00000800:00000200:2.1F:1767384280.053935:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (2) 00000800:00000200:2.1:1767384280.054337:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (2) 00000800:00000200:2.1:1767384280.054341:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp 00000000575bdb2d deleted 00000800:00000010:2.1:1767384280.054343:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000575bdb2d. 00000800:00000200:2.1:1767384280.054349:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384280.054358:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:1023 00000800:00000200:2.1:1767384280.054364:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c48eed60 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1767384280.054446:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384280.054914:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (4) 00000800:00000200:2.1:1767384280.054917:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp 00000000575bdb2d deleted 00000800:00000010:2.1:1767384280.054922:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000575bdb2d. 00000800:00000200:2.1:1767384280.054926:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767384280.055038:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384280.166625:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.166633:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.166637:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d100900 00000400:00000200:2.0:1767384280.166639:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x14d [2] + 0 00000400:00000010:2.0:1767384280.166641:0:17062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efc6e067. 00000400:00000200:2.0:1767384280.166643:0:17062:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004aabda87 00000400:00000200:2.0:1767384280.166645:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.166647:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.166649:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aabda87 00000400:00000010:2.0:1767384280.166650:0:17062:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aabda87. 00000100:00000200:2.0:1767384280.166652:0:17062:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.166661:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384280.166663:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000200:2.0:1767384280.166666:0:17062:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e8b64fa x1853236731447552/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.166819:0:17062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b3c2641. 00000400:00000200:2.0:1767384280.166824:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470e5546 00000400:00000010:2.0:1767384280.166828:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384280.166834:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e8b64fa x1853236731447552/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.166847:0:17062:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e8b64fa x1853236731447552/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.166861:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a404647. 02000000:00000010:2.0:1767384280.166866:0:17062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008cdc1d7. 02000000:00000010:2.0:1767384280.166868:0:17062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000034ab389. 00000100:00000010:2.0:1767384280.166869:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e8b64fa. 00000040:00000010:2.0:1767384280.166873:0:17062:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e7ac574d. 00000100:00000010:2.0:1767384280.166875:0:17062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e8b64fa. 02000000:00000010:2.0:1767384280.166878:0:17062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000034ab389. 00000100:00000010:2.0:1767384280.166881:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a404647. 02000000:00000010:2.0:1767384280.166892:0:17062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a2ffef15. 00000400:00000010:2.0:1767384280.166894:0:17062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3c2641. 00000400:00000010:2.0:1767384280.166897:0:17062:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000144d7cc. 00000100:00000200:2.0:1767384280.166899:0:17062:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731447680, portal 25 00000400:00000010:2.0:1767384280.166904:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384280.166906:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731447680, offset 0 00000400:00000200:2.0:1767384280.166909:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.166912:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.166916:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d100980 00000400:00000200:2.0:1767384280.166918:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x151 [2] + 0 00000400:00000010:2.0:1767384280.166920:0:17062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b7ca1d. 00000400:00000200:2.0:1767384280.166922:0:17062:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4cac59b 00000400:00000200:2.0:1767384280.166924:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.166926:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.166927:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4cac59b 00000400:00000010:2.0:1767384280.166928:0:17062:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4cac59b. 00000100:00000200:2.0:1767384280.166930:0:17062:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.166939:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470e5546 00000400:00000010:2.0:1767384280.166941:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384280.166945:0:17062:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e8b64fa x1853236731447680/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.167101:0:17062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b3c2641. 00000400:00000200:2.0:1767384280.167107:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144d7cc 00000400:00000010:2.0:1767384280.167111:0:17062:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000144d7cc. 00000100:00000200:2.0:1767384280.167120:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e8b64fa x1853236731447680/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.167131:0:17062:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e8b64fa x1853236731447680/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384296 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384280.167150:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a404647. 02000000:00000010:2.0:1767384280.167159:0:17062:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a2ffef15. 02000000:00000010:2.0:1767384280.167189:0:17062:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000034ab389. 00000100:00000010:2.0:1767384280.167194:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e8b64fa. 00000040:00000010:2.0:1767384280.167200:0:17062:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f836a6ba. 00000400:00000010:2.0:1767384280.170304:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c1606e. 00000400:00000200:2.0:1767384280.170309:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1713e64 00000400:00000010:2.0:1767384280.170313:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1713e64. 00000100:00000200:2.0:1767384280.170322:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731447936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384280.170339:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731447936/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384280.170358:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ea821b0c. 02000000:00000010:2.0:1767384280.170373:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093866f7f. 02000000:00000010:2.0:1767384280.170378:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000051639520. 00000100:00000010:2.0:1767384280.170384:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00000040:00000010:2.0:1767384280.170697:0:17062:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f836a6ba. 00000040:00000010:2.0:1767384280.170702:0:17062:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e7ac574d. 00000040:00000010:2.0:1767384280.170706:0:17062:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000101f19d1. 00000020:00000010:2.0:1767384280.170711:0:17062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008975f339. 00000040:00000010:2.0:1767384280.170715:0:17062:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003fd5d463. 00000020:00000010:2.0:1767384280.170717:0:17062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b0e5359. 00000020:00000010:2.0:1767384280.170720:0:17062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c779f0c7. 80000000:00000010:2.0:1767384280.170723:0:17062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f268a2. 00040000:00000010:2.0:1767384280.170725:0:17062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000675ffbf6. 00080000:00000010:2.0:1767384280.170728:0:17062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000401d6d5e. 00080000:00000010:2.0:1767384280.170730:0:17062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000057fb59c2. 20000000:00000010:2.0:1767384280.170732:0:17062:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000008efa6ce. 00000020:00000010:2.0:1767384280.170734:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2ce8e1c. 10000000:00000010:2.0:1767384280.170736:0:17062:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000015248ec9. 00000020:00000010:2.0:1767384280.170748:0:17062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000535c782d. 00000040:00000010:2.0:1767384280.170751:0:17062:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000641b1909. 00000020:00000010:2.0:1767384280.170753:0:17062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000905a4856. 00000020:00000010:2.0:1767384280.170756:0:17062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e4997a0. 00040000:00000010:2.0:1767384280.170758:0:17062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f023f0e1. 00040000:00000010:2.0:1767384280.170761:0:17062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003b19c221. 00080000:00000010:2.0:1767384280.170763:0:17062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bcffa1b3. 00080000:00000010:2.0:1767384280.170765:0:17062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006a9ff629. 00000020:00000010:2.0:1767384280.170785:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e00f0dc. 00000020:00000010:2.0:1767384280.170788:0:17062:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000036476c02. 00000020:00000010:2.0:1767384280.170791:0:17062:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e387584f. 00000020:00000010:2.0:1767384280.170800:0:17062:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000296806d7. 00000020:00000010:2.0:1767384280.170804:0:17062:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000008f7bc5a6. 00000020:00000010:2.0:1767384280.170814:0:17062:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000e7ac574d. 00000100:00000010:2.0:1767384280.170827:0:17062:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e8b64fa. 02000000:00000010:2.0:1767384280.170834:0:17062:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a9ff629. 00000100:00000010:2.0:1767384280.170840:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036476c02. 02000000:00000010:2.0:1767384280.170846:0:17062:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcffa1b3. 00000400:00000010:2.0:1767384280.170848:0:17062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3c2641. 00000400:00000010:2.0:1767384280.170850:0:17062:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000144d7cc. 00000100:00000200:2.0:1767384280.170852:0:17062:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731448192, portal 25 00000400:00000010:2.0:1767384280.170855:0:17062:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ef15cec. 00000100:00000200:2.0:1767384280.170857:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731448192, offset 0 00000400:00000200:2.0:1767384280.170860:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.170865:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.170870:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d100b80 00000400:00000200:2.0:1767384280.170873:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:2.0:1767384280.170875:0:17062:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000619063fb. 00000400:00000200:2.0:1767384280.170877:0:17062:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a0fd2b5 00000400:00000200:2.0:1767384280.170881:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.170883:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384280.170885:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0fd2b5 00000400:00000010:2.0:1767384280.170886:0:17062:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a0fd2b5. 00000100:00000200:2.0:1767384280.170889:0:17062:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384280.170901:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ef15cec 00000400:00000010:2.0:1767384280.170902:0:17062:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ef15cec. 00000100:00000200:2.0:1767384280.170906:0:17062:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e8b64fa x1853236731448192/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384296 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384280.172337:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000302f229b. 00000400:00000200:2.0:1767384280.172342:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000400:00000010:2.0:1767384280.172344:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000100:00000200:2.0:1767384280.172349:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf81112b x1853236731448320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384280.172362:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf81112b x1853236731448320/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384280.172386:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3e2eea4. 02000000:00000010:2.0:1767384280.172391:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000053f977ff. 00000100:00000010:2.0:1767384280.172393:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf81112b. 00000100:00000010:2.0:1767384280.172396:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000876b8eff. 00010000:00000010:2.0:1767384280.172397:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079aaf302. 00000020:00000010:2.0:1767384280.172610:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000057fb59c2. 00000020:00000010:2.0:1767384280.172621:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029d60fc9. 00000020:00000010:2.0:1767384280.172623:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029d60fc9. 00000020:00000010:2.0:1767384280.172626:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008cdc1d7. 00000020:00000010:2.0:1767384280.172628:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e387584f. 00000020:00000010:2.0:1767384280.172630:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f95245b4. 00000100:00000200:2.0:1767384280.172641:0:17071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b596ca21 x1853236731448448/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:261/0 lens 328/0 e 0 to 0 dl 1767384291 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384280.172660:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029d60fc9. 00000020:00000010:2.0:1767384280.172661:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029d60fc9. 00000100:00000200:2.0:1767384280.172663:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731448448 02000000:00000010:2.0:1767384280.172668:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cbc11650. 00000020:00000010:2.0:1767384280.172676:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000029d60fc9. 00010000:00000010:2.0:1767384280.172684:0:17071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000296806d7. 00000100:00000010:2.0:1767384280.172687:0:17071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ef15cec. 00000100:00000010:2.0:1767384280.172701:0:17071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ef15cec. 00010000:00000010:2.0:1767384280.172704:0:17071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000296806d7. 00000400:00000010:2.0:1767384280.172710:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384280.172713:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731448448, offset 224 00000400:00000200:2.0:1767384280.172717:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384280.172722:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384280.172726:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d100c80 00000400:00000200:2.0:1767384280.172729:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa91 [1] + 224 00000400:00000200:2.0:1767384280.172731:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384280.172733:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384280.172736:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008497d7a4 x1853236731448448/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384280.172754:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470e5546 00000400:00000010:2.0:1767384280.172756:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470e5546. 00000020:00000010:2.0:1767384280.172765:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e387584f. 00000020:00000010:2.0:1767384280.172812:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f95245b4. 00000020:00000010:2.0:1767384280.172816:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008cdc1d7. 00000020:00000010:2.0:1767384280.175040:0:17062:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000296806d7. 00000020:00000010:2.0:1767384280.175045:0:17062:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000296806d7. 00000020:00000010:2.0:1767384280.175047:0:17062:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000e387584f. 00000020:00000010:2.0:1767384280.175052:0:17062:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000296806d7. 00000020:00000010:2.0:1767384280.175055:0:17062:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000296806d7. 00040000:00000010:2.0:1767384280.175078:0:17062:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004ef15cec. 00000020:00000010:2.0:1767384280.175107:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f023f0e1. 00080000:00000010:2.0:1767384280.175110:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000008cdc1d7. 00080000:00000010:2.0:1767384280.175120:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000008cdc1d7. 00000020:00000010:2.0:1767384280.175122:0:17062:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f023f0e1. 00000004:00000010:2.0:1767384280.175128:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000012397071. 00000004:00000010:2.0:1767384280.175132:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fac83e23. 00000004:00000010:2.0:1767384280.175135:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008486b9c8. 00080000:00000010:2.0:1767384280.175137:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000008cdc1d7. 00080000:00000010:2.0:1767384280.175143:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007de99437. 00100000:00000010:2.0:1767384280.175149:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175153:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00000004:00000010:2.0:1767384280.175165:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000014c257b8. 00000004:00000010:2.0:1767384280.175168:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a4843b4. 00000004:00000010:2.0:1767384280.175170:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001e564dcb. 00080000:00000010:2.0:1767384280.175190:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b22a9f6f. 00080000:00000010:2.0:1767384280.175197:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000000ca80fb. 00100000:00000010:2.0:1767384280.175201:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175203:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00040000:00000010:2.0:1767384280.175206:0:17062:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c201c320. 00000001:00000010:2.0:1767384280.175208:0:17062:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000217d8a90. 00000001:00000010:2.0:1767384280.175211:0:17062:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c70761b2. 00000001:00000010:2.0:1767384280.175219:0:17062:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000025538b59. 00040000:00000010:2.0:1767384280.175226:0:17062:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000036476c02. 00000020:00000010:2.0:1767384280.175241:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001be12f9f. 00080000:00000010:2.0:1767384280.175244:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a4994f24. 00080000:00000010:2.0:1767384280.175251:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a4994f24. 00000020:00000010:2.0:1767384280.175253:0:17062:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001be12f9f. 00000004:00000010:2.0:1767384280.175257:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000023372aaf. 00000004:00000010:2.0:1767384280.175259:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a0c65994. 00000004:00000010:2.0:1767384280.175262:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e70bc70c. 00080000:00000010:2.0:1767384280.175264:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a4994f24. 00080000:00000010:2.0:1767384280.175269:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000037938a50. 00100000:00000010:2.0:1767384280.175273:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175276:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00000004:00000010:2.0:1767384280.175288:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006da334bf. 00000004:00000010:2.0:1767384280.175290:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002a710097. 00000004:00000010:2.0:1767384280.175292:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ab2653a1. 00080000:00000010:2.0:1767384280.175294:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e00f0dc. 00080000:00000010:2.0:1767384280.175299:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005d6483f2. 00100000:00000010:2.0:1767384280.175303:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175304:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00040000:00000010:2.0:1767384280.175307:0:17062:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000046e7df08. 00000001:00000010:2.0:1767384280.175309:0:17062:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001ded998e. 00000001:00000010:2.0:1767384280.175311:0:17062:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008223275c. 00000001:00000010:2.0:1767384280.175312:0:17062:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c6110a1d. 00040000:00000010:2.0:1767384280.175317:0:17062:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007a0fd2b5. 00000020:00000010:2.0:1767384280.175326:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d8cbecf6. 00080000:00000010:2.0:1767384280.175328:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b19c221. 00080000:00000010:2.0:1767384280.175334:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003b19c221. 00000020:00000010:2.0:1767384280.175336:0:17062:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8cbecf6. 00000004:00000010:2.0:1767384280.175339:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ccff1df. 00000004:00000010:2.0:1767384280.175341:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cecbf557. 00000004:00000010:2.0:1767384280.175343:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000091074a. 00080000:00000010:2.0:1767384280.175345:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b19c221. 00080000:00000010:2.0:1767384280.175358:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c5c3a0fe. 00100000:00000010:2.0:1767384280.175363:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175365:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00000004:00000010:2.0:1767384280.175378:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000064fdfff9. 00000004:00000010:2.0:1767384280.175382:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000022d64a01. 00000004:00000010:2.0:1767384280.175386:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006891bcbe. 00080000:00000010:2.0:1767384280.175389:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e4997a0. 00080000:00000010:2.0:1767384280.175400:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005a039752. 00100000:00000010:2.0:1767384280.175408:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175411:0:17062:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000296806d7. 00040000:00000010:2.0:1767384280.175415:0:17062:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000046cda2e7. 00000001:00000010:2.0:1767384280.175418:0:17062:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000641b1909. 00000001:00000010:2.0:1767384280.175422:0:17062:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d37a318f. 00000001:00000010:2.0:1767384280.175425:0:17062:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e4cac59b. 00040000:00000010:2.0:1767384280.175435:0:17062:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000008f7bc5a6. 00000020:00000010:2.0:1767384280.175438:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535c782d. 00000020:00000010:2.0:1767384280.175441:0:17062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2ce8e1c. 00000020:00000010:2.0:1767384280.175445:0:17062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000905a4856. 00000020:00000010:2.0:1767384280.175449:0:17062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024882e1b. 00000020:00000010:2.0:1767384280.175452:0:17062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008efa6ce. 80000000:00000010:2.0:1767384280.175455:0:17062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095f268a2. 40000000:00000010:2.0:1767384280.175458:0:17062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000296806d7. 00100000:00000010:2.0:1767384280.175461:0:17062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001b0e5359. 00040000:00000010:2.0:1767384280.175463:0:17062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a237b76. 00040000:00000010:2.0:1767384280.175466:0:17062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080c8cbce. 00080000:00000010:2.0:1767384280.175470:0:17062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000401d6d5e. 00080000:00000010:2.0:1767384280.175473:0:17062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a9ff629. 00002000:00000010:2.0:1767384280.175478:0:17062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081746344. 00000100:00000010:2.0:1767384280.176899:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006decef31. 00080000:00000010:2.0:1767384280.177053:0:17062:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000089bc618. 00000004:00000010:2.0:1767384280.177076:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000038bef6f3. 00000004:00000010:2.0:1767384280.177125:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b428452. 00000004:00000010:2.0:1767384280.177128:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005f9996cb. 00080000:00000010:2.0:1767384280.177136:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c779f0c7. 00000004:00000010:2.0:1767384280.177155:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009bfec0a3. 00000004:00000010:2.0:1767384280.177158:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000134abda2. 00000004:00000010:2.0:1767384280.177160:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f2a429bc. 00080000:00000010:2.0:1767384280.177162:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003fd5d463. 00000020:00000010:2.0:1767384280.177169:0:17062:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000bcffa1b3. 00080000:00000010:2.0:1767384280.177189:0:17062:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000f9ba7802. 00000004:00000010:2.0:1767384280.177207:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098a9b9d7. 00000004:00000010:2.0:1767384280.177210:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0a3588f. 00000004:00000010:2.0:1767384280.177213:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001bf5e929. 00080000:00000010:2.0:1767384280.177234:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008975f339. 00000001:00000010:2.0:1767384280.177241:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177247:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.177262:0:17062:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000f9ba7802. 00000020:00000010:2.0:1767384280.177264:0:17062:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000bcffa1b3. 00000004:00000010:2.0:1767384280.177268:0:17062:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000034ab389. 00000004:00000010:2.0:1767384280.177272:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b0589b9d. 00000004:00000010:2.0:1767384280.177274:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000306d460b. 00000004:00000010:2.0:1767384280.177276:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000835fa2f5. 00080000:00000010:2.0:1767384280.177278:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000101f19d1. 00000001:00000010:2.0:1767384280.177280:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177284:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00000020:00000010:2.0:1767384280.177291:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd1673c0. 00000020:00000010:2.0:1767384280.177294:0:17062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003912ab2b. 00000040:00000010:2.0:1767384280.177296:0:17062:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004fb575ac. 00000020:00000010:2.0:1767384280.177298:0:17062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7beb5c3. 00000020:00000010:2.0:1767384280.177300:0:17062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000172190a7. 00000020:00000010:2.0:1767384280.177302:0:17062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9658afd. 80000000:00000010:2.0:1767384280.177304:0:17062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f836a6ba. 40000000:00000010:2.0:1767384280.177306:0:17062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000008472107. 00100000:00000010:2.0:1767384280.177308:0:17062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fbb480bf. 00040000:00000010:2.0:1767384280.177310:0:17062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000093b20bb. 00040000:00000010:2.0:1767384280.177317:0:17062:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e0a0bf2. 00040000:00000010:2.0:1767384280.177319:0:17062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085133d18. 00080000:00000010:2.0:1767384280.177321:0:17062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bcffa1b3. 00080000:00000010:2.0:1767384280.177324:0:17062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000079222aa3. 00000004:00000010:2.0:1767384280.177327:0:17062:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005dd4be74. 00000004:00000010:2.0:1767384280.177329:0:17062:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000033910f41. 00000004:00000010:2.0:1767384280.177332:0:17062:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000024da348b. 00000004:00000010:2.0:1767384280.177334:0:17062:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ab8c1f05. 00000004:00000010:2.0:1767384280.177741:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000715cd1af. 00000004:00000010:2.0:1767384280.177746:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cdc46184. 00000004:00000010:2.0:1767384280.177749:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006378eb4d. 00080000:00000010:2.0:1767384280.177752:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000011529f50. 00000001:00000010:2.0:1767384280.177757:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177762:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.177788:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000011529f50. 00000004:00000010:2.0:1767384280.177793:0:17062:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006378eb4d. 00000004:00000010:2.0:1767384280.177797:0:17062:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cdc46184. 00000004:00000010:2.0:1767384280.177800:0:17062:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000715cd1af. 00000004:00000010:2.0:1767384280.177811:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000052eb56c3. 00000004:00000010:2.0:1767384280.177814:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cdc46184. 00000004:00000010:2.0:1767384280.177817:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006378eb4d. 00080000:00000010:2.0:1767384280.177820:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000011529f50. 00000001:00000010:2.0:1767384280.177824:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177829:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00000004:00000010:2.0:1767384280.177846:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010394bd7. 00000004:00000010:2.0:1767384280.177849:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009af30342. 00000004:00000010:2.0:1767384280.177850:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003809bd02. 00080000:00000010:2.0:1767384280.177852:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be21ada1. 00000001:00000010:2.0:1767384280.177856:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177859:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.177880:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000be21ada1. 00000004:00000010:2.0:1767384280.177882:0:17062:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003809bd02. 00000004:00000010:2.0:1767384280.177884:0:17062:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009af30342. 00000004:00000010:2.0:1767384280.177888:0:17062:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000010394bd7. 00000004:00000010:2.0:1767384280.177895:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005f7cfd83. 00000004:00000010:2.0:1767384280.177898:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009af30342. 00000004:00000010:2.0:1767384280.177900:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003809bd02. 00080000:00000010:2.0:1767384280.177902:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be21ada1. 00000001:00000010:2.0:1767384280.177906:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177910:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00000004:00000010:2.0:1767384280.177926:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e9f5d543. 00000004:00000010:2.0:1767384280.177931:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000abd6320e. 00000004:00000010:2.0:1767384280.177933:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000156addf5. 00080000:00000010:2.0:1767384280.177940:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f04c398. 00000001:00000010:2.0:1767384280.177943:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.177945:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.177960:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009f04c398. 00000004:00000010:2.0:1767384280.177969:0:17062:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000156addf5. 00000004:00000010:2.0:1767384280.177975:0:17062:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000abd6320e. 00000004:00000010:2.0:1767384280.177982:0:17062:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e9f5d543. 00000004:00000010:2.0:1767384280.177995:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000037af4caf. 00000004:00000010:2.0:1767384280.178003:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000abd6320e. 00000004:00000010:2.0:1767384280.178010:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000156addf5. 00080000:00000010:2.0:1767384280.178020:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f04c398. 00000001:00000010:2.0:1767384280.178029:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.178038:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00000004:00000010:2.0:1767384280.178062:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004db0784b. 00000004:00000010:2.0:1767384280.178068:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec4e3422. 00000004:00000010:2.0:1767384280.178072:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000611e9540. 00080000:00000010:2.0:1767384280.178080:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007dc6c031. 00000001:00000010:2.0:1767384280.178084:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.178104:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.178116:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007dc6c031. 00000004:00000010:2.0:1767384280.178119:0:17062:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000611e9540. 00000004:00000010:2.0:1767384280.178120:0:17062:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec4e3422. 00000004:00000010:2.0:1767384280.178122:0:17062:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004db0784b. 00000004:00000010:2.0:1767384280.178134:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005e5143ab. 00000004:00000010:2.0:1767384280.178136:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec4e3422. 00000004:00000010:2.0:1767384280.178138:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000611e9540. 00080000:00000010:2.0:1767384280.178141:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007dc6c031. 00000001:00000010:2.0:1767384280.178144:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.178147:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00000020:00000010:2.0:1767384280.178164:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000921956ae. 00080000:00000010:2.0:1767384280.178187:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000403d5d3e. 00080000:00000010:2.0:1767384280.178199:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000403d5d3e. 00000020:00000010:2.0:1767384280.178200:0:17062:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000921956ae. 00000004:00000010:2.0:1767384280.178207:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000297ffeb3. 00000004:00000010:2.0:1767384280.178209:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d88195a5. 00000004:00000010:2.0:1767384280.178211:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e3787463. 00080000:00000010:2.0:1767384280.178213:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000403d5d3e. 00000040:00000010:2.0:1767384280.178224:0:17062:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000508e9921. 00000040:00000010:2.0:1767384280.178229:0:17062:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a8dbace. 00000040:00000010:2.0:1767384280.178241:0:17062:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000dbce26bc. 00000020:00000010:2.0:1767384280.178244:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000776b4cb0. 00080000:00000010:2.0:1767384280.178246:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9fbeead. 00000040:00000010:2.0:1767384280.178259:0:17062:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000059cd4d46. 00000040:00000010:2.0:1767384280.178267:0:17062:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000acc37393. 00010000:00000010:2.1:1767384280.178793:0:17062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000792d007. 00010000:00000010:1.1F:1767384280.178820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005802d3fe. 00010000:00000010:0.1F:1767384280.178828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013ec60c1. 00010000:00000010:1.1:1767384280.178832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043b30177. 00010000:00000010:0.1:1767384280.178841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cbb172f. 00000040:00000010:2.0:1767384280.184540:0:17062:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000acc37393. 00000040:00000010:2.0:1767384280.184546:0:17062:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000684c5b37. 00000040:00000010:2.0:1767384280.184550:0:17062:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004087f60e. 00000040:00000010:2.0:1767384280.184567:0:17062:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000035428420. 00000020:00000010:2.0:1767384280.184569:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000067b6a588. 00080000:00000010:2.0:1767384280.184572:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fbddf2c6. 00000040:00000010:2.0:1767384280.184578:0:17062:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000acc37393. 00000040:00000010:2.0:1767384280.184584:0:17062:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000f53a3424. 00000040:00000010:2.0:1767384280.191143:0:17062:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000f53a3424. 00000040:00000010:2.0:1767384280.191152:0:17062:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004afdc4f3. 00000020:00000010:2.0:1767384280.191156:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bb69a71. 00000020:00000010:2.0:1767384280.191160:0:17062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e12d6c98. 00000040:00000010:2.0:1767384280.191169:0:17062:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039597d4b. 00000020:00000010:2.0:1767384280.191186:0:17062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f7ddc17. 00000020:00000010:2.0:1767384280.191189:0:17062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.191191:0:17062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008deec7c3. 80000000:00000010:2.0:1767384280.191193:0:17062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f3ac3876. 40000000:00000010:2.0:1767384280.191195:0:17062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086a0d086. 00100000:00000010:2.0:1767384280.191197:0:17062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000217db66a. 00040000:00000010:2.0:1767384280.191200:0:17062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045cc96d6. 00040000:00000010:2.0:1767384280.191202:0:17062:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e55c6ff. 00040000:00000010:2.0:1767384280.191204:0:17062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ed784cd. 00080000:00000010:2.0:1767384280.191207:0:17062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f53a3424. 00080000:00000010:2.0:1767384280.191226:0:17062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ceca559d. 00000004:00000010:2.0:1767384280.191229:0:17062:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003afa549c. 00000004:00000010:2.0:1767384280.191231:0:17062:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9d03fc5. 00000004:00000010:2.0:1767384280.191241:0:17062:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004cca8615. 00002000:00000010:2.0:1767384280.191243:0:17062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c61cf678. 00000004:00000010:2.0:1767384280.191245:0:17062:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000079eb3d5a. 00000020:00000010:2.0:1767384280.191247:0:17062:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e1eb07f. 00000040:00000010:2.0:1767384280.191255:0:17062:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000038ff7bb7. 00000040:00000010:2.0:1767384280.197760:0:17062:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000038ff7bb7. 00000020:00000010:2.0:1767384280.197767:0:17062:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003e1eb07f. 00000020:00000010:2.0:1767384280.197774:0:17062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e12d6c98. 00000040:00000010:2.0:1767384280.197779:0:17062:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000039597d4b. 00000020:00000010:2.0:1767384280.197782:0:17062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f7ddc17. 00000020:00000010:2.0:1767384280.197787:0:17062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.197792:0:17062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008deec7c3. 80000000:00000010:2.0:1767384280.197817:0:17062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3ac3876. 40000000:00000010:2.0:1767384280.197822:0:17062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000086a0d086. 00100000:00000010:2.0:1767384280.197829:0:17062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000217db66a. 00040000:00000010:2.0:1767384280.197833:0:17062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045cc96d6. 00040000:00000010:2.0:1767384280.197838:0:17062:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e55c6ff. 00040000:00000010:2.0:1767384280.197846:0:17062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ed784cd. 00080000:00000010:2.0:1767384280.197851:0:17062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ceca559d. 00080000:00000010:2.0:1767384280.197865:0:17062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f53a3424. 00000004:00000010:2.0:1767384280.197873:0:17062:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003afa549c. 00000004:00000010:2.0:1767384280.197880:0:17062:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9d03fc5. 00000004:00000010:2.0:1767384280.197887:0:17062:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004cca8615. 00002000:00000010:2.0:1767384280.197894:0:17062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c61cf678. 00000004:00000010:2.0:1767384280.197900:0:17062:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079eb3d5a. 00000020:00000010:2.0:1767384280.197903:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bb69a71. 00000040:00000010:2.0:1767384280.197910:0:17062:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004afdc4f3. 00000040:00000010:2.0:1767384280.197917:0:17062:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004afdc4f3. 00000020:00000010:2.0:1767384280.197924:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bb69a71. 00000020:00000010:2.0:1767384280.197930:0:17062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fbac3780. 00000040:00000010:2.0:1767384280.197936:0:17062:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ed784cd. 00000020:00000010:2.0:1767384280.197942:0:17062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cca8615. 00000020:00000010:2.0:1767384280.197948:0:17062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.197954:0:17062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008deec7c3. 80000000:00000010:2.0:1767384280.197960:0:17062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f3ac3876. 40000000:00000010:2.0:1767384280.197966:0:17062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086a0d086. 00100000:00000010:2.0:1767384280.197972:0:17062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000290a8e08. 00040000:00000010:2.0:1767384280.197977:0:17062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045cc96d6. 00040000:00000010:2.0:1767384280.197984:0:17062:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dfba9359. 00040000:00000010:2.0:1767384280.197990:0:17062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000039597d4b. 00080000:00000010:2.0:1767384280.197994:0:17062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000038ff7bb7. 00080000:00000010:2.0:1767384280.198001:0:17062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fe86a4ed. 00000004:00000010:2.0:1767384280.198008:0:17062:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000503bbbff. 00000004:00000010:2.0:1767384280.198013:0:17062:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9d03fc5. 00000004:00000010:2.0:1767384280.198019:0:17062:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005621c3a6. 00002000:00000010:2.0:1767384280.198024:0:17062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000079eb3d5a. 00000004:00000010:2.0:1767384280.198029:0:17062:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c61cf678. 00000020:00000010:2.0:1767384280.198036:0:17062:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003370a4d0. 00000040:00000010:2.0:1767384280.198045:0:17062:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000eff7f03c. 00000040:00000010:2.0:1767384280.198747:0:17062:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000eff7f03c. 00000020:00000010:2.0:1767384280.198755:0:17062:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003370a4d0. 00000020:00000010:2.0:1767384280.198761:0:17062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fbac3780. 00000040:00000010:2.0:1767384280.198771:0:17062:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ed784cd. 00000020:00000010:2.0:1767384280.198774:0:17062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cca8615. 00000020:00000010:2.0:1767384280.198778:0:17062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.198781:0:17062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008deec7c3. 80000000:00000010:2.0:1767384280.198784:0:17062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3ac3876. 40000000:00000010:2.0:1767384280.198787:0:17062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000086a0d086. 00100000:00000010:2.0:1767384280.198790:0:17062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000290a8e08. 00040000:00000010:2.0:1767384280.198793:0:17062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045cc96d6. 00040000:00000010:2.0:1767384280.198843:0:17062:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dfba9359. 00040000:00000010:2.0:1767384280.198847:0:17062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000039597d4b. 00080000:00000010:2.0:1767384280.198850:0:17062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fe86a4ed. 00080000:00000010:2.0:1767384280.198853:0:17062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000038ff7bb7. 00000004:00000010:2.0:1767384280.198856:0:17062:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000503bbbff. 00000004:00000010:2.0:1767384280.198858:0:17062:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e9d03fc5. 00000004:00000010:2.0:1767384280.198861:0:17062:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005621c3a6. 00002000:00000010:2.0:1767384280.198863:0:17062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000079eb3d5a. 00000004:00000010:2.0:1767384280.198865:0:17062:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c61cf678. 00000020:00000010:2.0:1767384280.198868:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bb69a71. 00000040:00000010:2.0:1767384280.198870:0:17062:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004afdc4f3. 00000040:00000010:2.0:1767384280.198888:0:17062:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f6f73679. 00000040:00000010:2.0:1767384280.198894:0:17062:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007bb69a71. 00000040:00000010:2.0:1767384280.198973:0:17062:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000005e1b97c2. 00000020:00000010:2.0:1767384280.198979:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045cc96d6. 00080000:00000010:2.0:1767384280.198983:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e12d6c98. 00000040:00000010:2.0:1767384280.198993:0:17062:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000038ff7bb7. 00000001:00000010:2.0:1767384280.199001:0:17062:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000bdaf87ec. 00000004:00000010:2.0:1767384280.199026:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008a962d1d. 00000004:00000010:2.0:1767384280.199030:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e77e6e94. 00000004:00000010:2.0:1767384280.199034:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc46e5c0. 00080000:00000010:2.0:1767384280.199038:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039597d4b. 00080000:00000010:2.0:1767384280.199048:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008deec7c3. 00080000:00000010:2.0:1767384280.199054:0:17062:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000007ed784cd. 00080000:00000010:2.0:1767384280.199071:0:17062:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000425e79e5. 00000001:00000010:2.0:1767384280.199121:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199133:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.199143:0:17062:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000425e79e5. 00080000:00000010:2.0:1767384280.199280:0:17062:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000039597d4b. 00000004:00000010:2.0:1767384280.199285:0:17062:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc46e5c0. 00000004:00000010:2.0:1767384280.199288:0:17062:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e77e6e94. 00000004:00000010:2.0:1767384280.199290:0:17062:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008a962d1d. 00000020:00000010:2.0:1767384280.199301:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ab94a8b. 00080000:00000010:2.0:1767384280.199305:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039597d4b. 00080000:00000010:2.0:1767384280.199309:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fbac3780. 00080000:00000010:2.0:1767384280.199315:0:17062:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000086a0d086. 00000001:00000010:2.0:1767384280.199489:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199496:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.199513:0:17062:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000005621c3a6. 00080000:00000010:2.0:1767384280.199531:0:17062:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000086a0d086. 00080000:00000010:2.0:1767384280.199537:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000d9583e9. 00100000:00000010:2.0:1767384280.199542:0:17062:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000086a0d086. 00080000:00000010:2.0:1767384280.199552:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c96806ed. 00000001:00000010:2.0:1767384280.199559:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199564:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.199572:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccd14047. 00000001:00000010:2.0:1767384280.199577:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199582:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.199589:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000037c001. 00000001:00000010:2.0:1767384280.199592:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199594:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00080000:00000010:2.0:1767384280.199600:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a94511b6. 00000001:00000010:2.0:1767384280.199602:0:17062:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aa5d8b91. 00000001:00000010:2.0:1767384280.199605:0:17062:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aa5d8b91. 00100000:00000010:2.0:1767384280.199611:0:17062:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e9d03fc5. 00000020:00000010:2.0:1767384280.199665:0:17062:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000c9bab5fb. 00000004:00000010:2.0:1767384280.199693:0:17062:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a9334261. 00000004:00000010:2.0:1767384280.199699:0:17062:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e77e6e94. 00000004:00000010:2.0:1767384280.199709:0:17062:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc46e5c0. 00080000:00000010:2.0:1767384280.199714:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1537a7b. 00000020:00000010:2.0:1767384280.199736:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b5a2a90. 00080000:00000010:2.0:1767384280.199749:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef2ee01f. 00000020:00000010:2.0:1767384280.199775:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001c1cb3bd. 00080000:00000010:2.0:1767384280.199779:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036fa84b1. 00100000:00000010:2.0:1767384280.200083:0:17062:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000e98a985d. 00100000:00000010:2.0:1767384280.200088:0:17062:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000044e00c6. 00100000:00000010:2.0:1767384280.200131:0:17062:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000044e00c6. 00100000:00000010:2.0:1767384280.200136:0:17062:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000503bbbff. 00100000:00000010:2.0:1767384280.200140:0:17062:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000950bf418. 00100000:00000010:2.0:1767384280.200144:0:17062:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000c61cf678. 00100000:00000010:2.0:1767384280.200147:0:17062:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000079eb3d5a. 00000020:00000010:2.0:1767384280.200169:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095eb4bad. 00080000:00000010:2.0:1767384280.200191:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fde9685a. 00000020:00000010:2.0:1767384280.200234:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000006979b25. 00080000:00000010:2.0:1767384280.200238:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a352c0b. 00080000:00000010:2.0:1767384280.200244:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bc5d2e39. 00000020:00000010:2.0:1767384280.200260:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000989cadb5. 00080000:00000010:2.0:1767384280.200263:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000330d024c. 00080000:00000010:2.0:1767384280.200273:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a5b57922. 00000020:00000010:2.0:1767384280.200287:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d86a57b. 00080000:00000010:2.0:1767384280.200290:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004b046a99. 00080000:00000010:2.0:1767384280.200296:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000815e984d. 00000020:00000010:2.0:1767384280.200308:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5cf7c87. 00080000:00000010:2.0:1767384280.200311:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003470695f. 00080000:00000010:2.0:1767384280.200317:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003f93d53e. 00000020:00000010:2.0:1767384280.200329:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9126f83. 00080000:00000010:2.0:1767384280.200332:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004e588c00. 00080000:00000010:2.0:1767384280.200338:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000776c7cc4. 00000020:00000010:2.0:1767384280.200349:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae404196. 00080000:00000010:2.0:1767384280.200352:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000019e01dea. 00080000:00000010:2.0:1767384280.200366:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c1d7894d. 00000020:00000010:2.0:1767384280.200379:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009add58b5. 00080000:00000010:2.0:1767384280.200382:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000001d0b5f7. 00080000:00000010:2.0:1767384280.200388:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007e71f09f. 00000020:00000010:2.0:1767384280.200399:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a061e1d6. 00080000:00000010:2.0:1767384280.200402:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016808868. 00080000:00000010:2.0:1767384280.200408:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fb5910c4. 00000020:00000010:2.0:1767384280.200420:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002b95e98f. 00080000:00000010:2.0:1767384280.200423:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000099071cba. 00080000:00000010:2.0:1767384280.200430:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002eddb252. 00000020:00000010:2.0:1767384280.200442:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000071bc408a. 00080000:00000010:2.0:1767384280.200445:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000eae82f1e. 00080000:00000010:2.0:1767384280.200452:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000004080eb7. 00000020:00000010:2.0:1767384280.200463:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000038edcde6. 00080000:00000010:2.0:1767384280.200465:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000015a19ad4. 00080000:00000010:2.0:1767384280.200469:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c1c8d86a. 00000020:00000010:2.0:1767384280.200477:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009b8fba37. 00080000:00000010:2.0:1767384280.200479:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d6780c22. 00080000:00000010:2.0:1767384280.200482:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000031b6565d. 00000020:00000010:2.0:1767384280.200491:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000037bb4e7e. 00080000:00000010:2.0:1767384280.200493:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000098bd0418. 00080000:00000010:2.0:1767384280.200497:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dfcc2995. 00000020:00000010:2.0:1767384280.200504:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3cc33c1. 00080000:00000010:2.0:1767384280.200513:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000043b086fd. 00080000:00000010:2.0:1767384280.200520:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000045987215. 00000020:00000010:2.0:1767384280.200530:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001d97a21a. 00080000:00000010:2.0:1767384280.200532:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000706a645d. 00080000:00000010:2.0:1767384280.200535:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000153a8c27. 00000020:00000010:2.0:1767384280.200543:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0a7b645. 00080000:00000010:2.0:1767384280.200545:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000889beaa5. 00080000:00000010:2.0:1767384280.200548:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000011b026ee. 00100000:00000010:2.0:1767384280.200554:0:17062:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000dfba9359. 00100000:00000010:2.0:1767384280.200556:0:17062:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000005ca3a7cc. 00100000:00000010:2.0:1767384280.200562:0:17062:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000008daade9b. 00100000:00000010:2.0:1767384280.200564:0:17062:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000d411f677. 00000020:00000010:2.0:1767384280.200575:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f44aaa2. 00080000:00000010:2.0:1767384280.200577:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a2cd7fe. 00000020:00000010:2.0:1767384280.200751:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008e1a4309. 00080000:00000010:2.0:1767384280.200754:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006b741519. 00080000:00000010:2.0:1767384280.200760:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000086e786f4. 00000020:00000010:2.0:1767384280.200837:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005c5ed283. 00080000:00000010:2.0:1767384280.200841:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000020655ab0. 00080000:00000010:2.0:1767384280.200847:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cd350f06. 00000020:00000010:2.0:1767384280.200858:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005ff8e0cb. 00080000:00000010:2.0:1767384280.200861:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004de78c4d. 00080000:00000010:2.0:1767384280.200866:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001be597f5. 00000020:00000010:2.0:1767384280.200875:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007045e233. 00080000:00000010:2.0:1767384280.200877:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d9d90f6. 00080000:00000010:2.0:1767384280.200882:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007400180f. 00000020:00000010:2.0:1767384280.200889:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c66409e3. 00080000:00000010:2.0:1767384280.200891:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f8a098c. 00080000:00000010:2.0:1767384280.200895:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ec15d1b3. 00000020:00000010:2.0:1767384280.200902:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000020ff06fb. 00080000:00000010:2.0:1767384280.200904:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000030b8be2b. 00080000:00000010:2.0:1767384280.200930:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001f0a02f6. 00000020:00000010:2.0:1767384280.200938:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000088243f3c. 00080000:00000010:2.0:1767384280.200941:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000672cf60b. 00080000:00000010:2.0:1767384280.200945:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000948ed160. 00000020:00000010:2.0:1767384280.200954:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c97984f6. 00080000:00000010:2.0:1767384280.200956:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fca63e3c. 00080000:00000010:2.0:1767384280.200961:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d8cbecf6. 00000020:00000010:2.0:1767384280.200969:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001be12f9f. 00080000:00000010:2.0:1767384280.200972:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d6e69f0. 00080000:00000010:2.0:1767384280.200976:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f023f0e1. 00000020:00000010:2.0:1767384280.200984:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000818c8e22. 00080000:00000010:2.0:1767384280.200986:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000acb4b87f. 00080000:00000010:2.0:1767384280.200999:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002a9adc0f. 00000020:00000010:2.0:1767384280.201010:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003a44e2b8. 00080000:00000010:2.0:1767384280.201012:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008844aac9. 00080000:00000010:2.0:1767384280.201017:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000044b7284b. 00000020:00000010:2.0:1767384280.201026:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f06a45af. 00080000:00000010:2.0:1767384280.201028:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d254902. 00080000:00000010:2.0:1767384280.201032:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002b03e07d. 00000020:00000010:2.0:1767384280.201040:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000039288947. 00080000:00000010:2.0:1767384280.201050:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002389f2c3. 00080000:00000010:2.0:1767384280.201057:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002351d6ae. 00000020:00000010:2.0:1767384280.201068:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f67c172c. 00080000:00000010:2.0:1767384280.201071:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007bcec2c4. 00080000:00000010:2.0:1767384280.201075:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cd14a91c. 00000020:00000010:2.0:1767384280.201083:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0d9cfbe. 00080000:00000010:2.0:1767384280.201130:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006962a4a7. 00080000:00000010:2.0:1767384280.201137:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001181a9d2. 00000020:00000010:2.0:1767384280.201150:0:17062:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fc83413f. 00080000:00000010:2.0:1767384280.201152:0:17062:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e4b54561. 00080000:00000010:2.0:1767384280.201156:0:17062:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e732cb59. 00100000:00000010:2.0:1767384280.201164:0:17062:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000d0dfb196. 00200000:00000010:2.0:1767384280.201169:0:17062:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000b98f249f. 00000020:00000010:2.0:1767384280.201199:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8cc6939. 00000020:00000010:2.0:1767384280.201201:0:17062:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000732a623f. 00000020:00000010:2.0:1767384280.201203:0:17062:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000290a8e08. 00000020:00000010:2.0:1767384280.201205:0:17062:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.201207:0:17062:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079b51f22. 80000000:00000010:2.0:1767384280.201209:0:17062:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004afdc4f3. 40000000:00000010:2.0:1767384280.201211:0:17062:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015248ec9. 00100000:00000010:2.0:1767384280.201213:0:17062:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004cca8615. 00040000:00000010:2.0:1767384280.201232:0:17062:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003eb9d296. 00040000:00000010:2.0:1767384280.201233:0:17062:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c8e6189. 00080000:00000010:2.0:1767384280.201235:0:17062:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe86a4ed. 00080000:00000010:2.0:1767384280.201241:0:17062:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eff7f03c. 00002000:00000010:2.0:1767384280.201244:0:17062:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000478a38d7. 00080000:00000010:2.0:1767384280.201248:0:17062:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000003b680ac. 00080000:00000010:2.0:1767384280.201252:0:17062:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bac5e627. 00080000:00000010:2.0:1767384280.202022:0:17062:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bac5e627. 00000020:00000010:2.0:1767384280.202032:0:17062:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000732a623f. 00000020:00000010:2.0:1767384280.202035:0:17062:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000290a8e08. 00000020:00000010:2.0:1767384280.202037:0:17062:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.202039:0:17062:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079b51f22. 80000000:00000010:2.0:1767384280.202041:0:17062:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004afdc4f3. 40000000:00000010:2.0:1767384280.202043:0:17062:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015248ec9. 00100000:00000010:2.0:1767384280.202045:0:17062:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cca8615. 00040000:00000010:2.0:1767384280.202047:0:17062:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003eb9d296. 00040000:00000010:2.0:1767384280.202049:0:17062:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c8e6189. 00080000:00000010:2.0:1767384280.202051:0:17062:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eff7f03c. 00080000:00000010:2.0:1767384280.202053:0:17062:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe86a4ed. 00002000:00000010:2.0:1767384280.202055:0:17062:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000478a38d7. 00000020:00000010:2.0:1767384280.202057:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8cc6939. 00000004:00000010:2.0:1767384280.202064:0:17062:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000bac5e627. 00000004:00000010:2.0:1767384280.202264:0:17116:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 0000000035db2e3f. 00000020:00000010:2.0:1767384280.202267:0:17116:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8cc6939. 00000020:00000010:2.0:1767384280.202269:0:17116:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020babe78. 00000040:00000010:2.0:1767384280.202271:0:17116:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c8e6189. 00000020:00000010:2.0:1767384280.202272:0:17116:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cca8615. 00000020:00000010:2.0:1767384280.202275:0:17116:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.202276:0:17116:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079b51f22. 80000000:00000010:2.0:1767384280.202278:0:17116:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004afdc4f3. 40000000:00000010:2.0:1767384280.202280:0:17116:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b8e0509a. 00100000:00000010:2.0:1767384280.202282:0:17116:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000290a8e08. 00040000:00000010:2.0:1767384280.202288:0:17116:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003eb9d296. 00040000:00000010:2.0:1767384280.202290:0:17116:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cf49ff5a. 00040000:00000010:2.0:1767384280.202292:0:17116:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000732a623f. 00080000:00000010:2.0:1767384280.202294:0:17116:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe86a4ed. 00080000:00000010:2.0:1767384280.202301:0:17116:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eff7f03c. 00000004:00000010:2.0:1767384280.202304:0:17116:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000082e44495. 00000004:00000010:2.0:1767384280.202308:0:17116:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a125c8e. 00000004:00000010:2.0:1767384280.202313:0:17116:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000660970c8. 00000004:00000010:2.0:1767384280.202316:0:17116:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000478a38d7. 00080000:00000010:2.0:1767384280.202322:0:17116:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000f9ba7802. 00080000:00000010:2.0:1767384280.202509:0:17116:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000f9ba7802. 00000020:00000010:2.0:1767384280.202516:0:17116:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000020babe78. 00000040:00000010:2.0:1767384280.202518:0:17116:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006c8e6189. 00000020:00000010:2.0:1767384280.202521:0:17116:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cca8615. 00000020:00000010:2.0:1767384280.202523:0:17116:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384280.202526:0:17116:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079b51f22. 80000000:00000010:2.0:1767384280.202528:0:17116:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004afdc4f3. 40000000:00000010:2.0:1767384280.202531:0:17116:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b8e0509a. 00100000:00000010:2.0:1767384280.202533:0:17116:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000290a8e08. 00040000:00000010:2.0:1767384280.202535:0:17116:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003eb9d296. 00040000:00000010:2.0:1767384280.202537:0:17116:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cf49ff5a. 00040000:00000010:2.0:1767384280.202539:0:17116:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000732a623f. 00080000:00000010:2.0:1767384280.202540:0:17116:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eff7f03c. 00080000:00000010:2.0:1767384280.202542:0:17116:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fe86a4ed. 00000004:00000010:2.0:1767384280.202545:0:17116:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000082e44495. 00000004:00000010:2.0:1767384280.202547:0:17116:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005a125c8e. 00000004:00000010:2.0:1767384280.202549:0:17116:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000660970c8. 00000004:00000010:2.0:1767384280.202550:0:17116:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000478a38d7. 00000020:00000010:2.0:1767384280.202552:0:17116:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8cc6939. 00000004:00000010:2.0:1767384280.202555:0:17116:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000035db2e3f. 00080000:00000010:2.0:1767384280.210813:0:17117:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e3df967d. 00080000:00000010:2.0:1767384280.210819:0:17117:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e3df967d. 00080000:00000010:2.0:1767384280.699842:0:17178:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b377705a. 00080000:00000010:2.0:1767384280.699851:0:17178:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b377705a. 00080000:00000010:2.0:1767384282.019406:0:17407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e3df967d. 00080000:00000010:2.0:1767384282.019415:0:17407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e3df967d. 00000020:00000001:2.0:1767384282.019419:0:17407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384282.171096:0:17444:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e3df967d. 00080000:00000010:2.0:1767384282.171108:0:17444:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e3df967d. 00000020:00000001:2.0:1767384282.171113:0:17444:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384282.171168:0:17444:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384282.171359:0:17444:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384282.543722:0:17456:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000022837741. 00080000:00000010:2.0:1767384282.543730:0:17456:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000022837741. 00000020:00000001:2.0:1767384282.543733:0:17456:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384283.542964:0:17540:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384283.542969:0:17540:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1767384283.546135:0:17540:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1767384284.228499:0:17600:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000afcb9d0e. 00080000:00000010:2.0:1767384284.228507:0:17600:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000afcb9d0e. 00000020:00000001:2.0:1767384284.228511:0:17600:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.390907:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294871557, at 4294871559 00000100:00000010:2.0:1767384285.390920:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6d35ed9. 00080000:00000010:2.0:1767384286.263163:0:17884:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001fe9d237. 00080000:00000010:2.0:1767384286.263174:0:17884:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001fe9d237. 00000020:00000001:2.0:1767384286.263178:0:17884:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767384286.274441:0:17884:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:2.0:1767384286.274444:0:17884:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 00000000660970c8 00000020:00000001:2.0:1767384286.274446:0:17884:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1767384286.274449:0:17884:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000cf49ff5a. 00000020:00000010:2.0:1767384286.274451:0:17884:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000a4238ae8. 00000020:00000001:2.0:1767384286.274453:0:17884:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446629305866391552 : -114767843160064 : ffff979e877a1000) 00000020:00000001:2.0:1767384286.274458:0:17884:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:2.0:1767384286.274462:0:17884:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000a1fd292b. 00000020:00000010:2.0:1767384286.274472:0:17884:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000016d69ec3. 00000020:00000010:2.0:1767384286.274477:0:17884:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 00000000fe7287c8. 00000020:00000010:2.0:1767384286.274486:0:17884:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000008c2cc2d4. 00000020:00000010:2.0:1767384286.274490:0:17884:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 0000000097d047d8. 00000020:01000004:2.0:1767384286.274492:0:17884:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1767384286.274493:0:17884:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:2.0:1767384286.274495:0:17884:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.274497:0:17884:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:2.0:1767384286.274503:0:17884:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:2.0:1767384286.274507:0:17884:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.274509:0:17884:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:2.0:1767384286.274510:0:17884:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1767384286.274518:0:17884:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:2.0:1767384286.274520:0:17884:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:2.0:1767384286.274524:0:17884:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 000000003f080e05. 00000020:00000080:2.0:1767384286.274526:0:17884:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384286.274529:0:17884:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384286.274532:0:17884:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384286.274541:0:17884:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b913eee2. 00000020:00000080:2.0:1767384286.274544:0:17884:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000b913eee2) 00000020:00000001:2.0:1767384286.274546:0:17884:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384286.274548:0:17884:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b5a02aa8. 00000020:00000001:2.0:1767384286.274550:0:17884:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384286.274568:0:17884:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5a02aa8 with handle 0xd602e9c522f0b07c to hash 00000020:00000001:2.0:1767384286.274570:0:17884:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384286.274573:0:17884:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384286.274574:0:17884:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.274576:0:17884:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629305866401792 : -114767843149824 : ffff979e877a3800) 00000020:00000040:2.0:1767384286.274579:0:17884:0:(genops.c:898:class_export_put()) PUTting export 00000000b5a02aa8 : new refcount 1 00000020:00000040:2.0:1767384286.274584:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000b913eee2) now 2 - obd_device_list 00000020:00000001:2.0:1767384286.274588:0:17884:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384286.274590:0:17884:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-ldiskfs with refcount 2 00000020:00000001:2.0:1767384286.274592:0:17884:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.274594:0:17884:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.274596:0:17884:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 000000003f080e05. 00000020:00000001:2.0:1767384286.274598:0:17884:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:2.0:1767384286.274601:0:17884:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000003f080e05. 00000020:00000080:2.0:1767384286.274602:0:17884:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384286.274606:0:17884:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384286.274618:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384286.274621:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000065bf0613. 00000001:00000010:2.0:1767384286.274625:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f6886714. 00000001:00000010:2.0:1767384286.274628:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d864d6c1. 00000001:00000010:2.0:1767384286.274634:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b6e3212. 00000001:00000010:2.0:1767384286.274636:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f51005f9. 00000001:00000010:2.0:1767384286.274639:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab6fb71d. 00000001:00000001:2.0:1767384286.274641:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384286.274642:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001910ce86. 00000001:00000010:2.0:1767384286.274644:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008b58a950. 00000001:00000010:2.0:1767384286.274647:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a214ee82. 00000001:00000010:2.0:1767384286.274649:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000863ceaca. 00000001:00000010:2.0:1767384286.274651:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afbb6f3c. 00000001:00000010:2.0:1767384286.274652:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000282ec3ba. 00000020:00000001:2.0:1767384286.274655:0:17884:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384286.274658:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a5331b2. 00000020:00000010:2.0:1767384286.274662:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f879066. 00000020:00000010:2.0:1767384286.274666:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f95245b4. 00000008:00000010:2.0:1767384286.274671:0:17884:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004944c54c. 00020000:00000010:2.0:1767384286.274675:0:17884:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f9ba7802. 00008000:00000010:2.0:1767384286.274678:0:17884:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000becba045. 00000080:00000010:2.0:1767384286.274683:0:17884:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f559423d. 00000020:00000010:2.0:1767384286.274687:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3009a58. 00000020:00000010:2.0:1767384286.274689:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007af2f305. 00000040:00000010:2.0:1767384286.274692:0:17884:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2fdb91e. 00000020:00000010:2.0:1767384286.274696:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e41be59f. 00000020:00000010:2.0:1767384286.274700:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054ddd67c. 00040000:00000010:2.0:1767384286.274703:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000998407a4. 00040000:00000010:2.0:1767384286.274706:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0ae9972. 00080000:00000010:2.0:1767384286.274712:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe86a4ed. 00080000:00000010:2.0:1767384286.274716:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eff7f03c. 00080000:00000010:2.0:1767384286.274738:0:17884:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 00000000654b2a05. 00080000:00000001:2.0:1767384286.274744:0:17884:0:(osd_handler.c:8435:osd_mount()) Process entered 00000100:00000001:0.0:1767384286.313220:0:17884:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384286.313230:0:17884:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000f936fd30. 00000100:00000001:0.0:1767384286.313232:0:17884:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:0.0:1767384286.313234:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384286.313238:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000036068e96. 00000100:00000001:0.0:1767384286.313240:0:17884:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:0.0:1767384286.313243:0:17884:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e7490902. 00000100:00000001:0.0:1767384286.313246:0:17884:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313248:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313251:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384286.313254:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b2f3e535. 00000100:00000001:0.0:1767384286.313256:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313259:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384286.313263:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000572bcb11. 00000100:00000001:0.0:1767384286.313266:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313268:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:0.0:1767384286.313272:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001080cd8b. 00000100:00000001:0.0:1767384286.313275:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313276:0:17884:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313278:0:17884:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313281:0:17884:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.313345:0:17884:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384286.313349:0:17884:0:(service.c:847:ptlrpc_register_service()) ost: Started, listening on portal 28 00000100:00000001:0.0:1767384286.313352:0:17884:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:0.0:1767384286.313354:0:17884:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384286.313356:0:17884:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00000010:0.0:1767384286.313361:0:17884:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001a6a2ebd. 00000100:00100000:0.0:1767384286.313366:0:17884:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00000001:0.0:1767384286.313634:0:17890:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384286.313653:0:17890:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000533e1ba0. 00000020:00000010:0.0:1767384286.313659:0:17890:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000014e85906. 00000020:00000010:0.0:1767384286.313666:0:17890:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a629826f. 00000020:00000010:0.0:1767384286.313670:0:17890:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e551e35. 00000020:00000010:0.0:1767384286.313675:0:17890:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000053eeb740. 00000020:00000010:0.0:1767384286.313680:0:17890:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000088d55d7a. 00000020:00000010:0.0:1767384286.313684:0:17890:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000075dcb57c. 80000000:00000010:0.0:1767384286.313688:0:17890:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097375b74. 40000000:00000010:0.0:1767384286.313713:0:17890:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b76ea6ee. 00100000:00000010:0.0:1767384286.313720:0:17890:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c32b360. 00040000:00000010:0.0:1767384286.313724:0:17890:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000066dd6b8f. 00040000:00000010:0.0:1767384286.313728:0:17890:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012a57b3b. 00080000:00000010:0.0:1767384286.313745:0:17890:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac4bc5da. 00080000:00000010:0.0:1767384286.313751:0:17890:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000089e44b76. 00002000:00000010:0.0:1767384286.313757:0:17890:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a89452d. 00000100:00000200:0.0:1767384286.313763:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313806:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fcc0ee. 00000400:00000010:0.0:1767384286.313814:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009ac9f0be. 00000100:00000200:0.0:1767384286.313824:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313829:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c1ec6bf. 00000400:00000010:0.0:1767384286.313832:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000047dcee3b. 00000100:00000200:0.0:1767384286.313835:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313839:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d29669. 00000400:00000010:0.0:1767384286.313843:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000480b0fcb. 00000100:00000200:0.0:1767384286.313848:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313852:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e30df7e. 00000400:00000010:0.0:1767384286.313858:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a2c2a18d. 00000100:00000200:0.0:1767384286.313862:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313866:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000661ee192. 00000400:00000010:0.0:1767384286.313873:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069616861. 00000100:00000200:0.0:1767384286.313877:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313881:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070532854. 00000400:00000010:0.0:1767384286.313885:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d18fbf23. 00000100:00000200:0.0:1767384286.313887:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313891:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d7a5d92. 00000400:00000010:0.0:1767384286.313897:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b54cff1d. 00000100:00000200:0.0:1767384286.313901:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313906:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f61262c. 00000400:00000010:0.0:1767384286.313909:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000052d30444. 00000100:00000200:0.0:1767384286.313913:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313917:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31c0c49. 00000400:00000010:0.0:1767384286.313923:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000087e5b317. 00000100:00000200:0.0:1767384286.313926:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313938:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000228ae857. 00000400:00000010:0.0:1767384286.313944:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000007a5236e. 00000100:00000200:0.0:1767384286.313948:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313952:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009afc333b. 00000400:00000010:0.0:1767384286.313956:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000a62a250. 00000100:00000200:0.0:1767384286.313960:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313963:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b21b7050. 00000400:00000010:0.0:1767384286.313966:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000006621354. 00000100:00000200:0.0:1767384286.313969:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313972:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1258d3d. 00000400:00000010:0.0:1767384286.313975:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000053b58e91. 00000100:00000200:0.0:1767384286.313977:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313981:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022a6a78c. 00000400:00000010:0.0:1767384286.313986:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000588ec2c9. 00000100:00000200:0.0:1767384286.313989:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.313993:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002324514d. 00000400:00000010:0.0:1767384286.313998:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000227bdb00. 00000100:00000200:0.0:1767384286.314001:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314005:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0d3c4c0. 00000400:00000010:0.0:1767384286.314009:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e9f424c5. 00000100:00000200:0.0:1767384286.314011:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314014:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db5aee0. 00000400:00000010:0.0:1767384286.314017:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000058f496f. 00000100:00000200:0.0:1767384286.314019:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314023:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b66036da. 00000400:00000010:0.0:1767384286.314028:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d9d3febf. 00000100:00000200:0.0:1767384286.314030:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314033:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053156704. 00000400:00000010:0.0:1767384286.314037:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dad4feb6. 00000100:00000200:0.0:1767384286.314039:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314044:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b41004. 00000400:00000010:0.0:1767384286.314050:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003de382c1. 00000100:00000200:0.0:1767384286.314055:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314075:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cce2403. 00000400:00000010:0.0:1767384286.314079:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000425e1896. 00000100:00000200:0.0:1767384286.314082:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314093:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3ba2aa1. 00000400:00000010:0.0:1767384286.314096:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004a1acda3. 00000100:00000200:0.0:1767384286.314100:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314102:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000805d92a. 00000400:00000010:0.0:1767384286.314105:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000de4178c1. 00000100:00000200:0.0:1767384286.314107:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314111:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074a07bcb. 00000400:00000010:0.0:1767384286.314116:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002e45e1ed. 00000100:00000200:0.0:1767384286.314119:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314122:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cc0b4f8. 00000400:00000010:0.0:1767384286.314125:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008251fa92. 00000100:00000200:0.0:1767384286.314128:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314131:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2444480. 00000400:00000010:0.0:1767384286.314134:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e344bfd5. 00000100:00000200:0.0:1767384286.314137:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314140:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdb59474. 00000400:00000010:0.0:1767384286.314143:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000441bdbe9. 00000100:00000200:0.0:1767384286.314145:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314149:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023d2a112. 00000400:00000010:0.0:1767384286.314153:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000cf6a774. 00000100:00000200:0.0:1767384286.314155:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314160:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064b4d53f. 00000400:00000010:0.0:1767384286.314164:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000689f790b. 00000100:00000200:0.0:1767384286.314167:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314170:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000440e8817. 00000400:00000010:0.0:1767384286.314173:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b5174fbf. 00000100:00000200:0.0:1767384286.314176:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314179:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf08ad1. 00000400:00000010:0.0:1767384286.314182:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002bab9cfb. 00000100:00000200:0.0:1767384286.314186:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314189:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021552e15. 00000400:00000010:0.0:1767384286.314193:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fa87b2fc. 00000100:00000200:0.0:1767384286.314195:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314198:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eedd94f. 00000400:00000010:0.0:1767384286.314202:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000341db4fc. 00000100:00000200:0.0:1767384286.314204:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314215:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065eacf96. 00000400:00000010:0.0:1767384286.314218:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007e2f79e1. 00000100:00000200:0.0:1767384286.314221:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314223:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e4a40a. 00000400:00000010:0.0:1767384286.314234:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fa9b924f. 00000100:00000200:0.0:1767384286.314238:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314241:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e18e7181. 00000400:00000010:0.0:1767384286.314244:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000922cb855. 00000100:00000200:0.0:1767384286.314247:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314250:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1e48c3. 00000400:00000010:0.0:1767384286.314254:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006d4f7611. 00000100:00000200:0.0:1767384286.314257:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314259:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000996fce5. 00000400:00000010:0.0:1767384286.314262:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002a5c3ca0. 00000100:00000200:0.0:1767384286.314265:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314267:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063d8fe1d. 00000400:00000010:0.0:1767384286.314271:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000086f687c5. 00000100:00000200:0.0:1767384286.314274:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314279:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079c110da. 00000400:00000010:0.0:1767384286.314283:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a812f2e4. 00000100:00000200:0.0:1767384286.314286:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314288:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085528b38. 00000400:00000010:0.0:1767384286.314291:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6033aec. 00000100:00000200:0.0:1767384286.314294:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314296:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085737f32. 00000400:00000010:0.0:1767384286.314300:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f93c8e77. 00000100:00000200:0.0:1767384286.314303:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314305:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077abe0f7. 00000400:00000010:0.0:1767384286.314308:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a24c886c. 00000100:00000200:0.0:1767384286.314310:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314314:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de17bbd. 00000400:00000010:0.0:1767384286.314316:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dc1f1ad4. 00000100:00000200:0.0:1767384286.314320:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314322:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df65243b. 00000400:00000010:0.0:1767384286.314324:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000af5bbb04. 00000100:00000200:0.0:1767384286.314327:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314337:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003964712a. 00000400:00000010:0.0:1767384286.314342:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6432238. 00000100:00000200:0.0:1767384286.314345:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314349:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001593c71f. 00000400:00000010:0.0:1767384286.314354:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fb9e4788. 00000100:00000200:0.0:1767384286.314357:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314361:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8246f31. 00000400:00000010:0.0:1767384286.314365:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c293580e. 00000100:00000200:0.0:1767384286.314370:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314373:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089857e5f. 00000400:00000010:0.0:1767384286.314376:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005e798f00. 00000100:00000200:0.0:1767384286.314378:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314382:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edcd015. 00000400:00000010:0.0:1767384286.314385:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000515bdfe6. 00000100:00000200:0.0:1767384286.314388:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314390:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb013bb0. 00000400:00000010:0.0:1767384286.314401:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bfe30d7e. 00000100:00000200:0.0:1767384286.314405:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314409:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e52b6f4. 00000400:00000010:0.0:1767384286.314413:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a722cb27. 00000100:00000200:0.0:1767384286.314416:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314418:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb4ba0cf. 00000400:00000010:0.0:1767384286.314421:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001edf2093. 00000100:00000200:0.0:1767384286.314424:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314427:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f6f1d76. 00000400:00000010:0.0:1767384286.314430:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000064ee33dd. 00000100:00000200:0.0:1767384286.314433:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314435:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021e8c974. 00000400:00000010:0.0:1767384286.314439:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a1029651. 00000100:00000200:0.0:1767384286.314441:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314443:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e81513f. 00000400:00000010:0.0:1767384286.314447:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000aafcd1e. 00000100:00000200:0.0:1767384286.314450:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314452:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afc4646f. 00000400:00000010:0.0:1767384286.314456:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a74b953f. 00000100:00000200:0.0:1767384286.314460:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314472:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7aeffbc. 00000400:00000010:0.0:1767384286.314476:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bae3af41. 00000100:00000200:0.0:1767384286.314480:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314482:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e644a626. 00000400:00000010:0.0:1767384286.314484:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c764891a. 00000100:00000200:0.0:1767384286.314487:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314490:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac33ecf9. 00000400:00000010:0.0:1767384286.314493:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003baa789f. 00000100:00000200:0.0:1767384286.314496:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314499:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cbe1d7e. 00000400:00000010:0.0:1767384286.314501:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fb6999bd. 00000100:00000200:0.0:1767384286.314503:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314507:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd8f629. 00000400:00000010:0.0:1767384286.314511:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c8e0d586. 00000100:00000200:0.0:1767384286.314514:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314517:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ba3c39a. 00000400:00000010:0.0:1767384286.314521:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004ca48190. 00000100:00000200:0.0:1767384286.314525:0:17890:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384286.314528:0:17890:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce733efa. 00000400:00000010:0.0:1767384286.314532:0:17890:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c3fd208. 00000100:00000010:0.0:1767384286.314548:0:17890:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c53fd870. 00000100:00000200:0.0:1767384286.314572:0:17890:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384286.314961:0:17884:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.314966:0:17884:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384286.314967:0:17884:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:2.0:1767384286.314972:0:17884:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009943d4c4. 00000100:00100000:2.0:1767384286.314982:0:17884:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:2.0:1767384286.315264:0:17884:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.315268:0:17884:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.315270:0:17884:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446629306557435392 : -114767152116224 : ffff979eb0aa8e00) 00000100:00000001:2.0:1767384286.315272:0:17884:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:2.0:1767384286.315276:0:17884:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000951a47cd. 00000100:00000010:2.0:1767384286.315280:0:17884:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000181b41c1. 00000100:00000010:2.0:1767384286.315294:0:17884:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c57fd2eb. 00000100:00000010:2.0:1767384286.315303:0:17884:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e8fbd287. 00000100:00000010:2.0:1767384286.315318:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020c0c283. 00000100:00000010:2.0:1767384286.315335:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000099c7c167. 00000100:00000010:2.0:1767384286.315339:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084bb04d8. 00000100:00000010:2.0:1767384286.315354:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c56df411. 00000100:00000010:2.0:1767384286.315358:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee33f928. 00000100:00000010:2.0:1767384286.315373:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000497dced6. 00000100:00000010:2.0:1767384286.315376:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d5c0d0f. 00000100:00000010:2.0:1767384286.315391:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003747a884. 00000100:00000010:2.0:1767384286.315395:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000039a3f95. 00000100:00000010:2.0:1767384286.315410:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d80d6252. 00000100:00000010:2.0:1767384286.315414:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eb909f6. 00000100:00000010:2.0:1767384286.315429:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005fb068ba. 00000100:00000010:2.0:1767384286.315433:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006b8f261. 00000100:00000010:2.0:1767384286.315447:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005b69aec6. 00000100:00000010:2.0:1767384286.315451:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c8c83cd. 00000100:00000010:2.0:1767384286.315465:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000079bcaada. 00000100:00000010:2.0:1767384286.315468:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092afb055. 00000100:00000010:2.0:1767384286.315485:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002f660558. 00000100:00000010:2.0:1767384286.315488:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdb7d457. 00000100:00000010:2.0:1767384286.315504:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009411b3db. 00000100:00000010:2.0:1767384286.315507:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000399ef97. 00000100:00000010:2.0:1767384286.315524:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000748ba787. 00000100:00000010:2.0:1767384286.315533:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9a17699. 00000100:00000010:2.0:1767384286.315550:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000095c3c86b. 00000100:00000010:2.0:1767384286.315553:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdbd9775. 00000100:00000010:2.0:1767384286.315569:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fb8773d9. 00000100:00000010:2.0:1767384286.315572:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000811bb35b. 00000100:00000010:2.0:1767384286.315589:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000059c91717. 00000100:00000010:2.0:1767384286.315592:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000652f6b8a. 00000100:00000010:2.0:1767384286.315608:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000af94c4d3. 00000100:00000010:2.0:1767384286.315611:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2e4b424. 00000100:00000010:2.0:1767384286.315627:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a8a8b93d. 00000100:00000010:2.0:1767384286.315638:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028bbb364. 00000100:00000010:2.0:1767384286.315653:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000021b67187. 00000100:00000010:2.0:1767384286.315656:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb0d98c4. 00000100:00000010:2.0:1767384286.315673:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b0b277f3. 00000100:00000010:2.0:1767384286.315676:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6fd7f40. 00000100:00000010:2.0:1767384286.315692:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c8961789. 00000100:00000010:2.0:1767384286.315695:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cf599d9. 00000100:00000010:2.0:1767384286.315712:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000911dc053. 00000100:00000010:2.0:1767384286.315715:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e24fe6e. 00000100:00000010:2.0:1767384286.315731:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009d5bf09c. 00000100:00000010:2.0:1767384286.315734:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6b8e68a. 00000100:00000010:2.0:1767384286.315750:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007968b0c4. 00000100:00000010:2.0:1767384286.315754:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023034d98. 00000100:00000010:2.0:1767384286.315796:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009a85320d. 00000100:00000010:2.0:1767384286.315800:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c906756. 00000100:00000010:2.0:1767384286.315817:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ce9e2bb2. 00000100:00000010:2.0:1767384286.315821:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a14e1772. 00000100:00000010:2.0:1767384286.315837:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006f7c75dd. 00000100:00000010:2.0:1767384286.315841:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3dd9257. 00000100:00000010:2.0:1767384286.315857:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000026220af8. 00000100:00000010:2.0:1767384286.315860:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000595e5051. 00000100:00000010:2.0:1767384286.315878:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002362b416. 00000100:00000010:2.0:1767384286.315883:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1bf8667. 00000100:00000010:2.0:1767384286.315899:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e10725b8. 00000100:00000010:2.0:1767384286.315903:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9497b6a. 00000100:00000010:2.0:1767384286.315918:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008b7b9616. 00000100:00000010:2.0:1767384286.315923:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2677423. 00000100:00000010:2.0:1767384286.315938:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004bcfc337. 00000100:00000010:2.0:1767384286.315943:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2031417. 00000100:00000010:2.0:1767384286.315978:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f1364889. 00000100:00000010:2.0:1767384286.315983:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bcf6c7c. 00000100:00000010:2.0:1767384286.315999:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000476016e9. 00000100:00000010:2.0:1767384286.316010:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009df71bfd. 00000100:00000010:2.0:1767384286.316025:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000aad6792. 00000100:00000010:2.0:1767384286.316029:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004231f49b. 00000100:00000010:2.0:1767384286.316044:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000097f5538. 00000100:00000010:2.0:1767384286.316048:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef33018a. 00000100:00000010:2.0:1767384286.316075:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000099f16bdd. 00000100:00000010:2.0:1767384286.316078:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bacd5b2. 00000100:00000010:2.0:1767384286.316093:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000072d08062. 00000100:00000010:2.0:1767384286.316096:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003c6a3b9. 00000100:00000010:2.0:1767384286.316110:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003a65d7ae. 00000100:00000010:2.0:1767384286.316113:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce112a52. 00000100:00000010:2.0:1767384286.316128:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002728fdc3. 00000100:00000010:2.0:1767384286.316132:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1250102. 00000100:00000010:2.0:1767384286.316148:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000023a1df0b. 00000100:00000010:2.0:1767384286.316151:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b18b63. 00000100:00000010:2.0:1767384286.316166:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000797ea502. 00000100:00000010:2.0:1767384286.316169:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a345328. 00000100:00000010:2.0:1767384286.316183:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008648b961. 00000100:00000010:2.0:1767384286.316186:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9697d11. 00000100:00000010:2.0:1767384286.316199:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f54a01f5. 00000100:00000010:2.0:1767384286.316206:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000009a22cf. 00000100:00000010:2.0:1767384286.316221:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000006c5cf0b. 00000100:00000010:2.0:1767384286.316226:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036b62bbd. 00000100:00000010:2.0:1767384286.316241:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000041dec279. 00000100:00000010:2.0:1767384286.316245:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9704a99. 00000100:00000010:2.0:1767384286.316260:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000da49e5c6. 00000100:00000010:2.0:1767384286.316263:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039734726. 00000100:00000010:2.0:1767384286.316278:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009bfea2e8. 00000100:00000010:2.0:1767384286.316281:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060d39388. 00000100:00000010:2.0:1767384286.316296:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b3b8a9cb. 00000100:00000010:2.0:1767384286.316301:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eff12a0. 00000100:00000010:2.0:1767384286.316316:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ce5883a6. 00000100:00000010:2.0:1767384286.316326:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3381587. 00000100:00000010:2.0:1767384286.316342:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ef8b70d2. 00000100:00000010:2.0:1767384286.316345:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d4afbb2. 00000100:00000010:2.0:1767384286.316360:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000066d14260. 00000100:00000010:2.0:1767384286.316363:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d032775. 00000100:00000010:2.0:1767384286.316376:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006722e2ac. 00000100:00000010:2.0:1767384286.316379:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000210c7c0c. 00000100:00000010:2.0:1767384286.316393:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e1a9ab69. 00000100:00000010:2.0:1767384286.316395:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d0164c4. 00000100:00000010:2.0:1767384286.316408:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002997b2d7. 00000100:00000010:2.0:1767384286.316410:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000293440a3. 00000100:00000010:2.0:1767384286.316424:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000eb57508d. 00000100:00000010:2.0:1767384286.316426:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000621d5cb7. 00000100:00000010:2.0:1767384286.316440:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000034259ee7. 00000100:00000010:2.0:1767384286.316442:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a25e2858. 00000100:00000010:2.0:1767384286.316456:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b0c3d7ac. 00000100:00000010:2.0:1767384286.316459:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000698ceba4. 00000100:00000010:2.0:1767384286.316475:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004e9cd3a8. 00000100:00000010:2.0:1767384286.316479:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ecb5f2d. 00000100:00000010:2.0:1767384286.316502:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000001e6ed8. 00000100:00000010:2.0:1767384286.316506:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046e6b8d8. 00000100:00000010:2.0:1767384286.316524:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d52178f0. 00000100:00000010:2.0:1767384286.316529:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069b98009. 00000100:00000010:2.0:1767384286.316544:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000070a63c29. 00000100:00000010:2.0:1767384286.316546:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7486767. 00000100:00000010:2.0:1767384286.316560:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000089e7c74. 00000100:00000010:2.0:1767384286.316562:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dda2f05. 00000100:00000010:2.0:1767384286.316577:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d8b5fb08. 00000100:00000010:2.0:1767384286.316579:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f86af78. 00000100:00000010:2.0:1767384286.316593:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a8f7dda4. 00000100:00000010:2.0:1767384286.316596:0:17884:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e932750. 00000100:00000010:2.0:1767384286.316610:0:17884:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f6adc6d0. 00000100:00100000:2.0:1767384286.316611:0:17884:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:2.0:1767384286.316614:0:17884:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:2.0:1767384286.316660:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000088440f07. 00000020:00000010:2.0:1767384286.316664:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000781a4317. 00000100:00000001:2.0:1767384286.316694:0:17884:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:2.0:1767384286.316696:0:17884:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:2.0:1767384286.316697:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384286.316699:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000011b105c8. 00000100:00000001:2.0:1767384286.316701:0:17884:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:2.0:1767384286.316703:0:17884:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001f3016a1. 00000100:00000001:2.0:1767384286.316704:0:17884:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316706:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316707:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384286.316709:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007e85d63d. 00000100:00000001:2.0:1767384286.316710:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316712:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384286.316713:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e82b7830. 00000100:00000001:2.0:1767384286.316714:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316715:0:17884:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:2.0:1767384286.316717:0:17884:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b5a2cdd. 00000100:00000001:2.0:1767384286.316718:0:17884:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316723:0:17884:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316724:0:17884:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316725:0:17884:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.316727:0:17884:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.316749:0:17884:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384286.316751:0:17884:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000001:2.0:1767384286.316752:0:17884:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:2.0:1767384286.316753:0:17884:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384286.316754:0:17884:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00000010:2.0:1767384286.316756:0:17884:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000086cdbbfa. 00000100:00100000:2.0:1767384286.316758:0:17884:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00000001:2.0:1767384286.316961:0:17893:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.316971:0:17893:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000113b4281. 00000020:00000010:2.0:1767384286.316973:0:17893:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b8e0509a. 00000020:00000010:2.0:1767384286.316977:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd5c69a. 00000020:00000010:2.0:1767384286.316980:0:17893:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000653c7e64. 00000020:00000010:2.0:1767384286.316982:0:17893:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b0fe248. 00000020:00000010:2.0:1767384286.316985:0:17893:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015556761. 00000020:00000010:2.0:1767384286.316987:0:17893:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e03306ee. 80000000:00000010:2.0:1767384286.317004:0:17893:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004afdc4f3. 40000000:00000010:2.0:1767384286.317006:0:17893:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000035db2e3f. 00100000:00000010:2.0:1767384286.317009:0:17893:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e41be59f. 00040000:00000010:2.0:1767384286.317011:0:17893:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e2cdb3d. 00040000:00000010:2.0:1767384286.317013:0:17893:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1691661. 00080000:00000010:2.0:1767384286.317017:0:17893:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fe86a4ed. 00080000:00000010:2.0:1767384286.317021:0:17893:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eff7f03c. 00002000:00000010:2.0:1767384286.317025:0:17893:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b00cd8d. 00000100:00000200:2.0:1767384286.317027:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317030:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5d8b91. 00000400:00000010:2.0:1767384286.317033:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000006b84551. 00000100:00000200:2.0:1767384286.317037:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317038:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062fb4b97. 00000400:00000010:2.0:1767384286.317040:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003a0b4001. 00000100:00000200:2.0:1767384286.317041:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317043:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002818b467. 00000400:00000010:2.0:1767384286.317050:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008871af77. 00000100:00000200:2.0:1767384286.317052:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317053:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32326da. 00000400:00000010:2.0:1767384286.317068:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003674493e. 00000100:00000200:2.0:1767384286.317070:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317072:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b3c2641. 00000400:00000010:2.0:1767384286.317074:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000011b72f7f. 00000100:00000200:2.0:1767384286.317076:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317077:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e9064f. 00000400:00000010:2.0:1767384286.317079:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000048a6ff3f. 00000100:00000200:2.0:1767384286.317080:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317107:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022ba5e4c. 00000400:00000010:2.0:1767384286.317110:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009468935a. 00000100:00000200:2.0:1767384286.317112:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317113:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a009e7. 00000400:00000010:2.0:1767384286.317115:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004d61cc99. 00000100:00000200:2.0:1767384286.317116:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317117:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e418749. 00000400:00000010:2.0:1767384286.317119:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c719ec98. 00000100:00000200:2.0:1767384286.317120:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317121:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d07d98. 00000400:00000010:2.0:1767384286.317122:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000998407a4. 00000100:00000200:2.0:1767384286.317124:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317125:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007cf4bc5. 00000400:00000010:2.0:1767384286.317127:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000578ec8c4. 00000100:00000200:2.0:1767384286.317128:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317129:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e013eb. 00000400:00000010:2.0:1767384286.317131:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003db2671c. 00000100:00000200:2.0:1767384286.317132:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317133:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa7233aa. 00000400:00000010:2.0:1767384286.317135:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ac3d32f4. 00000100:00000200:2.0:1767384286.317136:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317137:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dd64e6. 00000400:00000010:2.0:1767384286.317138:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005468db18. 00000100:00000200:2.0:1767384286.317140:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317141:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000604382d2. 00000400:00000010:2.0:1767384286.317146:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a149a110. 00000100:00000200:2.0:1767384286.317148:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317165:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000607dd490. 00000400:00000010:2.0:1767384286.317167:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000061825a54. 00000100:00000200:2.0:1767384286.317169:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317170:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7e2c5b3. 00000400:00000010:2.0:1767384286.317171:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000042880551. 00000100:00000200:2.0:1767384286.317173:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317174:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b27d52ec. 00000400:00000010:2.0:1767384286.317175:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000591f71a7. 00000100:00000200:2.0:1767384286.317176:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317178:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc2f17db. 00000400:00000010:2.0:1767384286.317180:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005079473e. 00000100:00000200:2.0:1767384286.317181:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317182:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075b5cbdf. 00000400:00000010:2.0:1767384286.317184:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f3754c60. 00000100:00000200:2.0:1767384286.317185:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317186:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f97add88. 00000400:00000010:2.0:1767384286.317188:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cfbe5377. 00000100:00000200:2.0:1767384286.317189:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317190:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d89cdef. 00000400:00000010:2.0:1767384286.317192:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d7927322. 00000100:00000200:2.0:1767384286.317193:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317195:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189819e4. 00000400:00000010:2.0:1767384286.317196:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007c1844d3. 00000100:00000200:2.0:1767384286.317197:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317198:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000464cd9c2. 00000400:00000010:2.0:1767384286.317200:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c8fadd58. 00000100:00000200:2.0:1767384286.317201:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317202:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f33e8a40. 00000400:00000010:2.0:1767384286.317204:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000921956ae. 00000100:00000200:2.0:1767384286.317206:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317207:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000010c0b5. 00000400:00000010:2.0:1767384286.317208:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000326b4a2c. 00000100:00000200:2.0:1767384286.317210:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317211:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009817fbf2. 00000400:00000010:2.0:1767384286.317216:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003f5dca86. 00000100:00000200:2.0:1767384286.317218:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317220:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a22d17. 00000400:00000010:2.0:1767384286.317222:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004d406524. 00000100:00000200:2.0:1767384286.317223:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317224:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006459c2e9. 00000400:00000010:2.0:1767384286.317226:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000482e29d. 00000100:00000200:2.0:1767384286.317227:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317228:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d58c351. 00000400:00000010:2.0:1767384286.317229:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000033d5ca6f. 00000100:00000200:2.0:1767384286.317231:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317232:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e94b4ead. 00000400:00000010:2.0:1767384286.317233:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f74a1a7f. 00000100:00000200:2.0:1767384286.317235:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317236:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c21e31f4. 00000400:00000010:2.0:1767384286.317237:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005741d1e2. 00000100:00000200:2.0:1767384286.317238:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317239:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a4a402e. 00000400:00000010:2.0:1767384286.317241:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004e151c8b. 00000100:00000200:2.0:1767384286.317242:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317243:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8c8f24. 00000400:00000010:2.0:1767384286.317244:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6e1db7b. 00000100:00000200:2.0:1767384286.317246:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317247:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7225f21. 00000400:00000010:2.0:1767384286.317248:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007d137872. 00000100:00000200:2.0:1767384286.317249:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317251:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e39ade02. 00000400:00000010:2.0:1767384286.317252:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002a1a7488. 00000100:00000200:2.0:1767384286.317253:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317254:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ab66868. 00000400:00000010:2.0:1767384286.317256:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d66de883. 00000100:00000200:2.0:1767384286.317257:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317258:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000491ca551. 00000400:00000010:2.0:1767384286.317260:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000014fb1927. 00000100:00000200:2.0:1767384286.317261:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317262:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5795e87. 00000400:00000010:2.0:1767384286.317268:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e0aa8bf8. 00000100:00000200:2.0:1767384286.317270:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317272:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077b8cb81. 00000400:00000010:2.0:1767384286.317274:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000963d0049. 00000100:00000200:2.0:1767384286.317275:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317276:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dadf9045. 00000400:00000010:2.0:1767384286.317278:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c854883c. 00000100:00000200:2.0:1767384286.317279:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317280:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008b9226f. 00000400:00000010:2.0:1767384286.317287:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a46ee0cd. 00000100:00000200:2.0:1767384286.317290:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317291:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b71dd374. 00000400:00000010:2.0:1767384286.317293:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ba9b634f. 00000100:00000200:2.0:1767384286.317294:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317295:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbd6941b. 00000400:00000010:2.0:1767384286.317297:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c9d3514. 00000100:00000200:2.0:1767384286.317298:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317299:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc57caf. 00000400:00000010:2.0:1767384286.317301:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004a6e9f73. 00000100:00000200:2.0:1767384286.317302:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317303:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ef9abec. 00000400:00000010:2.0:1767384286.317305:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008bca2ce6. 00000100:00000200:2.0:1767384286.317306:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317307:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb1e6ad1. 00000400:00000010:2.0:1767384286.317309:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000068965459. 00000100:00000200:2.0:1767384286.317310:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317312:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f2a392f. 00000400:00000010:2.0:1767384286.317313:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002c549d0d. 00000100:00000200:2.0:1767384286.317314:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317315:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007ecb4d1. 00000400:00000010:2.0:1767384286.317317:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dc1dd91a. 00000100:00000200:2.0:1767384286.317318:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317319:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c491a5a0. 00000400:00000010:2.0:1767384286.317321:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004570b06c. 00000100:00000200:2.0:1767384286.317322:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317323:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039c75ae5. 00000400:00000010:2.0:1767384286.317328:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000462e9f60. 00000100:00000200:2.0:1767384286.317330:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317331:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e40095c7. 00000400:00000010:2.0:1767384286.317333:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005eba3e56. 00000100:00000200:2.0:1767384286.317334:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317343:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed6fd983. 00000400:00000010:2.0:1767384286.317345:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000030ca995c. 00000100:00000200:2.0:1767384286.317347:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317348:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b344afc. 00000400:00000010:2.0:1767384286.317350:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004493777c. 00000100:00000200:2.0:1767384286.317351:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317352:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cb5935d. 00000400:00000010:2.0:1767384286.317354:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000006b178c6. 00000100:00000200:2.0:1767384286.317355:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317356:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad7905fb. 00000400:00000010:2.0:1767384286.317358:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f7806e6e. 00000100:00000200:2.0:1767384286.317359:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317360:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f8b803. 00000400:00000010:2.0:1767384286.317362:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069fac2d2. 00000100:00000200:2.0:1767384286.317363:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317364:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019e29aa5. 00000400:00000010:2.0:1767384286.317371:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ce392c15. 00000100:00000200:2.0:1767384286.317373:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317375:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94af756. 00000400:00000010:2.0:1767384286.317376:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fca05112. 00000100:00000200:2.0:1767384286.317377:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317379:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000611acd9d. 00000400:00000010:2.0:1767384286.317380:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006ff2b885. 00000100:00000200:2.0:1767384286.317381:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317382:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ef427a9. 00000400:00000010:2.0:1767384286.317384:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000663cf63. 00000100:00000200:2.0:1767384286.317385:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317386:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001395e3d6. 00000400:00000010:2.0:1767384286.317388:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000002281325. 00000100:00000200:2.0:1767384286.317389:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317390:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fed9d6f6. 00000400:00000010:2.0:1767384286.317395:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ef776014. 00000100:00000200:2.0:1767384286.317397:0:17893:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:2.0:1767384286.317398:0:17893:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e291ea5. 00000400:00000010:2.0:1767384286.317400:0:17893:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e0c0660f. 00000100:00000010:2.0:1767384286.317410:0:17893:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000e1b8a83. 00000100:00000200:2.0:1767384286.317423:0:17893:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384286.317654:0:17894:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.317663:0:17894:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f84ba09a. 00000020:00000010:2.0:1767384286.317665:0:17894:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b69942d. 00000020:00000010:2.0:1767384286.317668:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d149b4be. 00000020:00000010:2.0:1767384286.317671:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fe94bf4. 00000020:00000010:2.0:1767384286.317673:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000082e44495. 00000020:00000010:2.0:1767384286.317676:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000168ef08a. 00000020:00000010:2.0:1767384286.317678:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e70f799. 80000000:00000010:2.0:1767384286.317680:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008561b489. 40000000:00000010:2.0:1767384286.317682:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bac5e627. 00100000:00000010:2.0:1767384286.317684:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005621c3a6. 00040000:00000010:2.0:1767384286.317686:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000419fdc22. 00040000:00000010:2.0:1767384286.317688:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054c7c5b3. 00080000:00000010:2.0:1767384286.317693:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f53a3424. 00080000:00000010:2.0:1767384286.317697:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ceca559d. 00002000:00000010:2.0:1767384286.317700:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9c0f976. 00000100:00000010:2.0:1767384286.317712:0:17894:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000014953c36. 00000100:00000200:2.0:1767384286.317723:0:17894:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384286.329719:0:17895:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384286.329737:0:17895:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384286.330123:0:17895:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c56696f0. 00000020:00000001:2.0:1767384286.330127:0:17895:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.330130:0:17895:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b111416e. 00000020:00000010:2.0:1767384286.330133:0:17895:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a4e4ba77. 00000020:00000010:2.0:1767384286.330140:0:17895:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae428379. 00000020:00000010:2.0:1767384286.330145:0:17895:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005895f6fc. 00000020:00000010:2.0:1767384286.330149:0:17895:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa36ef21. 00000020:00000010:2.0:1767384286.330153:0:17895:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5e3d515. 00000020:00000010:2.0:1767384286.330156:0:17895:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a20439a7. 80000000:00000010:2.0:1767384286.330164:0:17895:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000add24bf5. 40000000:00000010:2.0:1767384286.330166:0:17895:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000428cb1d3. 00100000:00000010:2.0:1767384286.330171:0:17895:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000013b41b6. 00040000:00000010:2.0:1767384286.330174:0:17895:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001bffd79. 00040000:00000010:2.0:1767384286.330178:0:17895:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9c79e0d. 00080000:00000010:2.0:1767384286.330190:0:17895:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a2babb4d. 00080000:00000010:2.0:1767384286.330195:0:17895:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000052015c2d. 00002000:00000010:2.0:1767384286.330201:0:17895:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa9db5a6. 00000100:00000200:2.0:1767384286.330205:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330211:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df13b60. 00000400:00000010:2.0:1767384286.330217:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a28dfb0. 00000100:00000200:2.0:1767384286.330224:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330226:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f67ad40. 00000400:00000010:2.0:1767384286.330234:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c596521b. 00000100:00000200:2.0:1767384286.330237:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330239:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891d79d0. 00000400:00000010:2.0:1767384286.330242:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dad01745. 00000100:00000200:2.0:1767384286.330244:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330245:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003464eb96. 00000400:00000010:2.0:1767384286.330247:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087991c36. 00000100:00000200:2.0:1767384286.330249:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330251:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e71c1e. 00000400:00000010:2.0:1767384286.330253:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007230d7ed. 00000100:00000200:2.0:1767384286.330255:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330256:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b196a22. 00000400:00000010:2.0:1767384286.330259:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c0e6ffd. 00000100:00000200:2.0:1767384286.330261:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330262:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008681b18f. 00000400:00000010:2.0:1767384286.330265:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005b2521c9. 00000100:00000200:2.0:1767384286.330267:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330268:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002714efc4. 00000400:00000010:2.0:1767384286.330270:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000de2e6faa. 00000100:00000200:2.0:1767384286.330273:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330274:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f18fc13. 00000400:00000010:2.0:1767384286.330276:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000056dadc2c. 00000100:00000200:2.0:1767384286.330284:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330286:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fc60987. 00000400:00000010:2.0:1767384286.330293:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000983450f. 00000100:00000200:2.0:1767384286.330297:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330299:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000800512b6. 00000400:00000010:2.0:1767384286.330301:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070752520. 00000100:00000200:2.0:1767384286.330303:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330304:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d461917e. 00000400:00000010:2.0:1767384286.330306:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000058e12ce4. 00000100:00000200:2.0:1767384286.330308:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330309:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004e518f9. 00000400:00000010:2.0:1767384286.330312:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009eaa03b. 00000100:00000200:2.0:1767384286.330314:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330315:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057fad843. 00000400:00000010:2.0:1767384286.330317:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003e7fe014. 00000100:00000200:2.0:1767384286.330319:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330320:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090049d99. 00000400:00000010:2.0:1767384286.330323:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d9cca22f. 00000100:00000200:2.0:1767384286.330325:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330326:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b99c09b. 00000400:00000010:2.0:1767384286.330328:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f90423d0. 00000100:00000200:2.0:1767384286.330330:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330331:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044c2bc8d. 00000400:00000010:2.0:1767384286.330333:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e663e71f. 00000100:00000200:2.0:1767384286.330335:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330336:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ef7bddd. 00000400:00000010:2.0:1767384286.330344:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfe91a64. 00000100:00000200:2.0:1767384286.330347:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330348:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0c77c0d. 00000400:00000010:2.0:1767384286.330362:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d6ecd26. 00000100:00000200:2.0:1767384286.330363:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330364:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be61e97. 00000400:00000010:2.0:1767384286.330367:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079c5a0e8. 00000100:00000200:2.0:1767384286.330369:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330370:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002748aad1. 00000400:00000010:2.0:1767384286.330372:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fc422c52. 00000100:00000200:2.0:1767384286.330378:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330379:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de4a1253. 00000400:00000010:2.0:1767384286.330382:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006cc10fb5. 00000100:00000200:2.0:1767384286.330384:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330385:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0a04d51. 00000400:00000010:2.0:1767384286.330388:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d62bc082. 00000100:00000200:2.0:1767384286.330390:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330391:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096804578. 00000400:00000010:2.0:1767384286.330394:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7f26cc3. 00000100:00000200:2.0:1767384286.330395:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330396:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fcb8929. 00000400:00000010:2.0:1767384286.330399:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c6200fe. 00000100:00000200:2.0:1767384286.330401:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330402:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004aa8fe44. 00000400:00000010:2.0:1767384286.330409:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d088b002. 00000100:00000200:2.0:1767384286.330412:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330413:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad97864. 00000400:00000010:2.0:1767384286.330416:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd892e08. 00000100:00000200:2.0:1767384286.330418:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330419:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85f3d32. 00000400:00000010:2.0:1767384286.330430:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fc53daea. 00000100:00000200:2.0:1767384286.330432:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330433:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0eea512. 00000400:00000010:2.0:1767384286.330435:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000052b61928. 00000100:00000200:2.0:1767384286.330437:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330438:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000313696f7. 00000400:00000010:2.0:1767384286.330441:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d8c6cb9. 00000100:00000200:2.0:1767384286.330443:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330444:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bb6d2f5. 00000400:00000010:2.0:1767384286.330446:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b4db32af. 00000100:00000200:2.0:1767384286.330448:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330449:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3553c34. 00000400:00000010:2.0:1767384286.330452:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015f7a9f4. 00000100:00000200:2.0:1767384286.330455:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330457:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b96d306e. 00000400:00000010:2.0:1767384286.330460:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bcb1bdee. 00000100:00000200:2.0:1767384286.330470:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330472:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097de6eb7. 00000400:00000010:2.0:1767384286.330484:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a59cbbc. 00000100:00000200:2.0:1767384286.330490:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330503:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2c913b6. 00000400:00000010:2.0:1767384286.330509:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1086fc6. 00000100:00000200:2.0:1767384286.330514:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330516:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c1598f. 00000400:00000010:2.0:1767384286.330519:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004d32420e. 00000100:00000200:2.0:1767384286.330522:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330523:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009696861f. 00000400:00000010:2.0:1767384286.330525:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db1c2414. 00000100:00000200:2.0:1767384286.330527:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330529:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068032ca9. 00000400:00000010:2.0:1767384286.330531:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e5c3cc3. 00000100:00000200:2.0:1767384286.330533:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330534:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023bd649c. 00000400:00000010:2.0:1767384286.330536:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023e839e8. 00000100:00000200:2.0:1767384286.330538:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330540:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000849dc7f2. 00000400:00000010:2.0:1767384286.330542:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ffe396a. 00000100:00000200:2.0:1767384286.330544:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330545:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f368166. 00000400:00000010:2.0:1767384286.330548:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f6653748. 00000100:00000200:2.0:1767384286.330550:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330551:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fedfdcff. 00000400:00000010:2.0:1767384286.330559:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007da893f3. 00000100:00000200:2.0:1767384286.330563:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330564:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acaef12c. 00000400:00000010:2.0:1767384286.330567:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a1a01b2. 00000100:00000200:2.0:1767384286.330568:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330569:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bf4bb53. 00000400:00000010:2.0:1767384286.330572:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000092275fa1. 00000100:00000200:2.0:1767384286.330574:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330575:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba49d53d. 00000400:00000010:2.0:1767384286.330577:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088174ff1. 00000100:00000200:2.0:1767384286.330583:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330585:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ec2371. 00000400:00000010:2.0:1767384286.330587:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dfc57119. 00000100:00000200:2.0:1767384286.330589:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330591:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfccd8fb. 00000400:00000010:2.0:1767384286.330593:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad6915c1. 00000100:00000200:2.0:1767384286.330595:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330596:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ce077f3. 00000400:00000010:2.0:1767384286.330599:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008522cb1a. 00000100:00000200:2.0:1767384286.330601:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330602:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135d60a6. 00000400:00000010:2.0:1767384286.330604:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f8f56b0. 00000100:00000200:2.0:1767384286.330606:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330608:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a7c1aa. 00000400:00000010:2.0:1767384286.330615:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f066ab41. 00000100:00000200:2.0:1767384286.330619:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330620:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000119d0869. 00000400:00000010:2.0:1767384286.330622:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6d603b9. 00000100:00000200:2.0:1767384286.330624:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330626:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42d87ca. 00000400:00000010:2.0:1767384286.330628:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000847caf2f. 00000100:00000200:2.0:1767384286.330630:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330631:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031a9932c. 00000400:00000010:2.0:1767384286.330633:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002608b0dc. 00000100:00000200:2.0:1767384286.330635:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330636:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042d581b7. 00000400:00000010:2.0:1767384286.330639:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000048aa2cc5. 00000100:00000200:2.0:1767384286.330641:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330642:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047dbf819. 00000400:00000010:2.0:1767384286.330644:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000038da86ca. 00000100:00000200:2.0:1767384286.330647:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330648:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000352a7c84. 00000400:00000010:2.0:1767384286.330650:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e450d58. 00000100:00000200:2.0:1767384286.330652:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330653:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df4e50e. 00000400:00000010:2.0:1767384286.330655:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003be1e160. 00000100:00000200:2.0:1767384286.330661:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330663:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005844a807. 00000400:00000010:2.0:1767384286.330670:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000563e80cf. 00000100:00000200:2.0:1767384286.330674:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330675:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000968b6e3d. 00000400:00000010:2.0:1767384286.330678:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000040101043. 00000100:00000200:2.0:1767384286.330680:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330681:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d26efb18. 00000400:00000010:2.0:1767384286.330683:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a5ae6ff. 00000100:00000200:2.0:1767384286.330685:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330686:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d637d5d8. 00000400:00000010:2.0:1767384286.330689:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e760def1. 00000100:00000200:2.0:1767384286.330691:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330692:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf800573. 00000400:00000010:2.0:1767384286.330694:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045c499aa. 00000100:00000200:2.0:1767384286.330696:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330697:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bc8607b. 00000400:00000010:2.0:1767384286.330700:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000014dcf8a1. 00000100:00000200:2.0:1767384286.330702:0:17895:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384286.330703:0:17895:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdbdeb5c. 00000400:00000010:2.0:1767384286.330705:0:17895:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d1fa70ed. 00000100:00000010:2.0:1767384286.330716:0:17895:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000037cde092. 00000100:00000200:2.0:1767384286.330732:0:17895:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384286.331022:0:17896:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384286.331032:0:17896:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384286.331376:0:17896:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d27a1121. 00000020:00000001:2.0:1767384286.331379:0:17896:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.331381:0:17896:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003b311f6a. 00000020:00000010:2.0:1767384286.331383:0:17896:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e3b88c23. 00000020:00000010:2.0:1767384286.331386:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d62902ff. 00000020:00000010:2.0:1767384286.331388:0:17896:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd36c93a. 00000020:00000010:2.0:1767384286.331391:0:17896:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003afa549c. 00000020:00000010:2.0:1767384286.331393:0:17896:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000097572a78. 00000020:00000010:2.0:1767384286.331395:0:17896:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ccb95550. 80000000:00000010:2.0:1767384286.331397:0:17896:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6640b09. 40000000:00000010:2.0:1767384286.331399:0:17896:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000452a9fa9. 00100000:00000010:2.0:1767384286.331405:0:17896:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e55c6ff. 00040000:00000010:2.0:1767384286.331407:0:17896:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024ab4824. 00040000:00000010:2.0:1767384286.331409:0:17896:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6ee8957. 00080000:00000010:2.0:1767384286.331413:0:17896:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d8affa9d. 00080000:00000010:2.0:1767384286.331417:0:17896:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2689bcd. 00002000:00000010:2.0:1767384286.331420:0:17896:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e10950ed. 00000100:00000010:2.0:1767384286.331430:0:17896:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006529c777. 00000100:00000200:2.0:1767384286.331441:0:17896:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384286.331744:0:17897:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384286.331754:0:17897:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384286.332181:0:17897:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000874b44a2. 00000020:00000001:2.0:1767384286.332184:0:17897:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.332186:0:17897:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000be6979a0. 00000020:00000010:2.0:1767384286.332188:0:17897:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ebe75ec6. 00000020:00000010:2.0:1767384286.332191:0:17897:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc504453. 00000020:00000010:2.0:1767384286.332193:0:17897:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006239e637. 00000020:00000010:2.0:1767384286.332195:0:17897:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000217db66a. 00000020:00000010:2.0:1767384286.332198:0:17897:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d914b106. 00000020:00000010:2.0:1767384286.332200:0:17897:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000892bec10. 80000000:00000010:2.0:1767384286.332202:0:17897:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddbd7bba. 40000000:00000010:2.0:1767384286.332203:0:17897:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f52a849e. 00100000:00000010:2.0:1767384286.332206:0:17897:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f7ddc17. 00040000:00000010:2.0:1767384286.332208:0:17897:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2d0dca7. 00040000:00000010:2.0:1767384286.332209:0:17897:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008dc94fb0. 00080000:00000010:2.0:1767384286.332219:0:17897:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000de91ba04. 00080000:00000010:2.0:1767384286.332223:0:17897:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000680acccc. 00002000:00000010:2.0:1767384286.332227:0:17897:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005fb75d36. 00000100:00000010:2.0:1767384286.332236:0:17897:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003dc48206. 00000100:00000200:2.0:1767384286.332247:0:17897:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1767384286.333853:0:17898:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.333866:0:17898:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000e745126. 00000020:00000010:2.0:1767384286.333869:0:17898:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cfe17cbf. 00000020:00000010:2.0:1767384286.333873:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dfdf12c. 00000020:00000010:2.0:1767384286.333876:0:17898:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e027bed9. 00000020:00000010:2.0:1767384286.333893:0:17898:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008bc5bab3. 00000020:00000010:2.0:1767384286.333896:0:17898:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f51d5af9. 00000020:00000010:2.0:1767384286.333899:0:17898:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008387a7b4. 80000000:00000010:2.0:1767384286.333901:0:17898:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059ff6eda. 40000000:00000010:2.0:1767384286.333903:0:17898:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000020e29409. 00100000:00000010:2.0:1767384286.333906:0:17898:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000477825c4. 00040000:00000010:2.0:1767384286.333908:0:17898:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000449cf575. 00040000:00000010:2.0:1767384286.333910:0:17898:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b474d7f5. 00080000:00000010:2.0:1767384286.333914:0:17898:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ec4d5d5b. 00080000:00000010:2.0:1767384286.333918:0:17898:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000776d4d7e. 00002000:00000010:2.0:1767384286.333921:0:17898:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ca668c25. 00000100:00000200:2.0:1767384286.333924:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333927:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a91c3dd5. 00000400:00000010:2.0:1767384286.333930:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000086e53528. 00000100:00000200:2.0:1767384286.333933:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333934:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f707cb4d. 00000400:00000010:2.0:1767384286.333936:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eb696fce. 00000100:00000200:2.0:1767384286.333938:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333939:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000421b0f5. 00000400:00000010:2.0:1767384286.333941:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aee1f12e. 00000100:00000200:2.0:1767384286.333942:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333943:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024f7842d. 00000400:00000010:2.0:1767384286.333944:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000416d357b. 00000100:00000200:2.0:1767384286.333945:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333946:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033bbf486. 00000400:00000010:2.0:1767384286.333954:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003e28b3d8. 00000100:00000200:2.0:1767384286.333956:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333957:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008163cb93. 00000400:00000010:2.0:1767384286.333959:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000002d8acf3. 00000100:00000200:2.0:1767384286.333960:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333961:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009426aa07. 00000400:00000010:2.0:1767384286.333962:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000047f25c7f. 00000100:00000200:2.0:1767384286.333964:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333965:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ffd8cd9. 00000400:00000010:2.0:1767384286.333966:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d5b295b3. 00000100:00000200:2.0:1767384286.333971:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333973:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000457bb8a1. 00000400:00000010:2.0:1767384286.333974:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000063536780. 00000100:00000200:2.0:1767384286.333976:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333977:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029188ef2. 00000400:00000010:2.0:1767384286.333978:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b1ed6835. 00000100:00000200:2.0:1767384286.333980:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333981:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039896e58. 00000400:00000010:2.0:1767384286.333982:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000052ba1e4. 00000100:00000200:2.0:1767384286.333983:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333984:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057206b76. 00000400:00000010:2.0:1767384286.333986:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000052759dd9. 00000100:00000200:2.0:1767384286.333987:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333988:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe9da5e9. 00000400:00000010:2.0:1767384286.333989:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000344d82ce. 00000100:00000200:2.0:1767384286.333990:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333992:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000386a985b. 00000400:00000010:2.0:1767384286.333993:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ac8fc693. 00000100:00000200:2.0:1767384286.333994:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333995:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050dad815. 00000400:00000010:2.0:1767384286.333996:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001cf1f55c. 00000100:00000200:2.0:1767384286.333998:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.333999:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b954b20. 00000400:00000010:2.0:1767384286.334000:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000be005b3c. 00000100:00000200:2.0:1767384286.334001:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334010:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1f27060. 00000400:00000010:2.0:1767384286.334012:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000057993dca. 00000100:00000200:2.0:1767384286.334014:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334015:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030fa4ac5. 00000400:00000010:2.0:1767384286.334016:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000aceb5533. 00000100:00000200:2.0:1767384286.334017:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334018:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c06c44. 00000400:00000010:2.0:1767384286.334020:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000547be54d. 00000100:00000200:2.0:1767384286.334021:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334022:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000459ddb47. 00000400:00000010:2.0:1767384286.334023:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004b73af64. 00000100:00000200:2.0:1767384286.334028:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334029:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e071179. 00000400:00000010:2.0:1767384286.334036:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6327bb7. 00000100:00000200:2.0:1767384286.334039:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334040:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094c5361f. 00000400:00000010:2.0:1767384286.334042:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000090d6f394. 00000100:00000200:2.0:1767384286.334043:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334044:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090ff87aa. 00000400:00000010:2.0:1767384286.334046:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f6c8fa49. 00000100:00000200:2.0:1767384286.334047:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334048:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016407cda. 00000400:00000010:2.0:1767384286.334049:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bec5c2a2. 00000100:00000200:2.0:1767384286.334051:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334052:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a1464ab. 00000400:00000010:2.0:1767384286.334053:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d47e9ab0. 00000100:00000200:2.0:1767384286.334054:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334072:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066c8a4cf. 00000400:00000010:2.0:1767384286.334074:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000033d1f156. 00000100:00000200:2.0:1767384286.334076:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334077:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db006e6f. 00000400:00000010:2.0:1767384286.334078:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000498598ae. 00000100:00000200:2.0:1767384286.334079:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334080:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0038351. 00000400:00000010:2.0:1767384286.334082:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003f9bb2e. 00000100:00000200:2.0:1767384286.334083:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334084:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000141b9a07. 00000400:00000010:2.0:1767384286.334085:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000be499d67. 00000100:00000200:2.0:1767384286.334087:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334088:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007153d886. 00000400:00000010:2.0:1767384286.334089:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a3ec7fde. 00000100:00000200:2.0:1767384286.334091:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334092:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022860890. 00000400:00000010:2.0:1767384286.334094:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000090d547ad. 00000100:00000200:2.0:1767384286.334095:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334096:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096221649. 00000400:00000010:2.0:1767384286.334098:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ccf4a56c. 00000100:00000200:2.0:1767384286.334103:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334105:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b511e2a9. 00000400:00000010:2.0:1767384286.334106:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dda6a800. 00000100:00000200:2.0:1767384286.334108:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334109:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4019aac. 00000400:00000010:2.0:1767384286.334110:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000da7ff539. 00000100:00000200:2.0:1767384286.334111:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334112:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a876254. 00000400:00000010:2.0:1767384286.334114:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000369c771b. 00000100:00000200:2.0:1767384286.334115:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334116:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018e52499. 00000400:00000010:2.0:1767384286.334117:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf02817b. 00000100:00000200:2.0:1767384286.334118:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334119:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e7263b. 00000400:00000010:2.0:1767384286.334127:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005baffef9. 00000100:00000200:2.0:1767384286.334130:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334131:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000031f96ba. 00000400:00000010:2.0:1767384286.334132:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000061685e79. 00000100:00000200:2.0:1767384286.334133:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334134:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029d32a64. 00000400:00000010:2.0:1767384286.334136:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b6e05cfb. 00000100:00000200:2.0:1767384286.334137:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334138:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7b1155. 00000400:00000010:2.0:1767384286.334139:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d4ae1262. 00000100:00000200:2.0:1767384286.334141:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334142:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2353b33. 00000400:00000010:2.0:1767384286.334143:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007440ca50. 00000100:00000200:2.0:1767384286.334144:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334145:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c422d2db. 00000400:00000010:2.0:1767384286.334147:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000831e358a. 00000100:00000200:2.0:1767384286.334148:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334149:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d62e72ce. 00000400:00000010:2.0:1767384286.334151:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000320a9515. 00000100:00000200:2.0:1767384286.334152:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334153:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000536663e8. 00000400:00000010:2.0:1767384286.334154:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004324a6a2. 00000100:00000200:2.0:1767384286.334159:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334160:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac247559. 00000400:00000010:2.0:1767384286.334162:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000027ca2f47. 00000100:00000200:2.0:1767384286.334163:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334165:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e73fc6ef. 00000400:00000010:2.0:1767384286.334166:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d76a3694. 00000100:00000200:2.0:1767384286.334167:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334168:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdfc05e. 00000400:00000010:2.0:1767384286.334169:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007e41e860. 00000100:00000200:2.0:1767384286.334171:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334172:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96d05ed. 00000400:00000010:2.0:1767384286.334173:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d984c903. 00000100:00000200:2.0:1767384286.334174:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334175:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a31a6674. 00000400:00000010:2.0:1767384286.334176:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004baac90b. 00000100:00000200:2.0:1767384286.334177:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334178:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046f75a7b. 00000400:00000010:2.0:1767384286.334180:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003e063030. 00000100:00000200:2.0:1767384286.334181:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334182:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd772def. 00000400:00000010:2.0:1767384286.334183:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c015e17f. 00000100:00000200:2.0:1767384286.334184:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334185:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a20b4131. 00000400:00000010:2.0:1767384286.334187:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006cc6825f. 00000100:00000200:2.0:1767384286.334188:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334189:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8173c50. 00000400:00000010:2.0:1767384286.334195:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f9d085a2. 00000100:00000200:2.0:1767384286.334197:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334199:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008756bace. 00000400:00000010:2.0:1767384286.334200:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009be81625. 00000100:00000200:2.0:1767384286.334201:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334202:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5498c44. 00000400:00000010:2.0:1767384286.334203:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a312b2aa. 00000100:00000200:2.0:1767384286.334205:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334206:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7cf9150. 00000400:00000010:2.0:1767384286.334207:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a31c5544. 00000100:00000200:2.0:1767384286.334212:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334213:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002db2d140. 00000400:00000010:2.0:1767384286.334215:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000023dc0e15. 00000100:00000200:2.0:1767384286.334216:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334217:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010859dd2. 00000400:00000010:2.0:1767384286.334219:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000064e946b8. 00000100:00000200:2.0:1767384286.334220:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334221:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093deb239. 00000400:00000010:2.0:1767384286.334223:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c22acc3f. 00000100:00000200:2.0:1767384286.334224:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334225:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5ebbd53. 00000400:00000010:2.0:1767384286.334226:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004cedf4db. 00000100:00000200:2.0:1767384286.334227:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334228:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4289863. 00000400:00000010:2.0:1767384286.334229:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008a3b369c. 00000100:00000200:2.0:1767384286.334230:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334231:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9ae0f5e. 00000400:00000010:2.0:1767384286.334233:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000308b5344. 00000100:00000200:2.0:1767384286.334234:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334242:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d1226d3. 00000400:00000010:2.0:1767384286.334244:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000052c49427. 00000100:00000200:2.0:1767384286.334246:0:17898:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384286.334247:0:17898:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062204d63. 00000400:00000010:2.0:1767384286.334248:0:17898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e7eb69c6. 00000100:00000010:2.0:1767384286.334258:0:17898:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008ec28290. 00000100:00000200:2.0:1767384286.334269:0:17898:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384286.334552:0:17899:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.334560:0:17899:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000033d11ebb. 00000020:00000010:2.0:1767384286.334562:0:17899:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000065779ba2. 00000020:00000010:2.0:1767384286.334565:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3e1f484. 00000020:00000010:2.0:1767384286.334567:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000612b8c56. 00000020:00000010:2.0:1767384286.334569:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d563f2d. 00000020:00000010:2.0:1767384286.334571:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c43da8e. 00000020:00000010:2.0:1767384286.334572:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000975fb193. 80000000:00000010:2.0:1767384286.334574:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d91d5db. 40000000:00000010:2.0:1767384286.334575:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b16d1fc1. 00100000:00000010:2.0:1767384286.334582:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000781fb54. 00040000:00000010:2.0:1767384286.334583:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c37b3f07. 00040000:00000010:2.0:1767384286.334585:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064471b9f. 00080000:00000010:2.0:1767384286.334593:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001db89d7a. 00080000:00000010:2.0:1767384286.334596:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000095877927. 00002000:00000010:2.0:1767384286.334599:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e246725. 00000100:00000010:2.0:1767384286.334608:0:17899:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000a2f6c09. 00000100:00000200:2.0:1767384286.334618:0:17899:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384286.365467:0:17900:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.365491:0:17900:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000044c8874c. 00000020:00000010:2.0:1767384286.365498:0:17900:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000011a36bcb. 00000020:00000010:2.0:1767384286.365507:0:17900:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079b51f22. 00000020:00000010:2.0:1767384286.365522:0:17900:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c8e6189. 00000040:00000010:2.0:1767384286.365527:0:17900:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000020babe78. 00000020:00000010:2.0:1767384286.365532:0:17900:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003997e5a. 00000020:00000010:2.0:1767384286.365539:0:17900:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095a807f0. 00000020:00000010:2.0:1767384286.365544:0:17900:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3b179df. 80000000:00000010:2.0:1767384286.365549:0:17900:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f167a505. 40000000:00000010:2.0:1767384286.365552:0:17900:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008427b19a. 00100000:00000010:2.0:1767384286.365557:0:17900:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014253def. 00040000:00000010:2.0:1767384286.365561:0:17900:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000a8be79d. 00040000:00000010:2.0:1767384286.365564:0:17900:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3b8ec3a. 00040000:00000010:2.0:1767384286.365566:0:17900:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a309d824. 00080000:00000010:2.0:1767384286.365572:0:17900:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b745964f. 00080000:00000010:2.0:1767384286.365576:0:17900:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ed0e37e. 00000004:00000010:2.0:1767384286.365581:0:17900:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002423bf44. 00000004:00000010:2.0:1767384286.365585:0:17900:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000084e87b6f. 00000004:00000010:2.0:1767384286.365589:0:17900:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000afa2517a. 00002000:00000010:2.0:1767384286.365593:0:17900:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eed4bb17. 00000004:00000010:2.0:1767384286.365597:0:17900:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004a4967d0. 00000100:00000200:2.0:1767384286.365601:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.365606:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef6c1f39. 00000400:00000010:2.0:1767384286.366400:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015b51e23. 00000100:00000200:2.0:1767384286.366411:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366420:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2ccb800. 00000400:00000010:2.0:1767384286.366424:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000006424c38. 00000100:00000200:2.0:1767384286.366428:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366430:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094ee7612. 00000400:00000010:2.0:1767384286.366433:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000519f5c5e. 00000100:00000200:2.0:1767384286.366439:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366443:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7580d33. 00000400:00000010:2.0:1767384286.366447:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000027724f95. 00000100:00000200:2.0:1767384286.366452:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366455:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3975e4e. 00000400:00000010:2.0:1767384286.366467:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004eddd254. 00000100:00000200:2.0:1767384286.366485:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366488:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe5e819c. 00000400:00000010:2.0:1767384286.366493:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008d2cb198. 00000100:00000200:2.0:1767384286.366498:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366502:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049a9f5dd. 00000400:00000010:2.0:1767384286.366505:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b6a5a49. 00000100:00000200:2.0:1767384286.366510:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366513:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034670a33. 00000400:00000010:2.0:1767384286.366517:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000064b146e9. 00000100:00000200:2.0:1767384286.366522:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366525:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c013359. 00000400:00000010:2.0:1767384286.366536:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8733d0e. 00000100:00000200:2.0:1767384286.366543:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366546:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3668841. 00000400:00000010:2.0:1767384286.366550:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002dbc885f. 00000100:00000200:2.0:1767384286.366555:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366559:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f1d633b. 00000400:00000010:2.0:1767384286.366563:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000972b4ace. 00000100:00000200:2.0:1767384286.366567:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366568:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098901541. 00000400:00000010:2.0:1767384286.366570:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b3b43a3. 00000100:00000200:2.0:1767384286.366574:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366575:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000640d9fb1. 00000400:00000010:2.0:1767384286.366582:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000addca3ed. 00000100:00000200:2.0:1767384286.366587:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366595:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccbca7d0. 00000400:00000010:2.0:1767384286.366597:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e91ceee1. 00000100:00000200:2.0:1767384286.366601:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366602:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfa38689. 00000400:00000010:2.0:1767384286.366604:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000df340e8b. 00000100:00000200:2.0:1767384286.366607:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366609:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e41f6a5f. 00000400:00000010:2.0:1767384286.366611:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d100a7f1. 00000100:00000200:2.0:1767384286.366614:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366615:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073226d95. 00000400:00000010:2.0:1767384286.366622:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042c80680. 00000100:00000200:2.0:1767384286.366626:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366628:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000534c3f89. 00000400:00000010:2.0:1767384286.366630:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d7642602. 00000100:00000200:2.0:1767384286.366633:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366634:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecf03971. 00000400:00000010:2.0:1767384286.366636:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017edfe1b. 00000100:00000200:2.0:1767384286.366640:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366641:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005d557ef. 00000400:00000010:2.0:1767384286.366643:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f4822aac. 00000100:00000200:2.0:1767384286.366646:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366647:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa388e23. 00000400:00000010:2.0:1767384286.366654:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd9cd9d0. 00000100:00000200:2.0:1767384286.366658:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366660:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6b66a75. 00000400:00000010:2.0:1767384286.366662:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038db410e. 00000100:00000200:2.0:1767384286.366665:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366666:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f88c3a13. 00000400:00000010:2.0:1767384286.366668:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092173e29. 00000100:00000200:2.0:1767384286.366671:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366673:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4dde658. 00000400:00000010:2.0:1767384286.366675:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000304cdca3. 00000100:00000200:2.0:1767384286.366678:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366679:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095e59056. 00000400:00000010:2.0:1767384286.366686:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000da6b5827. 00000100:00000200:2.0:1767384286.366690:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366695:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073cf7150. 00000400:00000010:2.0:1767384286.366698:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cd0aaa54. 00000100:00000200:2.0:1767384286.366701:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366703:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003401d21. 00000400:00000010:2.0:1767384286.366705:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000073c933ca. 00000100:00000200:2.0:1767384286.366708:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366709:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006adc3029. 00000400:00000010:2.0:1767384286.366711:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4506f79. 00000100:00000200:2.0:1767384286.366714:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366716:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c0d8bd5. 00000400:00000010:2.0:1767384286.366722:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002d150eea. 00000100:00000200:2.0:1767384286.366727:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366728:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efaf59a7. 00000400:00000010:2.0:1767384286.366731:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000052d1da23. 00000100:00000200:2.0:1767384286.366734:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366735:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb9643c. 00000400:00000010:2.0:1767384286.366737:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c856dfea. 00000100:00000200:2.0:1767384286.366746:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366748:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e279332. 00000400:00000010:2.0:1767384286.366750:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007fa263b8. 00000100:00000200:2.0:1767384286.366753:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366754:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000febf264f. 00000400:00000010:2.0:1767384286.366760:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c2ecd22. 00000100:00000200:2.0:1767384286.366794:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366797:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000863c9677. 00000400:00000010:2.0:1767384286.366800:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000021214f5b. 00000100:00000200:2.0:1767384286.366803:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366805:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e9b7eb. 00000400:00000010:2.0:1767384286.366807:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cff7687c. 00000100:00000200:2.0:1767384286.366812:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366813:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fab56eb. 00000400:00000010:2.0:1767384286.366816:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000045566fd9. 00000100:00000200:2.0:1767384286.366820:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366822:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf8eaf5. 00000400:00000010:2.0:1767384286.366831:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c2e131f. 00000100:00000200:2.0:1767384286.366837:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366842:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df1fb8f4. 00000400:00000010:2.0:1767384286.366845:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006981b52b. 00000100:00000200:2.0:1767384286.366850:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366852:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098ef8c5b. 00000400:00000010:2.0:1767384286.366855:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004803d409. 00000100:00000200:2.0:1767384286.366859:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366861:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf23fbfe. 00000400:00000010:2.0:1767384286.366863:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b830f99. 00000100:00000200:2.0:1767384286.366873:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366875:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec051bc. 00000400:00000010:2.0:1767384286.366882:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a40a3840. 00000100:00000200:2.0:1767384286.366886:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366888:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c4a8b67. 00000400:00000010:2.0:1767384286.366890:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000055aef16d. 00000100:00000200:2.0:1767384286.366893:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366894:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080a9dd39. 00000400:00000010:2.0:1767384286.366896:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000971a987b. 00000100:00000200:2.0:1767384286.366900:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366901:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c4e421d. 00000400:00000010:2.0:1767384286.366903:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc6d8944. 00000100:00000200:2.0:1767384286.366906:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366912:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a71482d. 00000400:00000010:2.0:1767384286.366920:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b6bb5bb6. 00000100:00000200:2.0:1767384286.366924:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366926:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3667541. 00000400:00000010:2.0:1767384286.366928:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ab2436d. 00000100:00000200:2.0:1767384286.366931:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366933:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e8ac87. 00000400:00000010:2.0:1767384286.366935:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044a8ed58. 00000100:00000200:2.0:1767384286.366938:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366939:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a18fb6. 00000400:00000010:2.0:1767384286.366941:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5797e09. 00000100:00000200:2.0:1767384286.366944:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366945:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002864b209. 00000400:00000010:2.0:1767384286.366952:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c40620e. 00000100:00000200:2.0:1767384286.366956:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366961:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008883db68. 00000400:00000010:2.0:1767384286.366963:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e6b0c019. 00000100:00000200:2.0:1767384286.366967:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366968:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973d034e. 00000400:00000010:2.0:1767384286.366970:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca43b291. 00000100:00000200:2.0:1767384286.366973:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366975:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a4df2a8. 00000400:00000010:2.0:1767384286.366977:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000774a6a71. 00000100:00000200:2.0:1767384286.366980:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366981:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d71752. 00000400:00000010:2.0:1767384286.366987:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000584a4d17. 00000100:00000200:2.0:1767384286.366992:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.366994:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006141ab9b. 00000400:00000010:2.0:1767384286.366996:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c4c7fde4. 00000100:00000200:2.0:1767384286.366999:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367000:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3e8074. 00000400:00000010:2.0:1767384286.367002:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000088a3f6d5. 00000100:00000200:2.0:1767384286.367005:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367007:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4f62039. 00000400:00000010:2.0:1767384286.367009:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f4ddb54. 00000100:00000200:2.0:1767384286.367012:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367013:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca1b398a. 00000400:00000010:2.0:1767384286.367019:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e547477d. 00000100:00000200:2.0:1767384286.367024:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367025:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002ad48d2. 00000400:00000010:2.0:1767384286.367027:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a0f6e773. 00000100:00000200:2.0:1767384286.367030:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367032:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e503d56. 00000400:00000010:2.0:1767384286.367034:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a3fa3426. 00000100:00000200:2.0:1767384286.367037:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367038:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073cfcf65. 00000400:00000010:2.0:1767384286.367040:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e646c9a5. 00000100:00000200:2.0:1767384286.367043:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367044:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b5e707c. 00000400:00000010:2.0:1767384286.367051:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c030124a. 00000100:00000200:2.0:1767384286.367073:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367080:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a1bda1. 00000400:00000010:2.0:1767384286.367083:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000beb4ce2e. 00000100:00000200:2.0:1767384286.367087:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367088:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ae3cc3e. 00000400:00000010:2.0:1767384286.367090:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000919d984a. 00000100:00000200:2.0:1767384286.367093:0:17900:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384286.367094:0:17900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3741514. 00000400:00000010:2.0:1767384286.367096:0:17900:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000033139f60. 00000100:00000010:2.0:1767384286.367117:0:17900:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000028d9942f. 00000100:00000200:2.0:1767384286.367134:0:17900:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384286.367541:0:17901:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384286.367569:0:17901:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ab753a79. 00000020:00000010:2.0:1767384286.367572:0:17901:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000041f7f201. 00000020:00000010:2.0:1767384286.367576:0:17901:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8cc6939. 00000020:00000010:2.0:1767384286.367578:0:17901:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2d1e495. 00000040:00000010:2.0:1767384286.367581:0:17901:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc466ab1. 00000020:00000010:2.0:1767384286.367583:0:17901:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044e23fdd. 00000020:00000010:2.0:1767384286.367586:0:17901:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000939ff01. 00000020:00000010:2.0:1767384286.367588:0:17901:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000708b2509. 80000000:00000010:2.0:1767384286.367590:0:17901:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085b16b75. 40000000:00000010:2.0:1767384286.367592:0:17901:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000566362db. 00100000:00000010:2.0:1767384286.367595:0:17901:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc7cd66a. 00040000:00000010:2.0:1767384286.367597:0:17901:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adad0fd6. 00040000:00000010:2.0:1767384286.367599:0:17901:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a4d75cbf. 00040000:00000010:2.0:1767384286.367609:0:17901:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000621168f8. 00080000:00000010:2.0:1767384286.367616:0:17901:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d06e634d. 00080000:00000010:2.0:1767384286.367619:0:17901:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000616ca08. 00000004:00000010:2.0:1767384286.367622:0:17901:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e97d2a93. 00000004:00000010:2.0:1767384286.367630:0:17901:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000070db1fda. 00000004:00000010:2.0:1767384286.367632:0:17901:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5932756. 00002000:00000010:2.0:1767384286.367635:0:17901:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000079d59fb2. 00000004:00000010:2.0:1767384286.367637:0:17901:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000676f4298. 00000100:00000010:2.0:1767384286.367644:0:17901:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f3011186. 00000100:00000200:2.0:1767384286.367666:0:17901:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000040:2.0:1767384286.378864:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294872546, at 4294872547 00000100:00000040:0.0:1767384286.378866:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872546, at 4294872547 00000100:00000010:2.0:1767384286.378875:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebc6380. 00000100:00000010:0.0:1767384286.378878:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234e8481. 00000100:00000040:2.0:1767384286.387851:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294872555, at 4294872556 00000100:00000010:2.0:1767384286.387871:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f04755bc. 00000100:00000040:0.0:1767384286.387885:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872555, at 4294872556 00000100:00000010:0.0:1767384286.387910:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006d70a24. 00002000:00000001:2.0:1767384286.392907:0:17902:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:2.0:1767384286.392913:0:17902:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 000000003415b18a. 00000020:00000010:2.0:1767384286.392918:0:17902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000931d289. 00000020:00000010:2.0:1767384286.392921:0:17902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000324bc1ff. 00000020:00000010:2.0:1767384286.392941:0:17902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d1bd5a9. 00000020:00000010:2.0:1767384286.392945:0:17902:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004d054736. 00000020:00000010:2.0:1767384286.392948:0:17902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6a0288c. 80000000:00000010:2.0:1767384286.392951:0:17902:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7e36c03. 40000000:00000010:2.0:1767384286.392953:0:17902:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000087c195af. 00100000:00000010:2.0:1767384286.392957:0:17902:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093a34ff9. 00040000:00000010:2.0:1767384286.392960:0:17902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca08a9e3. 00040000:00000010:2.0:1767384286.392963:0:17902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005b6db6fe. 00080000:00000010:2.0:1767384286.392968:0:17902:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000010cdd51e. 00080000:00000010:2.0:1767384286.392972:0:17902:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000239c5318. 00002000:00000010:2.0:1767384286.392977:0:17902:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a464cc9e. 00002000:00000001:2.0:1767384286.393209:0:17902:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.393214:0:17902:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:2.0:1767384286.393219:0:17902:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384286.393222:0:17902:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.393228:0:17902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008fc11064. 00000020:00000010:2.0:1767384286.393232:0:17902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a9bf2253. 00000020:00000010:2.0:1767384286.393235:0:17902:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002e73b07e. 00000020:00000010:2.0:1767384286.393239:0:17902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000523eebea. 80000000:00000010:2.0:1767384286.393258:0:17902:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000039f89d69. 40000000:00000010:2.0:1767384286.393261:0:17902:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b436c516. 00100000:00000010:2.0:1767384286.393264:0:17902:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004fac5e14. 00040000:00000010:2.0:1767384286.393266:0:17902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d852df3d. 00040000:00000010:2.0:1767384286.393269:0:17902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd9bb345. 00080000:00000010:2.0:1767384286.393272:0:17902:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000022e027e. 00080000:00000010:2.0:1767384286.393290:0:17902:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c7f40715. 00080000:00000010:2.0:1767384286.393292:0:17902:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a92d950f. 00080000:00000010:2.0:1767384286.393294:0:17902:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000001779ec7a. 00080000:00000010:2.0:1767384286.393296:0:17902:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004499d4f9. 00002000:00000010:2.0:1767384286.393301:0:17902:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d08c3813. 00000020:00000010:2.0:1767384286.393305:0:17902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f861dec5. 00000020:00000010:2.0:1767384286.393309:0:17902:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018a07d97. 00000020:00000010:2.0:1767384286.393313:0:17902:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a22f6125. 00000008:00000010:2.0:1767384286.393316:0:17902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000062a761f6. 00020000:00000010:2.0:1767384286.393319:0:17902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000fa96c23. 00008000:00000010:2.0:1767384286.393323:0:17902:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006eacc592. 00000080:00000010:2.0:1767384286.393327:0:17902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c6b358dc. 00000020:00000010:2.0:1767384286.393330:0:17902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c766df18. 00000020:00000001:2.0:1767384286.393332:0:17902:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384286.393335:0:17902:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 3 - setup 00000020:00000080:2.0:1767384286.393337:0:17902:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:2.0:1767384286.393339:0:17902:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.393341:0:17902:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.393344:0:17902:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000005850fdcb. 00000020:00000001:2.0:1767384286.393346:0:17902:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393349:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e877801d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384286.393352:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384286.393354:0:17902:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384286.393356:0:17902:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384286.393358:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384286.393359:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384286.393360:0:17902:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767384286.393364:0:17902:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d852df3d. 00000020:00000080:2.0:1767384286.393366:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384286.393368:0:17902:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:2.0:1767384286.393371:0:17902:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.393374:0:17902:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d852df3d. 00000020:00000001:2.0:1767384286.393378:0:17902:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393389:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e877802b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384286.393391:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384286.393394:0:17902:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384286.393396:0:17902:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384286.393398:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384286.393399:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384286.393401:0:17902:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384286.393404:0:17902:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767384286.393406:0:17902:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.393411:0:17902:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d852df3d. 00000020:00000080:2.0:1767384286.393414:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384286.393416:0:17902:0:(obd_config.c:1477:class_process_config()) marker 15 (0x1) lustre sys.timeout 00000020:00000001:2.0:1767384286.393419:0:17902:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.393422:0:17902:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d852df3d. 00000020:00000001:2.0:1767384286.393426:0:17902:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393428:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e87780390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384286.393431:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384286.393433:0:17902:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384286.393436:0:17902:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384286.393439:0:17902:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000811a064f. 00000020:00000080:2.0:1767384286.393442:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1767384286.393444:0:17902:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:2.0:1767384286.393447:0:17902:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.393450:0:17902:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000811a064f. 00000020:00000001:2.0:1767384286.393453:0:17902:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393455:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e877803e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384286.393458:0:17902:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384286.393462:0:17902:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384286.393466:0:17902:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384286.393472:0:17902:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384286.393483:0:17902:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384286.393485:0:17902:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393487:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e877803e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384286.393489:0:17902:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384286.393505:0:17902:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:2.0:1767384286.393507:0:17902:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384286.393508:0:17902:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384286.393510:0:17902:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384286.393511:0:17902:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:2.0:1767384286.393513:0:17902:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d852df3d. 00000020:00000080:2.0:1767384286.393515:0:17902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384286.393516:0:17902:0:(obd_config.c:1477:class_process_config()) marker 15 (0x2) lustre sys.timeout 00000020:00000001:2.0:1767384286.393518:0:17902:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.393519:0:17902:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d852df3d. 00000020:00000001:2.0:1767384286.393522:0:17902:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.393523:0:17902:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979e877804c0 type=0x0 idx=0 00000040:00000001:2.0:1767384286.393525:0:17902:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384286.393526:0:17902:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:2.0:1767384286.393528:0:17902:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000061455678. 00000020:00000010:2.0:1767384286.393533:0:17902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036cdc162. 00000020:00000010:2.0:1767384286.393543:0:17902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9a2c3e2. 00000040:00000010:2.0:1767384286.393546:0:17902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b320edb4. 00000020:00000010:2.0:1767384286.393548:0:17902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000052af64c7. 00000020:00000010:2.0:1767384286.393551:0:17902:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000adfefe8. 00000020:00000010:2.0:1767384286.393554:0:17902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076876762. 80000000:00000010:2.0:1767384286.393557:0:17902:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d1d2764. 40000000:00000010:2.0:1767384286.393559:0:17902:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ecbf4639. 00100000:00000010:2.0:1767384286.393561:0:17902:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f3510dd. 00040000:00000010:2.0:1767384286.393563:0:17902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b79774dc. 00040000:00000010:2.0:1767384286.393564:0:17902:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004692ec67. 00040000:00000010:2.0:1767384286.393567:0:17902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000660dedd0. 00080000:00000010:2.0:1767384286.393569:0:17902:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000294f2a56. 00080000:00000010:2.0:1767384286.393571:0:17902:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e67defde. 00000004:00000010:2.0:1767384286.393576:0:17902:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cb099f0. 00000004:00000010:2.0:1767384286.393579:0:17902:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000351c318d. 00000004:00000010:2.0:1767384286.393582:0:17902:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5741a9d. 00002000:00000010:2.0:1767384286.393584:0:17902:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dcd00236. 00000004:00000010:2.0:1767384286.393587:0:17902:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a181d1c6. 00000020:00000010:2.0:1767384286.393595:0:17902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000805f2280. 00000100:00000001:0.0:1767384286.394107:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384286.394112:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731449856 02000000:00000001:0.0:1767384286.394119:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384286.394124:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384286.394128:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.394136:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384286.394145:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731449856 00000020:00000001:0.0:1767384286.394151:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384286.394156:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384286.394170:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384286.394175:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=12 00000020:00000001:0.0:1767384286.394181:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384286.394188:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384286.394198:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384286.394207:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ba81101. 00000100:00000001:0.0:1767384286.394215:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384286.394224:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ba81101. 00000020:00000010:0.0:1767384286.394232:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ff1306e. 00000020:00000010:0.0:1767384286.394237:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384286.394241:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5acff4d. 00000100:00000040:0.0:1767384286.394248:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384286.394251:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384286.394252:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384286.394254:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.394261:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.394276:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.394292:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384286.394294:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384286.394301:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384286.394306:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384286.394313:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788628560 : -114766920923056 : ffff979ebe724850) 00000100:00000040:0.0:1767384286.394324:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cd2726b x1853236731449856/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 328/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.394339:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384286.394343:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ba81101. 00000100:00000001:0.0:1767384286.394346:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384286.394349:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ba81101. 00000100:00100000:0.0:1767384286.394354:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+12:17884:x1853236731449856:12345-0@lo:101: 00000100:00000200:0.0:1767384286.394359:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731449856 00000020:00000001:0.0:1767384286.394362:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384286.394374:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384286.394377:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.394380:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384286.394382:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:0.0:1767384286.394386:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384286.394405:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384286.394409:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384286.394411:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384286.394416:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.394419:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384286.394422:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384286.394435:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384286.394438:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384286.394441:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.394447:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384286.394451:0:17079:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000118e614c count: 2 00010000:00000001:0.0:1767384286.394454:0:17079:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384286.394457:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384286.394462:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d4402099. 00000020:00000001:0.0:1767384286.394466:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384286.394469:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d4402099 with handle 0xd602e9c522f0b0c2 to hash 00000020:00000001:0.0:1767384286.394473:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384286.394475:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560679424 : -114767148872192 : ffff979eb0dc0e00) 00010000:00000001:0.0:1767384286.394479:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560679424 : -114767148872192 : ffff979eb0dc0e00) 00010000:00010000:0.0:1767384286.394482:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d4402099/0xd602e9c522f0b0c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b0bb expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384286.394501:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 8 00000020:00000040:0.0:1767384286.394504:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=13 00000100:00000001:0.0:1767384286.394511:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384286.394514:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384286.394520:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000588cc8f9. 02000000:00000001:0.0:1767384286.394523:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.394526:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.394530:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384286.394542:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384286.394545:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384286.394547:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384286.394551:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.394553:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384286.394555:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.394558:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384286.394560:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384286.394563:0:17079:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384286.394564:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384286.394567:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000118e614c) refcount = 2 00010000:00000040:0.0:1767384286.394571:0:17079:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384286.394575:0:17079:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a32f512b/0xd602e9c522f0b04b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b044 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384286.394583:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d4402099/0xd602e9c522f0b0c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b0bb expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384286.394590:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384286.394593:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384286.394595:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.394598:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.394600:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384286.394606:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384286.394608:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d4402099/0xd602e9c522f0b0c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b0bb expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384286.394626:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384286.394630:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384286.394633:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.394635:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.394638:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384286.394639:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384286.394641:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384286.394643:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d4402099, rc 0) 00000020:00000001:0.0:1767384286.394646:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384286.394650:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731449856 00010000:00000001:0.0:1767384286.394663:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384286.394668:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cd2726b x1853236731449856/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 328/344 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.394678:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384286.394680:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384286.394684:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384286.394689:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384286.394691:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 14 to 0@lo 00000100:00000001:0.0:1767384286.394694:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384286.394698:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384286.394701:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.394705:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384286.394708:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384286.394714:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384286.394719:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731449856, offset 224 00000400:00000200:0.0:1767384286.394727:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384286.394735:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384286.394745:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d101200 00000400:00000200:0.0:1767384286.394751:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1039 [1] + 224 00000400:00000200:0.0:1767384286.394757:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384286.394761:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384286.394767:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384286.394772:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003aa29d0a x1853236731449856/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384286.394832:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003aa29d0a x1853236731449856/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.394855:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384286.394864:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384286.394867:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384286.394873:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384286.394877:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384286.394882:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.394893:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 13 to 0@lo 00010000:00000001:0.0:1767384286.394916:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384286.394930:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.394937:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384286.394951:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cd2726b x1853236731449856/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 328/344 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384286.394984:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+13:17884:x1853236731449856:12345-0@lo:101: Request processed in 640us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384286.395004:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384286.395011:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384286.395018:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384286.395023:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384286.395030:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384286.395075:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5acff4d. 00000020:00000010:0.0:1767384286.395086:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ff1306e. 00000020:00000040:0.0:1767384286.395098:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 12 02000000:00000001:0.0:1767384286.395109:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384286.395115:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000588cc8f9. 02000000:00000001:0.0:1767384286.395123:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384286.395131:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384286.395142:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384286.395151:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f50d5e. 00000400:00000010:0.0:1767384286.395162:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1794f6e. 00000100:00000001:0.0:1767384286.395679:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384286.395684:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731449984 02000000:00000001:0.0:1767384286.395690:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384286.395695:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384286.395700:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.395709:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384286.395716:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731449984 00000020:00000001:0.0:1767384286.395722:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384286.395727:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384286.395733:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384286.395739:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=13 00000020:00000001:0.0:1767384286.395747:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384286.395756:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384286.395804:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384286.395810:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ba81101. 00000100:00000001:0.0:1767384286.395814:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384286.395818:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ba81101. 00000020:00000010:0.0:1767384286.395825:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ff1306e. 00000020:00000010:0.0:1767384286.395830:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384286.395834:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5acff4d. 00000100:00000040:0.0:1767384286.395842:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384286.395846:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384286.395848:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384286.395850:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.395856:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.395869:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.395885:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384286.395888:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384286.395897:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384286.395902:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384286.395906:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745180240 : -114766964371376 : ffff979ebbdb5050) 00000100:00000040:0.0:1767384286.395919:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0a034e3 x1853236731449984/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 504/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.395930:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384286.395935:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ba81101. 00000100:00000001:0.0:1767384286.395938:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384286.395940:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ba81101. 00000100:00100000:0.0:1767384286.395946:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+13:17884:x1853236731449984:12345-0@lo:501: 00000100:00000200:0.0:1767384286.395951:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731449984 00000020:00000001:0.0:1767384286.395954:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384286.395958:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384286.395961:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.395963:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384286.395965:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601088 : -1049950528 : ffffffffc16b06c0) 00000020:00000001:0.0:1767384286.395969:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384286.395979:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384286.395982:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384286.395984:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384286.395988:0:17079:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384286.395991:0:17079:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.395993:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384286.395996:0:17079:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384286.395999:0:17079:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384286.396001:0:17079:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384286.396004:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384286.396007:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384286.396011:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000588cc8f9. 02000000:00000001:0.0:1767384286.396014:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.396016:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384286.396020:0:17079:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384286.396023:0:17079:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:0.0:1767384286.396026:0:17079:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384286.396029:0:17079:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004abb8421. 00000040:00000001:0.0:1767384286.396033:0:17079:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384286.396035:0:17079:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384286.396038:0:17079:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:0.0:1767384286.396041:0:17079:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00080000:00000001:0.0:1767384286.396048:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384286.396051:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384286.396084:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384286.396096:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.396099:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384286.396100:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.396103:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384286.396105:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384286.396108:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:3086638442 to info 0000000039fe3abd 00000020:00000001:0.0:1767384286.396112:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005723d9f7 00080000:00000002:0.0:1767384286.396115:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384286.396118:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384286.396121:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.396124:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384286.396139:0:17079:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008b88045f. 00000020:00000001:0.0:1767384286.396142:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384286.396147:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150125912 : -114767559425704 : ffff979e98638158) 00000040:00000001:0.0:1767384286.396151:0:17079:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384286.396153:0:17079:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384286.396157:0:17079:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384286.396160:0:17079:0:(lu_object.c:207:lu_object_put()) Add 0000000093aba77b/0000000008fbf0bb to site lru. bkt: 0000000081ceae0d 00000040:00000010:0.0:1767384286.396163:0:17079:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000008b88045f. 00000040:00000001:0.0:1767384286.396168:0:17079:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384286.396170:0:17079:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004abb8421. 00000040:00000001:0.0:1767384286.396174:0:17079:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384286.396176:0:17079:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:0.0:1767384286.396180:0:17079:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384286.396183:0:17079:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384286.396186:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731449984 00010000:00000001:0.0:1767384286.396189:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384286.396195:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0a034e3 x1853236731449984/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 504/272 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.396205:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384286.396207:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384286.396210:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384286.396214:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384286.396218:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 14 to 0@lo 00000100:00000001:0.0:1767384286.396222:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384286.396225:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384286.396227:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.396230:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384286.396235:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384286.396239:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384286.396243:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236731449984, offset 224 00000400:00000200:0.0:1767384286.396249:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384286.396260:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384286.396269:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d101280 00000400:00000200:0.0:1767384286.396276:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1049 [1] + 224 00000400:00000200:0.0:1767384286.396292:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384286.396296:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384286.396301:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384286.396306:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf81112b x1853236731449984/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384286.396316:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000bf81112b x1853236731449984/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.396338:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384286.396345:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384286.396347:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384286.396361:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384286.396363:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384286.396369:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.396377:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 13 to 0@lo 00010000:00000001:0.0:1767384286.396385:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384286.396389:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.396413:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384286.396424:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a034e3 x1853236731449984/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 504/272 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384286.396455:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+13:17884:x1853236731449984:12345-0@lo:501: Request processed in 518us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384286.396491:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384286.396502:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384286.396511:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384286.396517:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384286.396525:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384286.396532:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5acff4d. 00000020:00000010:0.0:1767384286.396540:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ff1306e. 00000020:00000040:0.0:1767384286.396550:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 12 02000000:00000001:0.0:1767384286.396559:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384286.396564:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000588cc8f9. 02000000:00000001:0.0:1767384286.396574:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384286.396580:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384286.396602:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384286.396612:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000364aa5fc. 00000400:00000010:0.0:1767384286.396624:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec53ff62. 00000100:00000001:0.0:1767384286.396884:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384286.396891:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731450112 02000000:00000001:0.0:1767384286.396898:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384286.396912:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384286.396918:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.396925:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384286.396934:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731450112 00000020:00000001:0.0:1767384286.396941:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384286.396948:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384286.396955:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384286.396962:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=13 00000020:00000001:0.0:1767384286.396972:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384286.396981:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384286.396990:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384286.396997:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ba81101. 00000100:00000001:0.0:1767384286.397001:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384286.397004:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ba81101. 00000020:00000010:0.0:1767384286.397009:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ff1306e. 00000020:00000010:0.0:1767384286.397012:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384286.397016:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5acff4d. 00000100:00000040:0.0:1767384286.397022:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384286.397025:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384286.397027:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384286.397029:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.397034:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.397045:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.397094:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384286.397099:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384286.397112:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.397119:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402590:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.402595:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309a930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384286.402596:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384286.402597:0:17884:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.402598:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.402599:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.402600:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.402602:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009d58f5f4. 00080000:00000001:1.0:1767384286.402603:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500465152 : -114772209086464 : ffff979d833f5000) 00000040:00000001:1.0:1767384286.402604:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402605:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.402606:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402607:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.402608:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.402609:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402610:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402611:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.402612:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402612:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402614:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402615:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.402616:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402618:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402618:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.402619:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.402625:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:1.0:1767384286.402626:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402627:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402629:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.402631:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.402632:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.402633:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.402634:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402635:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402636:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.402637:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309a9b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384286.402638:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384286.402639:0:17884:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.402644:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.402645:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.402646:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.402647:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a47746f4. 00080000:00000001:1.0:1767384286.402648:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500464640 : -114772209086976 : ffff979d833f4e00) 00000040:00000001:1.0:1767384286.402650:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402651:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.402652:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402653:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.402654:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.402655:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402656:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402656:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.402657:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402658:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402659:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402660:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.402662:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402663:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402664:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.402665:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.402671:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:1.0:1767384286.402673:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402674:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402675:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.402677:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.402678:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.402679:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.402680:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402681:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402682:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.402683:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309aa40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384286.402684:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384286.402685:0:17884:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.402686:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.402687:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.402688:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.402689:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000072522de. 00080000:00000001:1.0:1767384286.402693:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500465664 : -114772209085952 : ffff979d833f5200) 00000040:00000001:1.0:1767384286.402695:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402696:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.402698:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402699:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.402700:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.402701:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402702:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402703:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.402704:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402705:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402706:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402707:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.402709:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402710:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402711:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.402712:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.402717:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:1.0:1767384286.402719:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402720:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402721:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.402723:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.402724:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.402725:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.402726:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402727:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402729:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.402730:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309aae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384286.402731:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384286.402732:0:17884:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.402733:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.402734:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.402735:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.402736:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000033572fde. 00080000:00000001:1.0:1767384286.402737:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500462592 : -114772209089024 : ffff979d833f4600) 00000040:00000001:1.0:1767384286.402739:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402739:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.402744:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402745:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.402746:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.402748:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402749:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402750:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.402751:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402751:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402753:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402754:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.402756:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402757:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402757:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.402758:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.402764:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:1.0:1767384286.402765:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402766:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402768:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.402770:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.402771:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.402772:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.402773:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402774:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402775:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.402776:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309abc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384286.402778:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384286.402779:0:17884:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.402780:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000100:00000040:0.0:1767384286.402844:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872570, at 4294872571 00000100:00000040:2.0:1767384286.402847:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294872570, at 4294872571 00000100:00000010:0.0:1767384286.402857:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000628811a9. 00000100:00000010:2.0:1767384286.402859:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4ca4cca. 00000040:00000001:1.0:1767384286.402957:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.402958:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000040:1.0:1767384286.402966:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294872570, at 4294872571 00000100:00000010:1.0:1767384286.402970:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00080000:00000010:1.0:1767384286.402977:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002e2640eb. 00080000:00000001:1.0:1767384286.402978:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500464128 : -114772209087488 : ffff979d833f4c00) 00000040:00000001:1.0:1767384286.402980:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.402981:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.402983:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402988:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.402989:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.402991:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402992:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.402993:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.402994:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402995:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.402996:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.402998:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403001:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403002:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403003:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403003:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403012:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:1.0:1767384286.403014:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403015:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403016:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403019:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403021:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403022:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403023:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403024:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403025:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403027:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309aca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384286.403028:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384286.403030:0:17884:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403031:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403032:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403032:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403034:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000823d240b. 00080000:00000001:1.0:1767384286.403035:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500466688 : -114772209084928 : ffff979d833f5600) 00000040:00000001:1.0:1767384286.403036:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403037:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403038:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403039:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403040:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403042:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403043:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403048:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403049:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403050:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403051:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403053:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403068:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403070:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403071:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403072:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403079:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:1.0:1767384286.403080:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403081:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403083:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403085:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403087:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403088:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403089:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403090:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403091:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403092:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309acf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384286.403094:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384286.403095:0:17884:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403096:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403096:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403097:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403099:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccf34dc9. 00080000:00000001:1.0:1767384286.403100:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500468224 : -114772209083392 : ffff979d833f5c00) 00000040:00000001:1.0:1767384286.403101:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403102:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403103:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403104:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403105:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403106:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403107:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403108:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403109:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403110:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403111:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403116:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403119:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403120:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403121:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403122:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403128:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:1.0:1767384286.403130:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403131:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403132:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403134:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403136:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403137:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403137:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403139:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403140:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403141:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309add0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384286.403142:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384286.403143:0:17884:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403144:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403145:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403146:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403147:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009cd0eae6. 00080000:00000001:1.0:1767384286.403148:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500468736 : -114772209082880 : ffff979d833f5e00) 00000040:00000001:1.0:1767384286.403149:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403150:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403151:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403152:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403153:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403154:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403155:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403156:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403157:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403158:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403159:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403160:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403162:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403163:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403163:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403167:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403174:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:1.0:1767384286.403176:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403177:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403178:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403180:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403182:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403183:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403183:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403184:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403185:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403186:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309aeb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384286.403188:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384286.403189:0:17884:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403190:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403190:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403191:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403193:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006df9ce04. 00080000:00000001:1.0:1767384286.403194:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500463616 : -114772209088000 : ffff979d833f4a00) 00000040:00000001:1.0:1767384286.403195:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403196:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403197:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403198:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403199:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403200:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403201:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403202:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403202:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403203:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403204:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403206:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403207:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403208:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403209:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403209:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403214:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:1.0:1767384286.403215:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403216:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403221:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403224:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403225:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403226:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403227:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403228:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403229:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403230:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309af08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384286.403232:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384286.403233:0:17884:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403234:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403235:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403235:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403237:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004b0c5ae0. 00080000:00000001:1.0:1767384286.403238:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500466176 : -114772209085440 : ffff979d833f5400) 00000040:00000001:1.0:1767384286.403239:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403240:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403241:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403242:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403243:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403244:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403245:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403246:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403246:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403247:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403248:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403250:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403251:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403252:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403253:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403253:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403259:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:1.0:1767384286.403261:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403262:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403263:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403265:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403266:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403267:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403272:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403273:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403274:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403275:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309af88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384286.403276:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384286.403277:0:17884:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403278:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403279:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403280:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403287:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000000567af2. 00080000:00000001:1.0:1767384286.403289:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500474880 : -114772209076736 : ffff979d833f7600) 00000040:00000001:1.0:1767384286.403290:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403291:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403292:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403293:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403295:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403296:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403297:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403298:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403299:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403300:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403301:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403302:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403304:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403305:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403306:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403307:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403313:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:1.0:1767384286.403315:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403316:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403317:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403319:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403321:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403322:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403323:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403324:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403325:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403326:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384286.403331:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384286.403332:0:17884:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403333:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403334:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403335:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403337:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000ae88c38. 00080000:00000001:1.0:1767384286.403338:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500476416 : -114772209075200 : ffff979d833f7c00) 00000040:00000001:1.0:1767384286.403339:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403340:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403341:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403342:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403343:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403344:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403345:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403346:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403347:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403348:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403349:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403350:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403352:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403353:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403354:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403354:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403360:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:1.0:1767384286.403362:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403363:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403364:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403366:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403368:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403368:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403369:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403370:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403371:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403372:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384286.403373:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384286.403375:0:17884:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403376:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403380:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403381:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403383:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001c045f1a. 00080000:00000001:1.0:1767384286.403384:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500476928 : -114772209074688 : ffff979d833f7e00) 00000040:00000001:1.0:1767384286.403385:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403386:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403387:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403388:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403389:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403391:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403392:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403392:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403393:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403394:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403395:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403397:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403398:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403400:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403400:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403401:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403407:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:1.0:1767384286.403409:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403410:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403411:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403413:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403414:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403415:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403416:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403417:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403418:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403419:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384286.403420:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384286.403421:0:17884:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403422:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403423:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403424:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403425:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a7082238. 00080000:00000001:1.0:1767384286.403426:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500471808 : -114772209079808 : ffff979d833f6a00) 00000040:00000001:1.0:1767384286.403431:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403432:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403433:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403434:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403436:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403437:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403438:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403439:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403440:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403441:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403442:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403443:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403445:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403446:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403447:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403447:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403453:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:1.0:1767384286.403455:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403456:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403457:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403459:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403460:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403461:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403462:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403463:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403464:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403465:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384286.403466:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384286.403467:0:17884:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403468:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403469:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403470:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403471:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000edc4fbac. 00080000:00000001:1.0:1767384286.403472:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500474368 : -114772209077248 : ffff979d833f7400) 00000040:00000001:1.0:1767384286.403474:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403474:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403475:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403480:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403481:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403482:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403483:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403484:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403485:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403486:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403487:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403488:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403490:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403491:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403492:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403493:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403499:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:1.0:1767384286.403500:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403501:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403502:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403504:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403506:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403506:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403507:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403508:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403509:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403510:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b2a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384286.403512:0:17884:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384286.403513:0:17884:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384286.403514:0:17884:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384286.403515:0:17884:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384286.403519:0:17884:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384286.403520:0:17884:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.403521:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d8309b2a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384286.403523:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384286.403524:0:17884:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.403525:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.403525:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.403526:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.403528:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f4e9f985. 00080000:00000001:1.0:1767384286.403529:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500475392 : -114772209076224 : ffff979d833f7800) 00000040:00000001:1.0:1767384286.403534:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403535:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.403536:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403537:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.403538:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f8373ae. 00080000:00000001:1.0:1767384286.403539:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403541:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.403541:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.403542:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403543:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403544:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403545:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.403547:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403548:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.403549:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.403550:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00000040:00080000:1.0:1767384286.403556:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:1.0:1767384286.403557:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403558:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.403560:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.403562:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f8373ae. 00040000:00000001:1.0:1767384286.403563:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.403564:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.403565:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403566:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403567:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403568:0:17884:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384286.403569:0:17884:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:1.0:1767384286.403571:0:17884:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000696a7f48. 00000020:00000010:1.0:1767384286.403574:0:17884:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009e856242. 00000020:00000010:1.0:1767384286.403577:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b60765e. 00000040:00000010:1.0:1767384286.403579:0:17884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a107da5c. 00000020:00000010:1.0:1767384286.403581:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000082e28a31. 00000020:00000010:1.0:1767384286.403583:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.403585:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004e641e8. 80000000:00000010:1.0:1767384286.403587:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eebc6380. 40000000:00000010:1.0:1767384286.403588:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ec1c904. 00100000:00000010:1.0:1767384286.403594:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe99db0a. 00040000:00000010:1.0:1767384286.403596:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d793abe4. 00040000:00000010:1.0:1767384286.403597:0:17884:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000074f4c38e. 00040000:00000010:1.0:1767384286.403599:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000052a3527d. 00080000:00000010:1.0:1767384286.403601:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a2932d0. 00080000:00000010:1.0:1767384286.403603:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f945dc62. 00000004:00000010:1.0:1767384286.403604:0:17884:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000385df479. 00000004:00000010:1.0:1767384286.403606:0:17884:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000116f7882. 00000004:00000010:1.0:1767384286.403608:0:17884:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000069d24ba5. 00002000:00000010:1.0:1767384286.403609:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f4d37583. 00000004:00000010:1.0:1767384286.403611:0:17884:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000733a665a. 00000020:00000010:1.0:1767384286.403612:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff34552. 00000040:00000010:1.0:1767384286.403614:0:17884:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000234e8481. 00000040:00000001:1.0:1767384286.403615:0:17884:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403617:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384286.403618:0:17884:0:(lu_object.c:207:lu_object_put()) Add 000000006c84ef4b/000000007f3de33b to site lru. bkt: 00000000d81dcaca 00000040:00000010:1.0:1767384286.403620:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000964d3d02. 00000040:00000001:1.0:1767384286.403621:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384286.403622:0:17884:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000560e9d56. 00000040:00000010:1.0:1767384286.403624:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000015bcd9ba. 00000040:00000001:1.0:1767384286.403625:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384286.403626:0:17884:0:(lu_object.c:207:lu_object_put()) Add 000000007eb3e640/00000000fa53dacb to site lru. bkt: 000000001b6758bf 00000040:00000010:1.0:1767384286.403627:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000033eb1c9. 00000040:00000001:1.0:1767384286.403629:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384286.403630:0:17884:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d98bc178. 00000040:00000010:1.0:1767384286.403631:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d2e06e21. 00000040:00000001:1.0:1767384286.403632:0:17884:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.403633:0:17884:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384286.403634:0:17884:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384286.403636:0:17884:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a637912. 00000040:00000001:1.0:1767384286.403637:0:17884:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384286.403638:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1767384286.403640:0:17884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9201b76. 00000020:00000040:1.0:1767384286.403642:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.403644:0:17884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.403648:0:17884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.403650:0:17884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.403653:0:17884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a558bd5. 00000100:00000001:1.0:1767384286.403655:0:17884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.403658:0:17884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.403659:0:17884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.403662:0:17884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.403663:0:17884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795368256 : -114767914183360 : ffff979e833e5540) 00000100:00000001:1.0:1767384286.403664:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.403665:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000001:1.0:1767384286.403667:0:17884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.403668:0:17884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.403669:0:17884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.403670:0:17884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.403673:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.403679:0:17884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.403680:0:17884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.403681:0:17884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.403682:0:17884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.403684:0:17884:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.403685:0:17884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450368:0@lo:501: 00000100:00000001:1.0:1767384286.403688:0:17884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.403689:0:17884:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.403690:0:17884:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.403692:0:17884:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.403693:0:17884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b8e0fc0. 02000000:00000001:1.0:1767384286.403695:0:17884:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.403697:0:17884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384286.403699:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.403701:0:17884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731450368, portal 25 00000100:00000001:1.0:1767384286.403703:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.403703:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000040:1.0:1767384286.403706:0:17884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.403719:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.403720:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.403722:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384286.403723:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236731450368, offset 0 00000400:00000200:1.0:1767384286.403726:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.403731:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.403735:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d101400 00000400:00000200:1.0:1767384286.403738:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x195 [2] + 0 00000400:00000010:1.0:1767384286.403740:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdf9f2a1. 00000400:00000200:1.0:1767384286.403742:0:17884:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000378b52c6 00000400:00000200:1.0:1767384286.403744:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.403747:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.403749:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378b52c6 00000400:00000010:1.0:1767384286.403750:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000378b52c6. 00000100:00000001:1.0:1767384286.403752:0:17884:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.403753:0:17884:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.403755:0:17884:0:(events.c:337:request_in_callback()) incoming req@00000000d5aee854 x1853236731450368 msgsize 512 00000100:00100000:1.0:1767384286.403757:0:17884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.403759:0:17884:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.403788:0:17884:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.403791:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:1.0:1767384286.403793:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384286.403794:0:17884:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.403797:0:17884:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.403803:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.403806:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.403811:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.403813:0:17884:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.403816:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.403818:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872575 00000100:00000010:1.0:1767384286.403821:0:17884:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234e8481. 00000100:00000001:1.0:1767384286.403829:0:17884:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384286.403834:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872575 00000100:00000010:1.0:1767384286.403836:0:17884:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebc6380. 00000100:00000001:1.0:1767384286.403840:0:17884:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384286.403845:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872575 00000100:00000010:1.0:1767384286.403847:0:17884:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000100:00000001:1.0:1767384286.403850:0:17884:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384286.403852:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872575 00000100:00000010:1.0:1767384286.403854:0:17884:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6d35ed9. 00000100:00000001:1.0:1767384286.403856:0:17884:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384286.403861:0:17884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.403863:0:17884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.403865:0:17884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.403866:0:17884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.403868:0:17884:0:(client.c:2690:ptlrpc_set_wait()) set 0000000056e2abf5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.403869:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.403871:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404286:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.404291:0:17884:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.404296:0:17884:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.404300:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384286.404307:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.404312:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.404318:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.404322:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.404337:0:17884:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404352:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.404356:0:17884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.404360:0:17884:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.404364:0:17884:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.404366:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.404376:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.404380:0:17884:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.404387:0:17884:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.404390:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.404392:0:17884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.404393:0:17884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.404395:0:17884:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.404396:0:17884:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404398:0:17884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.404400:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404405:0:17884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.404406:0:17884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.404407:0:17884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.404409:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.404414:0:17884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450368:0@lo:501: 00000100:00000001:1.0:1767384286.404417:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.404418:0:17884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404419:0:17884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.404420:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.404421:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404425:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.404427:0:17884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.404429:0:17884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.404430:0:17884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.404431:0:17884:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384286.404433:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.404434:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.404436:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384286.404436:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.404438:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9201b76 x1853236731450368/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404450:0:17884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.404451:0:17884:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.404452:0:17884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b8e0fc0. 02000000:00000001:1.0:1767384286.404454:0:17884:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.404455:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.404455:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.404457:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.404458:0:17884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006a558bd5. 02000000:00000001:1.0:1767384286.404459:0:17884:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.404460:0:17884:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.404461:0:17884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9201b76. 00000100:00000001:1.0:1767384286.404463:0:17884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.404463:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384286.404465:0:17884:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.404466:0:17884:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384286.404468:0:17884:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000696a7f48. 00000040:00000001:1.0:1767384286.404469:0:17884:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384286.404470:0:17884:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384286.404471:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1767384286.404473:0:17884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9201b76. 00000020:00000040:1.0:1767384286.404474:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.404476:0:17884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.404477:0:17884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.404479:0:17884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.404480:0:17884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a558bd5. 00000100:00000001:1.0:1767384286.404483:0:17884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404484:0:17884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.404485:0:17884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.404488:0:17884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.404489:0:17884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795368256 : -114767914183360 : ffff979e833e5540) 00000100:00000001:1.0:1767384286.404490:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.404491:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000001:1.0:1767384286.404493:0:17884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.404494:0:17884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404495:0:17884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.404499:0:17884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.404501:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404506:0:17884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.404507:0:17884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.404509:0:17884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.404510:0:17884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.404511:0:17884:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.404513:0:17884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450496:0@lo:503: 00000100:00000001:1.0:1767384286.404515:0:17884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.404516:0:17884:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.404517:0:17884:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.404518:0:17884:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.404527:0:17884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000025c76a99. 02000000:00000001:1.0:1767384286.404529:0:17884:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.404531:0:17884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384286.404534:0:17884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ab74484f. 00000100:00000200:1.0:1767384286.404536:0:17884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731450496, portal 25 00000100:00000001:1.0:1767384286.404538:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.404539:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000040:1.0:1767384286.404541:0:17884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404546:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.404547:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.404548:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.404550:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731450496, offset 0 00000400:00000200:1.0:1767384286.404552:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.404557:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.404561:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d101480 00000400:00000200:1.0:1767384286.404563:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x199 [2] + 0 00000400:00000010:1.0:1767384286.404566:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000392c981a. 00000400:00000200:1.0:1767384286.404568:0:17884:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000156ec3e 00000400:00000200:1.0:1767384286.404570:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.404575:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.404577:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000156ec3e 00000400:00000010:1.0:1767384286.404579:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000156ec3e. 00000100:00000001:1.0:1767384286.404581:0:17884:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.404582:0:17884:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.404584:0:17884:0:(events.c:337:request_in_callback()) incoming req@000000001777b4dc x1853236731450496 msgsize 272 00000100:00100000:1.0:1767384286.404587:0:17884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.404588:0:17884:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.404597:0:17884:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.404600:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.404601:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.404602:0:17884:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.404604:0:17884:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404610:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.404612:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.404617:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404619:0:17884:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.404622:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404626:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872575 00000100:00000001:1.0:1767384286.404632:0:17884:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294872575 00000100:00000001:1.0:1767384286.404637:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872575 00000100:00000001:1.0:1767384286.404641:0:17884:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294872575 00000100:00000001:1.0:1767384286.404646:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872575 00000100:00000001:1.0:1767384286.404650:0:17884:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294872575 00000100:00000001:1.0:1767384286.404654:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872575 00000100:00000001:1.0:1767384286.404659:0:17884:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294872575 00000100:00000001:1.0:1767384286.404664:0:17884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.404669:0:17884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404675:0:17884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.404677:0:17884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.404688:0:17884:0:(client.c:2690:ptlrpc_set_wait()) set 0000000056e2abf5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.404695:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.404699:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.404984:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.404989:0:17884:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.404994:0:17884:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.404999:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384286.405003:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab74484f 00000400:00000010:1.0:1767384286.405005:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ab74484f. 00000100:00000001:1.0:1767384286.405010:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.405016:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.405037:0:17884:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405050:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.405053:0:17884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.405071:0:17884:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.405074:0:17884:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.405076:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.405077:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.405079:0:17884:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.405081:0:17884:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.405090:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.405111:0:17884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.405114:0:17884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.405119:0:17884:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.405120:0:17884:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405125:0:17884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.405129:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405134:0:17884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.405136:0:17884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.405137:0:17884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.405139:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.405154:0:17884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450496:0@lo:503: 00000100:00000001:1.0:1767384286.405157:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.405158:0:17884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405160:0:17884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.405161:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.405162:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405166:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.405168:0:17884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.405169:0:17884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.405170:0:17884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405173:0:17884:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384286.405174:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.405175:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9201b76 x1853236731450496/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405179:0:17884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.405180:0:17884:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.405182:0:17884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000025c76a99. 02000000:00000001:1.0:1767384286.405188:0:17884:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.405189:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.405190:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.405191:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.405193:0:17884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006a558bd5. 02000000:00000001:1.0:1767384286.405194:0:17884:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.405195:0:17884:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.405196:0:17884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9201b76. 00000100:00000001:1.0:1767384286.405198:0:17884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.405199:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.405200:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.405201:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.405202:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384286.405203:0:17884:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405204:0:17884:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405206:0:17884:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384286.405209:0:17884:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384286.405211:0:17884:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006a558bd5. 00000040:00000001:1.0:1767384286.405213:0:17884:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384286.405214:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384286.405215:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:1.0:1767384286.405217:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00080000:00000001:1.0:1767384286.405220:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.405221:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.405226:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.405231:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405233:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.405234:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405235:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.405236:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.405238:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x4:0x0] 96:4213792711 to info 00000000f4e42bd0 00000020:00000001:1.0:1767384286.405240:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000022956725 00080000:00000002:1.0:1767384286.405241:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x4:0x0] 00080000:00000001:1.0:1767384286.405243:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.405245:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405246:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384286.405249:0:17884:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000033eb1c9. 00000020:00000001:1.0:1767384286.405250:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.405252:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301463665496 : -114772245886120 : ffff979d810dcb58) 00000040:00000001:1.0:1767384286.405254:0:17884:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405255:0:17884:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405256:0:17884:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384286.405257:0:17884:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384286.405258:0:17884:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384286.405259:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.405260:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b8e0fc0. 00080000:00000001:1.0:1767384286.405262:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500469760 : -114772209081856 : ffff979d833f6200) 00000040:00000001:1.0:1767384286.405263:0:17884:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384286.405264:0:17884:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384286.405265:0:17884:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384286.405267:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.405268:0:17884:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405273:0:17884:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384286.405274:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384286.405275:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384286.405276:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:1.0:1767384286.405278:0:17884:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405280:0:17884:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405281:0:17884:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405282:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.405285:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405286:0:17884:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384286.405288:0:17884:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384286.405292:0:17884:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000e39b2317. 00080000:00000001:1.0:1767384286.405295:0:17884:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.405296:0:17884:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.405298:0:17884:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x4:0x0] decrease nlink 1 00080000:00000001:1.0:1767384286.405302:0:17884:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384286.405303:0:17884:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x4:0x0] 00080000:00000001:1.0:1767384286.405304:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384286.405305:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405306:0:17884:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384286.405309:0:17884:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003606e402. 00000001:00000010:1.0:1767384286.405313:0:17884:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003606e402. 00080000:00000001:1.0:1767384286.405315:0:17884:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405317:0:17884:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405318:0:17884:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405319:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384286.405322:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.405323:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384286.405324:0:17884:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000e39b2317. 00080000:00000002:1.0:1767384286.405327:0:17884:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 96 00080000:00000001:1.0:1767384286.405328:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405329:0:17884:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405330:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384286.405386:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.405388:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.405389:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.405390:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.405390:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.405396:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384286.405398:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007eb3e640. 00000020:00000010:1.0:1767384286.405401:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa53dacb. 00000040:00000010:1.0:1767384286.405403:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000033eb1c9. 00000040:00000001:1.0:1767384286.405405:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384286.405406:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006a558bd5. 00000040:00000001:1.0:1767384286.405407:0:17884:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405409:0:17884:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384286.405409:0:17884:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384286.405411:0:17884:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006a558bd5. 00000040:00000001:1.0:1767384286.405412:0:17884:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384286.405413:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384286.405414:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:1.0:1767384286.405416:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00080000:00000001:1.0:1767384286.405418:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.405419:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.405422:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384286.405424:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384286.405426:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384286.405428:0:17884:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000033eb1c9. 00000020:00000001:1.0:1767384286.405429:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384286.405431:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d793abe4. 00000020:00000001:1.0:1767384286.405433:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384286.405435:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bddb8a4e. 00000020:00000001:1.0:1767384286.405437:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405438:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384286.405439:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384286.405440:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405442:0:17884:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384286.405444:0:17884:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003606e402. 00000001:00000010:1.0:1767384286.405447:0:17884:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003606e402. 00080000:00000001:1.0:1767384286.405449:0:17884:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405450:0:17884:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384286.405452:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301463664728 : -114772245886888 : ffff979d810dc858) 00000040:00000001:1.0:1767384286.405454:0:17884:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405458:0:17884:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405459:0:17884:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384286.405460:0:17884:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405461:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.405463:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000c8863df. 00080000:00000001:1.0:1767384286.405464:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500475904 : -114772209075712 : ffff979d833f7a00) 00000040:00000001:1.0:1767384286.405465:0:17884:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384286.405466:0:17884:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384286.405467:0:17884:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384286.405469:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.405470:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.405472:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000ec1c904. 00080000:00000001:1.0:1767384286.405473:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405474:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384286.405476:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1767384286.405477:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.405478:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.405479:0:17884:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405481:0:17884:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384286.405482:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.405483:0:17884:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405485:0:17884:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405486:0:17884:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405487:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.405489:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405490:0:17884:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384286.405491:0:17884:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384286.405492:0:17884:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384286.405493:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384286.405516:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384286.405518:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405519:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384286.405524:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.405525:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x9:0x0] 00080000:00000001:1.0:1767384286.405526:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384286.405527:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405528:0:17884:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384286.405530:0:17884:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003606e402. 00000001:00000010:1.0:1767384286.405534:0:17884:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003606e402. 00080000:00000001:1.0:1767384286.405541:0:17884:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405543:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.405548:0:17884:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405550:0:17884:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1767384286.405556:0:17884:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.405557:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000f305cca 00080000:00000002:1.0:1767384286.405559:0:17884:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-client:96 rc = 0 00080000:00000001:1.0:1767384286.405560:0:17884:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405562:0:17884:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405563:0:17884:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.405564:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.405567:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000ec1c904. 00040000:00000001:1.0:1767384286.405569:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.405570:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.405571:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405572:0:17884:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405573:0:17884:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384286.405575:0:17884:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c7f40715. 00000040:00000001:1.0:1767384286.405576:0:17884:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384286.405577:0:17884:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384286.405578:0:17884:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384286.405579:0:17884:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384286.405581:0:17884:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384286.405582:0:17884:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405583:0:17884:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.405585:0:17884:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384286.405586:0:17884:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000084040127. 00000040:00001000:1.0:1767384286.405587:0:17884:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384286.405589:0:17884:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384286.405591:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0425f6f. 00000020:00000010:1.0:1767384286.405593:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a501919. 00000040:00000010:1.0:1767384286.405595:0:17884:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090c6ca78. 00000020:00000010:1.0:1767384286.405596:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069d24ba5. 00000020:00000010:1.0:1767384286.405598:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.405600:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000231e3006. 80000000:00000010:1.0:1767384286.405602:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f4e76af. 40000000:00000010:1.0:1767384286.405607:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000ec1c904. 00100000:00000010:1.0:1767384286.405609:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000385df479. 00040000:00000010:1.0:1767384286.405611:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc8f9605. 00040000:00000010:1.0:1767384286.405612:0:17884:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000074f4c38e. 00040000:00000010:1.0:1767384286.405614:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccb8f1ab. 00080000:00000010:1.0:1767384286.405616:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d98bc178. 00080000:00000010:1.0:1767384286.405618:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000560e9d56. 00000004:00000010:1.0:1767384286.405621:0:17884:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fe99db0a. 00000004:00000010:1.0:1767384286.405623:0:17884:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000116f7882. 00000004:00000010:1.0:1767384286.405625:0:17884:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082e28a31. 00002000:00000010:1.0:1767384286.405626:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000733a665a. 00000004:00000010:1.0:1767384286.405628:0:17884:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f4d37583. 00000020:00000010:1.0:1767384286.405630:0:17884:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f8373ae. 00000040:00000010:1.0:1767384286.405632:0:17884:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f945dc62. 00000040:00001000:1.0:1767384286.405634:0:17884:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:1.0:1767384286.405635:0:17884:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384286.405636:0:17884:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384286.405638:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1767384286.405640:0:17884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9201b76. 00000020:00000040:1.0:1767384286.405641:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.405643:0:17884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.405644:0:17884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.405646:0:17884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.405648:0:17884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052a3527d. 00000100:00000001:1.0:1767384286.405650:0:17884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405652:0:17884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.405653:0:17884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.405655:0:17884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000210f10f1. 00000100:00000001:1.0:1767384286.405656:0:17884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795367296 : -114767914184320 : ffff979e833e5180) 00000100:00000001:1.0:1767384286.405658:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.405659:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000001:1.0:1767384286.405661:0:17884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.405662:0:17884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405663:0:17884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.405667:0:17884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.405669:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405674:0:17884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.405675:0:17884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.405677:0:17884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.405678:0:17884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.405679:0:17884:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.405680:0:17884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450624:0@lo:502: 00000100:00000001:1.0:1767384286.405682:0:17884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.405684:0:17884:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.405685:0:17884:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.405686:0:17884:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.405692:0:17884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000025c76a99. 02000000:00000001:1.0:1767384286.405693:0:17884:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.405695:0:17884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384286.405698:0:17884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000056e2abf5. 00000100:00000200:1.0:1767384286.405700:0:17884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731450624, portal 25 00000100:00000001:1.0:1767384286.405701:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.405702:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000040:1.0:1767384286.405705:0:17884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405709:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.405710:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.405711:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.405712:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731450624, offset 0 00000400:00000200:1.0:1767384286.405715:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.405719:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.405722:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d101500 00000400:00000200:1.0:1767384286.405725:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:1.0:1767384286.405727:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034968f34. 00000400:00000200:1.0:1767384286.405729:0:17884:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f763742 00000400:00000200:1.0:1767384286.405731:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.405736:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.405738:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f763742 00000400:00000010:1.0:1767384286.405739:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f763742. 00000100:00000001:1.0:1767384286.405741:0:17884:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.405742:0:17884:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.405744:0:17884:0:(events.c:337:request_in_callback()) incoming req@0000000078d6e402 x1853236731450624 msgsize 272 00000100:00100000:1.0:1767384286.405746:0:17884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.405747:0:17884:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.405756:0:17884:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.405759:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.405760:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.405761:0:17884:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.405763:0:17884:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405789:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.405791:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.405795:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405797:0:17884:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.405800:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405802:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872577 00000100:00000001:1.0:1767384286.405807:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872575 00000100:00000001:1.0:1767384286.405811:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872577 00000100:00000001:1.0:1767384286.405813:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872575 00000100:00000001:1.0:1767384286.405815:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872577 00000100:00000001:1.0:1767384286.405817:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872575 00000100:00000001:1.0:1767384286.405820:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872577 00000100:00000001:1.0:1767384286.405822:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872575 00000100:00000001:1.0:1767384286.405823:0:17884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.405825:0:17884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.405827:0:17884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.405828:0:17884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.405836:0:17884:0:(client.c:2690:ptlrpc_set_wait()) set 00000000210f10f1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.405840:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.405844:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.406158:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.406165:0:17884:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.406168:0:17884:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.406173:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384286.406180:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e2abf5 00000400:00000010:1.0:1767384286.406183:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.406188:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.406196:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.406212:0:17884:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.406226:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.406230:0:17884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.406233:0:17884:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.406236:0:17884:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.406239:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.406240:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.406242:0:17884:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.406244:0:17884:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.406253:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.406258:0:17884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.406260:0:17884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.406264:0:17884:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.406266:0:17884:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.406271:0:17884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.406274:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.406279:0:17884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.406281:0:17884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.406282:0:17884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.406284:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.406298:0:17884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450624:0@lo:502: 00000100:00000001:1.0:1767384286.406301:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.406303:0:17884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.406304:0:17884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.406305:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.406306:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.406310:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.406311:0:17884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000210f10f1. 00000100:00000001:1.0:1767384286.406313:0:17884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.406314:0:17884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406317:0:17884:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384286.406317:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.406319:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9201b76 x1853236731450624/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.406323:0:17884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.406324:0:17884:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.406325:0:17884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000025c76a99. 02000000:00000001:1.0:1767384286.406330:0:17884:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.406331:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.406332:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.406334:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.406335:0:17884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052a3527d. 02000000:00000001:1.0:1767384286.406336:0:17884:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.406337:0:17884:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.406338:0:17884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9201b76. 00000100:00000001:1.0:1767384286.406340:0:17884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.406341:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.406342:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.406343:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.406344:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384286.406345:0:17884:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406346:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384286.406348:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384286.406352:0:17884:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406354:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406355:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406356:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406358:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000052a3527d. 00080000:00000001:1.0:1767384286.406359:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496593408 : -114772212958208 : ffff979d83043c00) 00000040:00000001:1.0:1767384286.406361:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406362:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406364:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406365:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406366:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406368:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406369:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406370:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406371:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406372:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406373:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406374:0:17884:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384286.406375:0:17884:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406376:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406379:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406380:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406381:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406382:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000010:1.0:1767384286.406386:0:17884:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000970dcab7. 00000040:00080000:1.0:1767384286.406453:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:1.0:1767384286.406456:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406457:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406460:0:17884:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.406461:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406464:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406466:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406467:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406469:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406470:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406471:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406472:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab00e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384286.406474:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384286.406478:0:17884:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406480:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406481:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406482:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406483:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000004e641e8. 00080000:00000001:1.0:1767384286.406485:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496588288 : -114772212963328 : ffff979d83042800) 00000040:00000001:1.0:1767384286.406486:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406487:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406488:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406490:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406491:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406492:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406493:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406494:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406495:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406496:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406497:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406499:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406501:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406502:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406503:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406503:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406510:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:1.0:1767384286.406512:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406513:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406514:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406516:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406518:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406519:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406520:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406521:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406522:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406523:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384286.406524:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384286.406525:0:17884:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406526:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406527:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406527:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406532:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007eb3e640. 00080000:00000001:1.0:1767384286.406534:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305864307200 : -114767845244416 : ffff979e875a4200) 00000040:00000001:1.0:1767384286.406535:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406536:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406537:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406539:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406540:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406541:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406542:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406543:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406544:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406545:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406546:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406547:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406549:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406550:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406550:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406551:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406557:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:1.0:1767384286.406558:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406559:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406560:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406562:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406564:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406565:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406566:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406567:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406568:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406569:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384286.406570:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384286.406571:0:17884:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406572:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406573:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406574:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406575:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a107da5c. 00080000:00000001:1.0:1767384286.406576:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305864307712 : -114767845243904 : ffff979e875a4400) 00000040:00000001:1.0:1767384286.406577:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406582:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406583:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406584:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406585:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406586:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406587:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406588:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406589:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406590:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406591:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406592:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406594:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406595:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406595:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406596:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406602:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:1.0:1767384286.406603:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406604:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406605:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406607:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406609:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406610:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406611:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406612:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406613:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406614:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab02e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384286.406615:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384286.406616:0:17884:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406617:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406618:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406618:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406620:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2e06e21. 00080000:00000001:1.0:1767384286.406621:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499601408 : -114772209950208 : ffff979d83322200) 00000040:00000001:1.0:1767384286.406622:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406623:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406624:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406624:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406626:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406630:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406631:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406632:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406633:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406634:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406635:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406637:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406639:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406640:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406641:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406641:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406647:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:1.0:1767384286.406648:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406649:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406650:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406652:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406654:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406655:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406656:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406657:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406658:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406659:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab03c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384286.406660:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384286.406661:0:17884:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406662:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406663:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406664:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406665:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015bcd9ba. 00080000:00000001:1.0:1767384286.406666:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499601920 : -114772209949696 : ffff979d83322400) 00000040:00000001:1.0:1767384286.406667:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406668:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406669:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406669:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406670:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406672:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406672:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406673:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406674:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406678:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406679:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406681:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406683:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406684:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406685:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406686:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406691:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:1.0:1767384286.406692:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406693:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406695:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406696:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406698:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406699:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406700:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406701:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406702:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406703:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384286.406704:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384286.406705:0:17884:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406707:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406707:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406708:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406709:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007ff34552. 00080000:00000001:1.0:1767384286.406710:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499607040 : -114772209944576 : ffff979d83323800) 00000040:00000001:1.0:1767384286.406712:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406712:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406713:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406714:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406715:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406716:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406717:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406718:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406718:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406719:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406720:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406721:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406723:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406727:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406728:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406729:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406735:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:1.0:1767384286.406736:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406737:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406739:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406741:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406742:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406743:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406744:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406745:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406746:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406747:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab04e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384286.406748:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384286.406749:0:17884:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406750:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406751:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406752:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406754:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001b60765e. 00080000:00000001:1.0:1767384286.406755:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499603456 : -114772209948160 : ffff979d83322a00) 00000040:00000001:1.0:1767384286.406756:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406757:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406758:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406758:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406759:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406760:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406761:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406762:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406763:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406764:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406765:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406782:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406785:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406786:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406788:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406789:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406795:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:1.0:1767384286.406801:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406803:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406805:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406808:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406810:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406811:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406812:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406813:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406814:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406815:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab05c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384286.406817:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384286.406818:0:17884:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406819:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406820:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406821:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406827:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002334d4ef. 00080000:00000001:1.0:1767384286.406829:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500480512 : -114772209071104 : ffff979d833f8c00) 00000040:00000001:1.0:1767384286.406831:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406832:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406833:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406834:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406835:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406837:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406838:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406838:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406839:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406840:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406841:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406843:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406844:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406845:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406846:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406847:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406853:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:1.0:1767384286.406854:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406856:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406857:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406859:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406864:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406865:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406866:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406867:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406868:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406869:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab06a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384286.406870:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384286.406872:0:17884:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406873:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406874:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406875:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406876:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006759f2a9. 00080000:00000001:1.0:1767384286.406877:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500483072 : -114772209068544 : ffff979d833f9600) 00000040:00000001:1.0:1767384286.406878:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406879:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406880:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406881:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406882:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406883:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406884:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406885:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406886:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406886:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406887:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406889:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406890:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406892:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406892:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406893:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406899:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:1.0:1767384286.406900:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406902:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406903:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406905:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406906:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406907:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406908:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406909:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406913:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406915:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384286.406916:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384286.406917:0:17884:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406918:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406919:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406920:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406921:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000046520007. 00080000:00000001:1.0:1767384286.406922:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500484608 : -114772209067008 : ffff979d833f9c00) 00000040:00000001:1.0:1767384286.406924:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406924:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406925:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406926:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406927:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406928:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406929:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406930:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406931:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406932:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406933:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406934:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406935:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406937:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406937:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406938:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406944:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:1.0:1767384286.406945:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406946:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406947:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406949:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406951:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406951:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406952:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406954:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406955:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.406956:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab07f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384286.406957:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384286.406958:0:17884:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.406962:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.406963:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.406964:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.406965:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079b89dd7. 00080000:00000001:1.0:1767384286.406967:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500485120 : -114772209066496 : ffff979d833f9e00) 00000040:00000001:1.0:1767384286.406968:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406969:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.406970:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406971:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.406972:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.406973:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406974:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.406974:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.406975:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406976:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406977:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406978:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.406980:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406981:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.406982:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.406983:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.406988:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:1.0:1767384286.406990:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406991:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.406992:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.406994:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.406995:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.406996:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.406997:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406998:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.406999:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407000:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab08d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384286.407001:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384286.407003:0:17884:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407004:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407004:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407005:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407006:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006580c4bf. 00080000:00000001:1.0:1767384286.407010:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500480000 : -114772209071616 : ffff979d833f8a00) 00000040:00000001:1.0:1767384286.407012:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407013:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407014:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407015:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407017:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407018:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407019:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407019:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407020:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407021:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407022:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407023:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407025:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407026:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407026:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407027:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407032:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:1.0:1767384286.407034:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407035:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407036:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407038:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407039:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407040:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407041:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407042:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407043:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407044:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384286.407045:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384286.407046:0:17884:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407047:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407048:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407048:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407049:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009a11c198. 00080000:00000001:1.0:1767384286.407051:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500482560 : -114772209069056 : ffff979d833f9400) 00000040:00000001:1.0:1767384286.407052:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407052:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407080:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407082:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407083:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407085:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407086:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407087:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407088:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407089:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407090:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407091:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407093:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407095:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407095:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407096:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407103:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:1.0:1767384286.407105:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407106:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407107:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407109:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407111:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407112:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407113:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407114:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407115:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407116:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab09b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384286.407117:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384286.407118:0:17884:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407120:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407120:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407121:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407122:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc5330a6. 00080000:00000001:1.0:1767384286.407123:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500483584 : -114772209068032 : ffff979d833f9800) 00000040:00000001:1.0:1767384286.407124:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407125:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407126:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407127:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407128:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407129:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407134:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407135:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407136:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407137:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407139:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407140:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407141:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407143:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407143:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407144:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407150:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:1.0:1767384286.407151:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407152:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407153:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407155:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407157:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407157:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407158:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407159:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407161:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407162:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0a40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384286.407163:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384286.407164:0:17884:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407165:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407166:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407166:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407168:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000025c76a99. 00080000:00000001:1.0:1767384286.407169:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500477440 : -114772209074176 : ffff979d833f8000) 00000040:00000001:1.0:1767384286.407170:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407170:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407171:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407172:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407173:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407174:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407175:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407176:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407177:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407177:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407182:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407183:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407185:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407186:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407187:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407188:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407194:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:1.0:1767384286.407195:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407196:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407197:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407199:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407201:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407202:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407203:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407204:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407205:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407206:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384286.407207:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384286.407208:0:17884:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407209:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407210:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407211:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407212:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f28331b. 00080000:00000001:1.0:1767384286.407213:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500479488 : -114772209072128 : ffff979d833f8800) 00000040:00000001:1.0:1767384286.407214:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407215:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407216:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407217:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407218:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407219:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407220:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407221:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407222:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407223:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407224:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407225:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407226:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407227:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407231:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407232:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407238:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:1.0:1767384286.407239:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407241:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407242:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407244:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407246:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407247:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407247:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407248:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407249:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407250:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384286.407252:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384286.407253:0:17884:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407254:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407254:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407255:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407256:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8eeaab2. 00080000:00000001:1.0:1767384286.407258:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500477952 : -114772209073664 : ffff979d833f8200) 00000040:00000001:1.0:1767384286.407259:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407259:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407260:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407261:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407262:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407263:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407264:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407265:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407266:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407267:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407268:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407269:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407270:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407271:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407272:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407272:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407277:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:1.0:1767384286.407278:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407283:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407284:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407287:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407288:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407289:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407290:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407292:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407293:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407294:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384286.407295:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384286.407296:0:17884:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407297:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407298:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407299:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407300:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005139a379. 00080000:00000001:1.0:1767384286.407301:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500478464 : -114772209073152 : ffff979d833f8400) 00000040:00000001:1.0:1767384286.407302:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407303:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407304:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407305:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407306:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407307:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407308:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407308:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407309:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407310:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407311:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407313:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407314:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407315:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407316:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407317:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407322:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:1.0:1767384286.407323:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407324:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407325:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407327:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407328:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407332:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407333:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407335:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407336:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407337:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384286.407338:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384286.407339:0:17884:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407340:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407341:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407342:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407343:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000023dae517. 00080000:00000001:1.0:1767384286.407344:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500484096 : -114772209067520 : ffff979d833f9a00) 00000040:00000001:1.0:1767384286.407345:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407346:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407347:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407348:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407349:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407350:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407351:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407352:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407352:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407353:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407354:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407355:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407357:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407358:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407359:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407359:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407365:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:1.0:1767384286.407366:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407367:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407369:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407371:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407372:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407373:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407374:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407375:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407376:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407380:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384286.407382:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384286.407383:0:17884:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407384:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407385:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407386:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407387:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000015b6fa6e. 00080000:00000001:1.0:1767384286.407388:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500481536 : -114772209070080 : ffff979d833f9000) 00000040:00000001:1.0:1767384286.407389:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407390:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407391:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407392:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407393:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407394:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407395:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407396:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407396:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407397:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407398:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407399:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407401:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407402:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407403:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407403:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407409:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:1.0:1767384286.407410:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407411:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407412:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407414:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407416:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407417:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407418:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407419:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407420:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407421:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384286.407422:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384286.407423:0:17884:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407427:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407428:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407429:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407431:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000414faf69. 00080000:00000001:1.0:1767384286.407432:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500481024 : -114772209070592 : ffff979d833f8e00) 00000040:00000001:1.0:1767384286.407433:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407434:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407435:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407436:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407437:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407438:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407439:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407440:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407440:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407441:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407442:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407443:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407445:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407446:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407447:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407447:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407453:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:1.0:1767384286.407454:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407455:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407456:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407458:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407459:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407460:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407461:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407462:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407463:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407464:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0f08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384286.407465:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384286.407466:0:17884:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407467:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407468:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407469:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407470:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bd2f4c2d. 00080000:00000001:1.0:1767384286.407474:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500482048 : -114772209069568 : ffff979d833f9200) 00000040:00000001:1.0:1767384286.407476:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407477:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407478:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407479:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407481:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407482:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407483:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407483:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407484:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407485:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407486:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407487:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407489:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407490:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407491:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407491:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407497:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:1.0:1767384286.407498:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407499:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407500:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407502:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407504:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407504:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407505:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407506:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407507:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407508:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab0f88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384286.407510:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384286.407511:0:17884:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407512:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407512:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407513:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407514:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bd0a1dcc. 00080000:00000001:1.0:1767384286.407515:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500478976 : -114772209072640 : ffff979d833f8600) 00000040:00000001:1.0:1767384286.407516:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407517:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407521:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407523:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407524:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407525:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407526:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407527:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407528:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407529:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407530:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407531:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407533:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407534:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407535:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407536:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407542:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:1.0:1767384286.407543:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407544:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407545:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407547:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407549:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407549:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407550:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407551:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407552:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407553:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab1018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384286.407555:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384286.407556:0:17884:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407557:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407558:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407559:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407565:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fbb09c44. 00080000:00000001:1.0:1767384286.407566:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500488704 : -114772209062912 : ffff979d833fac00) 00000040:00000001:1.0:1767384286.407568:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407569:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407570:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407571:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407572:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407573:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407578:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407579:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407580:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407581:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407583:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407584:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407586:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407587:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407587:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407588:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407594:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:1.0:1767384286.407596:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407597:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407598:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407600:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407602:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407603:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407604:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407605:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407606:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407607:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab1098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384286.407609:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384286.407610:0:17884:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407611:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407611:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407612:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407613:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d9faf965. 00080000:00000001:1.0:1767384286.407614:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500491264 : -114772209060352 : ffff979d833fb600) 00000040:00000001:1.0:1767384286.407616:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407616:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407617:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407618:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407619:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407620:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407621:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407622:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407623:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407624:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407629:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407630:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407632:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407634:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407634:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407635:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407641:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:1.0:1767384286.407643:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407644:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407645:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407647:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407648:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407649:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407650:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407651:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407652:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407653:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab1178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384286.407654:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384286.407655:0:17884:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407656:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407657:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407658:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407659:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c9d0195a. 00080000:00000001:1.0:1767384286.407660:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500492800 : -114772209058816 : ffff979d833fbc00) 00000040:00000001:1.0:1767384286.407661:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407662:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407663:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407664:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407665:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407666:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407667:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407667:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407668:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407669:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407670:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407672:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407673:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407674:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407678:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407680:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407686:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:1.0:1767384286.407687:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407688:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407690:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407692:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407693:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407694:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407695:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407696:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407697:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407698:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab1258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384286.407699:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384286.407701:0:17884:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.407702:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.407702:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.407703:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.407704:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8faebe2. 00080000:00000001:1.0:1767384286.407705:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500493312 : -114772209058304 : ffff979d833fbe00) 00000040:00000001:1.0:1767384286.407706:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407707:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.407708:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407709:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.407710:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.407711:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407712:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.407713:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.407713:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407714:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407715:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407716:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.407718:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407719:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.407719:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.407720:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.407724:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:1.0:1767384286.407725:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407730:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.407731:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.407734:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.407735:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.407736:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.407737:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407738:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.407739:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.407740:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab12a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384286.407742:0:17884:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384286.407743:0:17884:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384286.407744:0:17884:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384286.407745:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:1.0:1767384286.407747:0:17884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9201b76. 00000020:00000040:1.0:1767384286.407749:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.407750:0:17884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.407751:0:17884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.407753:0:17884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.407755:0:17884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000841ec096. 00000100:00000001:1.0:1767384286.407757:0:17884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.407759:0:17884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.407760:0:17884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.407762:0:17884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000210f10f1. 00000100:00000001:1.0:1767384286.407763:0:17884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795367296 : -114767914184320 : ffff979e833e5180) 00000100:00000001:1.0:1767384286.407765:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.407781:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000001:1.0:1767384286.407784:0:17884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.407785:0:17884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.407786:0:17884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.407787:0:17884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.407789:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.407796:0:17884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.407797:0:17884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.407799:0:17884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.407801:0:17884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.407807:0:17884:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.407810:0:17884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450752:0@lo:502: 00000100:00000001:1.0:1767384286.407813:0:17884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.407816:0:17884:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.407818:0:17884:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.407820:0:17884:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.407827:0:17884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002c55b39b. 02000000:00000001:1.0:1767384286.407829:0:17884:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.407834:0:17884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384286.407838:0:17884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000056e2abf5. 00000100:00000200:1.0:1767384286.407845:0:17884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731450752, portal 25 00000100:00000001:1.0:1767384286.407850:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.407851:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000100:00000001:0.0:1767384286.407854:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000040:1.0:1767384286.407857:0:17884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.407861:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384286.407861:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.407868:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.407875:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.407879:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.407881:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.407883:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731450752, offset 0 00000400:00000200:1.0:1767384286.407886:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.407894:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.407901:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d101580 00000400:00000200:1.0:1767384286.407904:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:1.0:1767384286.407907:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c0dc55a. 00000400:00000200:1.0:1767384286.407909:0:17884:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014cfefb7 00000400:00000200:1.0:1767384286.407911:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.407913:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.407915:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014cfefb7 00000400:00000010:1.0:1767384286.407917:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014cfefb7. 00000100:00000001:1.0:1767384286.407919:0:17884:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.407920:0:17884:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.407922:0:17884:0:(events.c:337:request_in_callback()) incoming req@0000000005cb211e x1853236731450752 msgsize 272 00000100:00100000:1.0:1767384286.407924:0:17884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.407925:0:17884:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.407938:0:17884:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.407941:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.407942:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.407944:0:17884:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.407946:0:17884:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.407952:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.407955:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.407960:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.407963:0:17884:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.407968:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.407973:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872579 00000100:00000001:1.0:1767384286.407979:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872577 00000100:00000001:1.0:1767384286.407982:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872579 00000100:00000001:1.0:1767384286.407986:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872577 00000100:00000001:1.0:1767384286.407990:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872579 00000100:00000001:1.0:1767384286.407994:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872577 00000100:00000001:1.0:1767384286.408000:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872579 00000100:00000001:1.0:1767384286.408007:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872577 00000100:00000001:1.0:1767384286.408012:0:17884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.408018:0:17884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.408020:0:17884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.408023:0:17884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.408028:0:17884:0:(client.c:2690:ptlrpc_set_wait()) set 00000000210f10f1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.408034:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.408036:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.408930:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.408936:0:17884:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.408940:0:17884:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.408944:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384286.408949:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e2abf5 00000400:00000010:1.0:1767384286.408960:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000056e2abf5. 00000100:00000001:1.0:1767384286.408965:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.408971:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.408985:0:17884:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.408998:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.409001:0:17884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.409004:0:17884:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.409005:0:17884:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.409006:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.409007:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.409009:0:17884:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.409013:0:17884:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.409018:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.409020:0:17884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.409020:0:17884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.409025:0:17884:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.409028:0:17884:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.409033:0:17884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.409037:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.409043:0:17884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.409045:0:17884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.409045:0:17884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.409047:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.409052:0:17884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9201b76 pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731450752:0@lo:502: 00000100:00000001:1.0:1767384286.409064:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.409066:0:17884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.409067:0:17884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.409068:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.409069:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.409083:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.409084:0:17884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000210f10f1. 00000100:00000001:1.0:1767384286.409086:0:17884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.409087:0:17884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409090:0:17884:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384286.409091:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.409092:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9201b76 x1853236731450752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.409096:0:17884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.409097:0:17884:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.409098:0:17884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002c55b39b. 02000000:00000001:1.0:1767384286.409104:0:17884:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.409105:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.409106:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.409107:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.409108:0:17884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000841ec096. 02000000:00000001:1.0:1767384286.409110:0:17884:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.409111:0:17884:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.409111:0:17884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9201b76. 00000100:00000001:1.0:1767384286.409113:0:17884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.409114:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.409115:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.409116:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.409118:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384286.409118:0:17884:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384286.409120:0:17884:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979ebeab12a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384286.409121:0:17884:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384286.409122:0:17884:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384286.409124:0:17884:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384286.409124:0:17884:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384286.409126:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.409127:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000841ec096. 00080000:00000001:1.0:1767384286.409128:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500488192 : -114772209063424 : ffff979d833faa00) 00000040:00000001:1.0:1767384286.409130:0:17884:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384286.409131:0:17884:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384286.409135:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.409136:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.409138:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071dddb4e. 00080000:00000001:1.0:1767384286.409139:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409140:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.409141:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.409142:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409143:0:17884:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409144:0:17884:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409146:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.409148:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409149:0:17884:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384286.409150:0:17884:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384286.409151:0:17884:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00000040:00080000:1.0:1767384286.409159:0:17884:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:1.0:1767384286.409161:0:17884:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409162:0:17884:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409163:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384286.409166:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071dddb4e. 00040000:00000001:1.0:1767384286.409168:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.409169:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.409170:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409171:0:17884:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409172:0:17884:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409173:0:17884:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384286.409174:0:17884:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:1.0:1767384286.409176:0:17884:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f945dc62. 00000020:00000010:1.0:1767384286.409179:0:17884:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002f8373ae. 00000020:00000010:1.0:1767384286.409183:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a501919. 00000040:00000010:1.0:1767384286.409185:0:17884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090c6ca78. 00000020:00000010:1.0:1767384286.409187:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000069d24ba5. 00000020:00000010:1.0:1767384286.409189:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.409190:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000231e3006. 80000000:00000010:1.0:1767384286.409192:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001f4e76af. 40000000:00000010:1.0:1767384286.409194:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ec1c904. 00100000:00000010:1.0:1767384286.409196:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000385df479. 00040000:00000010:1.0:1767384286.409197:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc8f9605. 00040000:00000010:1.0:1767384286.409203:0:17884:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000074f4c38e. 00040000:00000010:1.0:1767384286.409205:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccb8f1ab. 00080000:00000010:1.0:1767384286.409207:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000560e9d56. 00080000:00000010:1.0:1767384286.409208:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d98bc178. 00000004:00000010:1.0:1767384286.409210:0:17884:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fe99db0a. 00000004:00000010:1.0:1767384286.409212:0:17884:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000116f7882. 00000004:00000010:1.0:1767384286.409214:0:17884:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082e28a31. 00002000:00000010:1.0:1767384286.409215:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000733a665a. 00000004:00000010:1.0:1767384286.409217:0:17884:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f4d37583. 00000020:00000010:1.0:1767384286.409218:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0425f6f. 00000040:00000010:1.0:1767384286.409220:0:17884:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000084040127. 00000040:00000001:1.0:1767384286.409222:0:17884:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409223:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384286.409224:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000bddb8a4e/00000000d793abe4 to site lru. bkt: 00000000a6b39d6c 00000040:00000010:1.0:1767384286.409226:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000033eb1c9. 00000040:00000001:1.0:1767384286.409228:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384286.409229:0:17884:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c7f40715. 00000040:00000010:1.0:1767384286.409231:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006a558bd5. 00000040:00000010:1.0:1767384286.409232:0:17884:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000696a7f48. 00000040:00000010:1.0:1767384286.409234:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a637912. 00000040:00000001:1.0:1767384286.409235:0:17884:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409236:0:17884:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384286.409237:0:17884:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384286.409238:0:17884:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000084d38e87. 00000040:00000001:1.0:1767384286.409239:0:17884:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384286.409240:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384286.409242:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:1.0:1767384286.409243:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00080000:00000001:1.0:1767384286.409246:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.409247:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.409251:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.409257:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409258:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.409259:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409260:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.409264:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.409266:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 198:308739835 to info 00000000f4e42bd0 00000020:00000001:1.0:1767384286.409268:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000070650741 00080000:00000002:1.0:1767384286.409269:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-clientT => [0xa:0x8:0x0] 00080000:00000001:1.0:1767384286.409271:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.409273:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409274:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384286.409277:0:17884:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000033eb1c9. 00000020:00000001:1.0:1767384286.409278:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.409280:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301463664216 : -114772245887400 : ffff979d810dc658) 00000040:00000001:1.0:1767384286.409282:0:17884:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409283:0:17884:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409284:0:17884:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384286.409285:0:17884:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384286.409286:0:17884:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384286.409287:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.409288:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c0bc3c7e. 00080000:00000001:1.0:1767384286.409289:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500491776 : -114772209059840 : ffff979d833fb800) 00000040:00000001:1.0:1767384286.409291:0:17884:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384286.409292:0:17884:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384286.409293:0:17884:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384286.409294:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384286.409295:0:17884:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409297:0:17884:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384286.409298:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384286.409299:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384286.409299:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1767384286.409301:0:17884:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409302:0:17884:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409304:0:17884:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409305:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.409307:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409308:0:17884:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384286.409310:0:17884:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384286.409313:0:17884:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000bf31ae5a. 00080000:00000001:1.0:1767384286.409316:0:17884:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.409321:0:17884:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.409323:0:17884:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x8:0x0] decrease nlink 1 00080000:00000001:1.0:1767384286.409326:0:17884:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384286.409329:0:17884:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x8:0x0] 00080000:00000001:1.0:1767384286.409330:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384286.409331:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409332:0:17884:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384286.409335:0:17884:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003606e402. 00000001:00000010:1.0:1767384286.409339:0:17884:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000003606e402. 00080000:00000001:1.0:1767384286.409341:0:17884:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409342:0:17884:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409344:0:17884:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409345:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384286.409347:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.409348:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384286.409349:0:17884:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000bf31ae5a. 00080000:00000002:1.0:1767384286.409352:0:17884:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 198 00080000:00000001:1.0:1767384286.409353:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409354:0:17884:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409356:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384286.409398:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.409399:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.409400:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.409401:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.409401:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.409402:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384286.409404:0:17884:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000818b0add. 00080000:00000010:1.0:1767384286.409406:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006c84ef4b. 00000020:00000010:1.0:1767384286.409408:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f3de33b. 00000040:00000010:1.0:1767384286.409410:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000033eb1c9. 00000040:00000001:1.0:1767384286.409412:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384286.409413:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000084d38e87. 00000040:00000001:1.0:1767384286.409414:0:17884:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384286.409416:0:17884:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000ae994277. 10000000:00000040:1.0:1767384286.409418:0:17884:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000342cfe7b : new refcount 1 10000000:00000001:1.0:1767384286.409419:0:17884:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.409421:0:17884:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384286.409422:0:17884:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767384286.409428:0:17884:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384286.409429:0:17884:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000084d38e87. 00000040:00000001:1.0:1767384286.409431:0:17884:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384286.409432:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384286.409433:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:1.0:1767384286.409435:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00080000:00000001:1.0:1767384286.409438:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.409439:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.409442:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.409446:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409447:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.409448:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409449:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.409450:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.409452:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x9:0x0] 96:4094077713 to info 00000000f4e42bd0 00000020:00000001:1.0:1767384286.409454:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e3af8a69 00080000:00000002:1.0:1767384286.409455:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x9:0x0] 00080000:00000001:1.0:1767384286.409456:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.409458:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.409459:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384286.409461:0:17884:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ae994277. 00000020:00000001:1.0:1767384286.409462:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.409464:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301463664728 : -114772245886888 : ffff979d810dc858) 00000040:00000001:1.0:1767384286.409465:0:17884:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409466:0:17884:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409467:0:17884:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384286.409469:0:17884:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d98bc178. 00000040:00000001:1.0:1767384286.409470:0:17884:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384286.409471:0:17884:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384286.409475:0:17884:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409476:0:17884:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409477:0:17884:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384286.409478:0:17884:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384286.409480:0:17884:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000818b0add. 00000040:00001000:1.0:1767384286.409481:0:17884:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:1.0:1767384286.411803:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294872579, at 4294872580 00000100:00000010:1.0:1767384286.411816:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebc6380. 00000100:00000040:0.0:1767384286.411830:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872579, at 4294872580 00000100:00000010:0.0:1767384286.411842:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234e8481. 00000100:00000001:1.0:1767384286.412047:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.412051:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.412063:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.412070:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.412079:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.412082:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.412085:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.412089:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.412096:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.412098:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002cdd4d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731450880:0@lo:38: 00000100:00000001:1.0:1767384286.412102:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.412106:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.412109:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.412111:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.412116:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f4d37583. 02000000:00000001:1.0:1767384286.412121:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.412128:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384286.412133:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.412139:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731450880, portal 10 00000100:00000001:1.0:1767384286.412143:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.412146:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668311296 : -114767041240320 : ffff979eb7466300) 00000020:00000010:1.0:1767384286.412152:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000560e9d56. 00000100:00000040:1.0:1767384286.412161:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.412166:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.412169:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.412173:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384286.412176:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236731450880, offset 0 00000400:00000200:1.0:1767384286.412183:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.412190:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.412197:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d101600 00000400:00000200:1.0:1767384286.412215:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:1.0:1767384286.412222:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.412232:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384286.412241:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.412245:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384286.412252:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9201b76. 00000100:00000040:1.0:1767384286.412256:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000c9201b76 x1853236731450880 msgsize 520 00000100:00100000:1.0:1767384286.412264:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384286.412275:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.412281:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:1.0:1767384286.412284:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384286.412289:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.412295:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.412322:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.412326:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.412339:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412344:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.412348:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.412353:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:1.0:1767384286.412356:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294872583 00000100:00000010:1.0:1767384286.412360:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eebc6380. 00000100:00000001:1.0:1767384286.412368:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384286.412373:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294872583 00000100:00000010:1.0:1767384286.412378:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084040127. 00000100:00000001:1.0:1767384286.412384:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384286.412389:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294872583 00000100:00000001:1.0:1767384286.412396:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294872579 00000100:00000001:1.0:1767384286.412401:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294872583 00000100:00000001:1.0:1767384286.412407:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294872579 00000100:00000001:1.0:1767384286.412417:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.412419:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412422:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412425:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.412429:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.412432:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.412436:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.412440:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.412444:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412449:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.412458:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.412467:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412467:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384286.412471:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731450880 02000000:00000001:1.0:1767384286.412475:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384286.412479:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.412482:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.412487:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.412491:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731450880 00000020:00000001:1.0:1767384286.412493:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.412496:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384286.412499:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384286.412503:0:17085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e67defde. 00000020:00000001:1.0:1767384286.412503:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.412509:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.412515:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384286.412516:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002791bbfe. 00000100:00100000:2.0:1767384286.412520:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451008 00000020:00000010:1.0:1767384286.412522:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006bcaf05. 02000000:00000001:2.0:1767384286.412525:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384286.412528:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e66d72b. 00000100:00000001:2.0:1767384286.412530:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.412533:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384286.412536:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412536:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384286.412540:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.412545:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.412545:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.412554:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451008 00000020:00000001:2.0:1767384286.412558:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384286.412559:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384286.412564:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:2.0:1767384286.412569:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384286.412570:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384286.412573:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384286.412575:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00100000:1.0:1767384286.412580:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:2.0:1767384286.412582:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:1.0:1767384286.412584:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788994944 : -114766920556672 : ffff979ebe77df80) 00000020:00000001:2.0:1767384286.412590:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000040:1.0:1767384286.412591:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9201b76 x1853236731450880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.412598:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.412604:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000811a064f. 00000100:00000001:2.0:1767384286.412611:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.412620:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000811a064f. 00000020:00000010:2.0:1767384286.412632:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c09f59f. 00000100:00100000:1.0:1767384286.412633:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9201b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16351:x1853236731450880:12345-0@lo:38: 00000100:00000200:1.0:1767384286.412641:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731450880 00000020:00000010:2.0:1767384286.412642:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f84ac339. 00000020:00000001:1.0:1767384286.412646:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384286.412650:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000904acf01. 00010000:00000001:1.0:1767384286.412650:0:17086:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384286.412656:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 6 - find 00000100:00000040:2.0:1767384286.412660:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384286.412660:0:17086:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629305796689920 : -114767912861696 : ffff979e83528000) 00000100:00000001:2.0:1767384286.412667:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384286.412668:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384286.412672:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384286.412673:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384286.412679:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384286.412679:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000733a665a. 02000000:00000001:1.0:1767384286.412685:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.412689:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384286.412689:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384286.412692:0:17086:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767384286.412694:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384286.412699:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384286.412702:0:17086:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 205 last 0 00010000:00000001:1.0:1767384286.412706:0:17086:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384286.412709:0:17086:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000100:00000001:2.0:1767384286.412712:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.412712:0:17086:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384286.412716:0:17086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384286.412721:0:17086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000082e28a31. 00000020:00000001:1.0:1767384286.412725:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384286.412729:0:17085:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000040:1.0:1767384286.412730:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082e28a31 with handle 0xd602e9c522f0b0e5 to hash 00000100:00100000:2.0:1767384286.412735:0:17085:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000020:00000001:1.0:1767384286.412735:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384286.412739:0:17086:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:1.0:1767384286.412743:0:17086:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000100:00000010:2.0:1767384286.412747:0:17085:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001680e587. 00000004:00000010:1.0:1767384286.412748:0:17086:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000000ec1c904. 00000001:00000001:1.0:1767384286.412754:0:17086:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00100000:2.0:1767384286.412758:0:17085:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000001:00000010:1.0:1767384286.412759:0:17086:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000433c29f. 00000001:00000001:1.0:1767384286.412764:0:17086:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.412792:0:17086:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384286.412794:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384286.412797:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cc8f9605. 00000001:00000010:1.0:1767384286.412800:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036df77d3. 00000001:00000010:1.0:1767384286.412802:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0c4143a. 00000001:00000010:1.0:1767384286.412805:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068d81dfc. 00000001:00000010:1.0:1767384286.412811:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096bdd403. 00000001:00000010:1.0:1767384286.412813:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000012dfa603. 00000001:00000001:1.0:1767384286.412816:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384286.412819:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000db722ef0. 00000020:00000010:2.0:1767384286.412820:0:17907:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000ad9241b1. 00000001:00000010:1.0:1767384286.412822:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000621986ca. 00000001:00000010:1.0:1767384286.412826:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc20f51c. 00000020:00000010:2.0:1767384286.412828:0:17907:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 0000000028dfee6e. 00000001:00000010:1.0:1767384286.412829:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e88f45e9. 00000020:00000001:2.0:1767384286.412834:0:17907:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384286.412835:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d8fbdd81. 00000020:00000001:2.0:1767384286.412841:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384286.412842:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074bae814. 00010000:00000001:1.0:1767384286.412846:0:17086:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.412849:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374930 type=0x10620000 idx=14 00010000:00000001:1.0:1767384286.412849:0:17086:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384286.412853:0:17086:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.412858:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000020:00000001:1.0:1767384286.412858:0:17086:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384286.412864:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=3 00000040:00001000:2.0:1767384286.412867:0:17907:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:1.0:1767384286.412868:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 7 - export 00000020:00000001:2.0:1767384286.412874:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384286.412875:0:17086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384286.412878:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384286.412879:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 2 00000020:00000080:1.0:1767384286.412883:0:17086:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xd602e9c522f0b0e5 00000040:00001000:2.0:1767384286.412885:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d833749b0 type=0x10620000 idx=15 00000020:00000001:1.0:1767384286.412886:0:17086:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.412889:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.412891:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000040:00001000:2.0:1767384286.412893:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000020:00000001:1.0:1767384286.412894:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384286.412897:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=3 00000040:00001000:2.0:1767384286.412899:0:17907:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384286.412900:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:1.0:1767384286.412906:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384286.412907:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:1.0:1767384286.412908:0:17086:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000001:2.0:1767384286.412911:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384286.412912:0:17086:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000040:00001000:2.0:1767384286.412917:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374a40 type=0x10620000 idx=16 00000001:00000040:1.0:1767384286.412920:0:17086:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.118@tcp 00000040:00001000:2.0:1767384286.412922:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000001:00000040:1.0:1767384286.412925:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 4 00000040:00001000:2.0:1767384286.412927:0:17907:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000001:1.0:1767384286.412928:0:17086:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446629306640746496 : -114767068805120 : ffff979eb5a1c800) 00000020:00000001:2.0:1767384286.412933:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:1.0:1767384286.412934:0:17086:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384286.412938:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=4 00000020:00000001:2.0:1767384286.412939:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384286.412941:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 5 00000040:00001000:2.0:1767384286.412946:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374ae0 type=0x10620000 idx=17 00000001:00000001:1.0:1767384286.412951:0:17086:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.412954:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000001:08000000:1.0:1767384286.412958:0:17086:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000040:00001000:2.0:1767384286.412962:0:17907:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000040:1.0:1767384286.412963:0:17086:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 4 00000001:00000001:1.0:1767384286.412969:0:17086:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.412971:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00100000:1.0:1767384286.412974:0:17086:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00000001:2.0:1767384286.412977:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000001:1.0:1767384286.412977:0:17086:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:1.0:1767384286.412981:0:17086:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384286.412982:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:1.0:1767384286.412988:0:17086:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384286.412989:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.412991:0:17086:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000040:00001000:2.0:1767384286.412996:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374bc0 type=0x10620000 idx=18 00000020:01000000:1.0:1767384286.412997:0:17086:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000006a0a7232 00000040:00001000:2.0:1767384286.413003:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000020:00000010:1.0:1767384286.413004:0:17086:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001f4e76af. 00000040:00001000:2.0:1767384286.413012:0:17907:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:1.0:1767384286.413015:0:17086:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000c04bdc61 for nid 0@lo - ref 3 00000020:00000001:1.0:1767384286.413021:0:17086:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000001:2.0:1767384286.413029:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000010:1.0:1767384286.413029:0:17086:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000001f4e76af. 00000040:00000001:2.0:1767384286.413036:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:1.0:1767384286.413037:0:17086:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00000001:2.0:1767384286.413041:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:1.0:1767384286.413041:0:17086:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.413046:0:17907:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384286.413049:0:17086:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.413051:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.413065:0:17086:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413073:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374ca0 type=0x10620000 idx=19 00000020:00000010:1.0:1767384286.413073:0:17086:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000fe99db0a. 00000020:00000040:1.0:1767384286.413079:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - import 00000040:00001000:2.0:1767384286.413082:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000020:00000001:1.0:1767384286.413086:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000040:00001000:2.0:1767384286.413087:0:17907:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:1.0:1767384286.413089:0:17086:0:(genops.c:1242:class_import_put()) import 00000000fe99db0a refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384286.413095:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1767384286.413095:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384286.413100:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.413100:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071dddb4e. 00000040:00001000:2.0:1767384286.413107:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374cf0 type=0x10620000 idx=20 00000020:00000040:1.0:1767384286.413108:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=5 00000100:00000040:1.0:1767384286.413112:0:17086:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000040:00001000:2.0:1767384286.413116:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:1.0:1767384286.413117:0:17086:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384286.413120:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00001000:2.0:1767384286.413125:0:17907:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:1.0:1767384286.413125:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:1.0:1767384286.413132:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384286.413134:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:1.0:1767384286.413136:0:17086:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000040:00000001:2.0:1767384286.413139:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000040:1.0:1767384286.413143:0:17086:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 17 to 0@lo 00000040:00000001:2.0:1767384286.413144:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384286.413149:0:17907:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384286.413155:0:17086:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=6 00000020:00000001:2.0:1767384286.413156:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.413161:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00001000:2.0:1767384286.413164:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374dd0 type=0x10620000 idx=21 00000100:00000040:1.0:1767384286.413166:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 18 to 0@lo 00000040:00001000:2.0:1767384286.413172:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:1.0:1767384286.413172:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000040:00001000:2.0:1767384286.413180:0:17907:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 02000000:00000001:1.0:1767384286.413181:0:17086:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384286.413186:0:17086:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000020:00000001:2.0:1767384286.413188:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:08000000:1.0:1767384286.413189:0:17086:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000040:00000001:2.0:1767384286.413194:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:1.0:1767384286.413196:0:17086:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649982016 : -1059569600 : ffffffffc0d84040) 00000040:00000001:2.0:1767384286.413199:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 02000000:00000001:1.0:1767384286.413201:0:17086:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.413204:0:17907:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.413207:0:17086:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:2.0:1767384286.413211:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.413211:0:17086:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384286.413214:0:17086:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413218:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374eb0 type=0x10620000 idx=22 00000100:00080000:1.0:1767384286.413218:0:17086:0:(import.c:65:import_set_state_nolock()) 00000000fe99db0a : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384286.413223:0:17086:0:(obd_class.h:1217:obd_import_event()) Process entered 00000040:00001000:2.0:1767384286.413226:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000001:1.0:1767384286.413227:0:17086:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384286.413231:0:17086:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413233:0:17907:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:1.0:1767384286.413235:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 5 00000020:00000001:2.0:1767384286.413237:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:1.0:1767384286.413241:0:17086:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - find 00000020:00000001:2.0:1767384286.413242:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.413247:0:17086:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413250:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374f08 type=0x10620000 idx=23 00000020:00000001:1.0:1767384286.413251:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384286.413255:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642544 : -1047909072 : ffffffffc18a2d30) 00000040:00001000:2.0:1767384286.413257:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000020:00000001:1.0:1767384286.413261:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000040:00001000:2.0:1767384286.413263:0:17907:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384286.413264:0:17086:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.413266:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384286.413269:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384286.413273:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.413277:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384286.413281:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.413281:0:17086:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384286.413287:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000040:00001000:2.0:1767384286.413288:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83374f88 type=0x10620000 idx=24 00000001:00000001:1.0:1767384286.413290:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413297:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000001:00000001:1.0:1767384286.413297:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384286.413301:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413304:0:17907:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:1.0:1767384286.413304:0:17086:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384286.413310:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731450880 00000020:00000001:2.0:1767384286.413313:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00010000:00000001:1.0:1767384286.413316:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384286.413319:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384286.413323:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9201b76 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1767384286.413326:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83375018 type=0x10620000 idx=25 00000040:00001000:2.0:1767384286.413333:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:2.0:1767384286.413341:0:17907:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00010000:00000001:1.0:1767384286.413342:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384286.413347:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.413348:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00001000:1.0:1767384286.413350:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=1 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384286.413352:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.413356:0:17086:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000040:00001000:2.0:1767384286.413358:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83375098 type=0x10620000 idx=26 00000100:00000001:1.0:1767384286.413363:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000040:00001000:2.0:1767384286.413366:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000100:00000040:1.0:1767384286.413370:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000040:00001000:2.0:1767384286.413373:0:17907:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:1.0:1767384286.413374:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384286.413381:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384286.413382:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:1.0:1767384286.413384:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384286.413387:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:1.0:1767384286.413392:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:2.0:1767384286.413393:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384286.413398:0:17907:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384286.413401:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384286.413407:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.413408:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000040:00001000:2.0:1767384286.413415:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83375178 type=0x10620000 idx=27 00000100:00000200:1.0:1767384286.413415:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236731450880, offset 0 00000040:00001000:2.0:1767384286.413423:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000400:00000200:1.0:1767384286.413428:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00001000:2.0:1767384286.413430:0:17907:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384286.413435:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384286.413439:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000400:00000200:1.0:1767384286.413440:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:2.0:1767384286.413444:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384286.413448:0:17907:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384286.413453:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824d101600 00000020:00000001:2.0:1767384286.413455:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384286.413460:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10b9 [1] + 0 00000040:00001000:2.0:1767384286.413462:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83375258 type=0x10620000 idx=28 00000040:00001000:2.0:1767384286.413468:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000400:00000200:1.0:1767384286.413469:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1767384286.413472:0:17907:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384286.413477:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000200:1.0:1767384286.413478:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384286.413480:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413485:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d833752a8 type=0x10620000 idx=29 00000040:00001000:2.0:1767384286.413498:0:17907:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:2.0:1767384286.413505:0:17907:0:(lustre_log.h:473:llog_next_block()) Process entered 00000100:00000001:1.0:1767384286.413506:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000040:00000001:2.0:1767384286.413512:0:17907:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000100:00000200:1.0:1767384286.413514:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1767384286.413518:0:17907:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384286.413536:0:17907:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384286.413543:0:17907:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.413548:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1767384286.413550:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d833752a8 type=0x10620000 idx=29 00000040:00001000:2.0:1767384286.413558:0:17907:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:2.0:1767384286.413565:0:17907:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:2.0:1767384286.413574:0:17907:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384286.413579:0:17907:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:1.0:1767384286.413581:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00000001:2.0:1767384286.413585:0:17907:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000400:00000200:1.0:1767384286.413587:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000020:00000001:2.0:1767384286.413590:0:17907:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384286.413591:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384286.413596:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384286.413599:0:17907:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.413599:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.413604:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384286.413606:0:17907:0:(llog.c:663:llog_process_thread()) processing rec 0xffff979d83375388 type=0x0 idx=0 00000100:00000040:1.0:1767384286.413609:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00000040:00000001:2.0:1767384286.413614:0:17907:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384286.413616:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000040:00080000:2.0:1767384286.413620:0:17907:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000020:00000001:1.0:1767384286.413626:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384286.413628:0:17907:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dec9efcb. 00000020:00000001:1.0:1767384286.413631:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384286.413639:0:17907:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007602b31e. 00000100:00000040:1.0:1767384286.413639:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9201b76 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384286.413653:0:17907:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000fe503ad. 00000100:00100000:1.0:1767384286.413658:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9201b76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16351:x1853236731450880:12345-0@lo:38: Request processed in 1024us (1397us total) trans 0 rc 0/0 00000040:00000010:2.0:1767384286.413661:0:17907:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e1259cac. 00000020:00000010:2.0:1767384286.413670:0:17907:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000022e027e. 00000100:00100000:1.0:1767384286.413675:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000010:2.0:1767384286.413680:0:17907:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ea8e5abf. 00000100:00000040:1.0:1767384286.413681:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:1.0:1767384286.413686:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384286.413689:0:17907:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000bb5dde9. 00000100:00000001:1.0:1767384286.413690:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384286.413695:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006bcaf05. 80000000:00000010:2.0:1767384286.413697:0:17907:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008772acc1. 00000020:00000010:1.0:1767384286.413702:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e66d72b. 40000000:00000010:2.0:1767384286.413704:0:17907:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad45b86a. 00000020:00000010:1.0:1767384286.413709:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002791bbfe. 00100000:00000010:2.0:1767384286.413712:0:17907:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052af64c7. 00000020:00000040:1.0:1767384286.413713:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:1.0:1767384286.413719:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384286.413720:0:17907:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c666682c. 00040000:00000010:2.0:1767384286.413729:0:17907:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003f3510dd. 00040000:00000010:2.0:1767384286.413736:0:17907:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e3d0e29. 00080000:00000010:2.0:1767384286.413743:0:17907:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ae737253. 00000100:00000001:1.0:1767384286.413744:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.413748:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000010:2.0:1767384286.413752:0:17907:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000469bce33. 00000400:00000001:1.0:1767384286.413754:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.413759:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000010:2.0:1767384286.413761:0:17907:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004692ec67. 00000400:00000010:1.0:1767384286.413762:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384286.413791:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.413793:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.413798:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.413805:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384286.413810:0:17907:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d1e16977. 00000100:00000200:1.0:1767384286.413818:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384286.413827:0:17907:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008cb099f0. 00000100:00000001:1.0:1767384286.413829:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.413835:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:2.0:1767384286.413837:0:17907:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d958e60c. 00000100:00000001:1.0:1767384286.413838:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.413842:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000010:2.0:1767384286.413843:0:17907:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000021377aa9. 00000100:00000001:1.0:1767384286.413845:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.413848:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.413851:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.413853:0:17907:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e5ee78a. 00000100:00001000:1.0:1767384286.413862:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=1767384286 v=5 (0 0 0 0) 00000100:00001000:1.0:1767384286.413866:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=1767384286 v=0 (0 0 0 0) 00000100:00001000:1.0:1767384286.413869:0:16351:0:(import.c:2194:obd_at_measure()) AT 00000000d9c5330a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767384286.413871:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.413872:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.413874:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384286.413877:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384286.413889:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.413892:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384286.413895:0:16351:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1767384286.413899:0:16351:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384286.413904:0:16351:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384286.413907:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.413913:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.413921:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.413923:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.413926:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.413929:0:16351:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1767384286.413934:0:16351:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:1.0:1767384286.413939:0:16351:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.413940:0:16351:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0de 00000040:00000010:2.0:1767384286.413941:0:17884:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000818b0add. 00000020:00000001:1.0:1767384286.413945:0:16351:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:2.0:1767384286.413949:0:17884:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384286.413949:0:16351:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c5741a9d refcount=7 00000020:00000001:1.0:1767384286.413955:0:16351:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000020:01000000:2.0:1767384286.413957:0:17884:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000020:00000001:1.0:1767384286.413959:0:16351:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000040:00000001:2.0:1767384286.413965:0:17884:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00001000:1.0:1767384286.413966:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=1767384286 v=0 (0 0 0 0) 00000020:00000002:2.0:1767384286.413970:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000bddb8a4e/00000000d793abe4 to site lru. bkt: 00000000a6b39d6c 00000100:00001000:1.0:1767384286.413972:0:16351:0:(import.c:2194:obd_at_measure()) AT 00000000d9c5330a change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000040:00000010:2.0:1767384286.413975:0:17884:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ae994277. 00000040:00000001:2.0:1767384286.413983:0:17884:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384286.413983:0:16351:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1767384286.413989:0:16351:0:(genops.c:898:class_export_put()) PUTting export 00000000c5741a9d : new refcount 6 00000040:00000010:2.0:1767384286.413991:0:17884:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d98bc178. 00000100:00000001:1.0:1767384286.413993:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000040:00000010:2.0:1767384286.413998:0:17884:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000084d38e87. 00000100:00000001:1.0:1767384286.414002:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1767384286.414005:0:17884:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384286.414005:0:16351:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1767384286.414008:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 10000000:00000001:2.0:1767384286.414010:0:17884:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000100:00000001:1.0:1767384286.414011:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384286.414014:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384286.414015:0:16351:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.414016:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000bb26793. 00000100:00000001:1.0:1767384286.414017:0:16351:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384286.414021:0:16351:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384286.414024:0:17884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a63f33f6. 00000100:00000001:1.0:1767384286.414026:0:16351:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.414030:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000000336068. 00000100:00000040:1.0:1767384286.414033:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384286.414038:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eaddd1b3. 00000100:00100000:1.0:1767384286.414044:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002cdd4d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731450880:0@lo:38: 80000000:00000010:2.0:1767384286.414046:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b7cd2747. 00040000:00000010:2.0:1767384286.414052:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000016574deb. 00000100:00000001:1.0:1767384286.414053:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.414070:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.414075:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002cdd4d06 x1853236731450880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384286.414077:0:17884:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000004945c4c1. 00000100:00000001:1.0:1767384286.414084:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000010:2.0:1767384286.414086:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000268ba420. 02000000:00000001:1.0:1767384286.414086:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.414090:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4d37583. 00080000:00000010:2.0:1767384286.414093:0:17884:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a6622f1b. 02000000:00000001:1.0:1767384286.414094:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.414097:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.414099:0:16351:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00080000:00000010:2.0:1767384286.414100:0:17884:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000473c62fc. 00000020:00000001:1.0:1767384286.414101:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.414105:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001779ec7a. 00080000:00000010:2.0:1767384286.414106:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f4e42bd0. 02000000:00000001:1.0:1767384286.414109:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.414112:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.414113:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cdd4d06. 20000000:00000010:2.0:1767384286.414114:0:17884:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005755e89e. 00000100:00000001:1.0:1767384286.414117:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.414120:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.414121:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.414122:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093378eeb. 00000100:00000001:1.0:1767384286.414123:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.414126:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.414129:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384286.414130:0:17884:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000048e7c7fe. 00000100:00000001:1.0:1767384286.414131:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384286.414139:0:17884:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1767384286.414154:0:17884:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384286.414157:0:17884:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384286.414159:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.414162:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000097c32256 refcount=3 00000020:00000001:2.0:1767384286.414171:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762454016 : -114767947097600 : ffff979e81481a00) 00010000:00000001:2.0:1767384286.414175:0:17884:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762454016 : -114767947097600 : ffff979e81481a00) 00010000:00000001:2.0:1767384286.414178:0:17884:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384286.414181:0:17884:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000097c32256/0xd602e9c522f0b0c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b0d0 expref: -99 pid: 17884 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.414190:0:17884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.414193:0:17884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384286.414194:0:17884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000097c32256/0xd602e9c522f0b0c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b0d0 expref: -99 pid: 17884 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384286.414201:0:17884:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384286.414203:0:17884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384286.414204:0:17884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384286.414206:0:17884:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.414208:0:17884:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.414211:0:17884:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.414216:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000060291787. 00000040:00000010:2.0:1767384286.414220:0:17884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fde19f80. 00000020:00000010:2.0:1767384286.414222:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002f716fb0. 00000020:00000010:2.0:1767384286.414225:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2bdf0b0. 00040000:00000010:2.0:1767384286.414228:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004aa8c08f. 00040000:00000010:2.0:1767384286.414232:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000018a74549. 00080000:00000010:2.0:1767384286.414236:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000049418289. 00080000:00000010:2.0:1767384286.414241:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000ebf8551. 00000020:00000010:2.0:1767384286.414244:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008482c664. 00000020:00000001:2.0:1767384286.414247:0:17884:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.414249:0:17884:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000007dec9053. 00000020:00000010:2.0:1767384286.414251:0:17884:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000bf283b0e. 00000020:00000001:2.0:1767384286.414253:0:17884:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.414256:0:17884:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.414259:0:17884:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000f8c9ec16. 00000020:00000010:2.0:1767384286.414262:0:17884:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000001c3dd936. 00000020:00000001:2.0:1767384286.414266:0:17884:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:2.0:1767384286.414277:0:17884:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000020:00000010:2.0:1767384286.414290:0:17884:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000294f2a56. 00000020:01000004:2.0:1767384286.414301:0:17884:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1767384286.414304:0:17884:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384286.414306:0:17884:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384286.414307:0:17884:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384286.414309:0:17884:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384286.414311:0:17884:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384286.414313:0:17884:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384286.414315:0:17884:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384286.414317:0:17884:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:2.0:1767384286.414319:0:17884:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384286.414321:0:17884:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384286.414324:0:17884:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384286.414326:0:17884:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 10000000:00000001:2.0:1767384286.414329:0:17884:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:2.0:1767384286.414331:0:17884:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767384286.414333:0:17884:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384286.414334:0:17884:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384286.414335:0:17884:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384286.414337:0:17884:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384286.414338:0:17884:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384286.414339:0:17884:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384286.414341:0:17884:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384286.414342:0:17884:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384286.414347:0:17884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e8b64fa. 00000020:00000040:2.0:1767384286.414350:0:17884:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384286.414354:0:17884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384286.414357:0:17884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384286.414359:0:17884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384286.414365:0:17884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000061455678. 00000100:00000001:2.0:1767384286.414369:0:17884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384286.414373:0:17884:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:2.0:1767384286.414375:0:17884:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384286.414376:0:17884:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384286.414380:0:17884:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000133f3f93. 00000100:00000001:2.0:1767384286.414382:0:17884:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306028450560 : -114767681101056 : ffff979e9122e300) 00000100:00000001:2.0:1767384286.414385:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.414386:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789375360 : -114766920176256 : ffff979ebe7dad80) 00000100:00000001:2.0:1767384286.414395:0:17884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.414397:0:17884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.414398:0:17884:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384286.414400:0:17884:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384286.414403:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.414412:0:17884:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384286.414415:0:17884:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.414417:0:17884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.414419:0:17884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.414421:0:17884:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.414424:0:17884:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e8b64fa pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731451136:0@lo:253: 00000100:00000001:2.0:1767384286.414428:0:17884:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384286.414430:0:17884:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384286.414432:0:17884:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.414434:0:17884:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384286.414439:0:17884:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ebf8551. 02000000:00000001:2.0:1767384286.414442:0:17884:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384286.414446:0:17884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000400:00000010:2.0:1767384286.414450:0:17884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4c6c1da. 00000100:00000200:2.0:1767384286.414453:0:17884:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731451136, portal 25 00000100:00000001:2.0:1767384286.414454:0:17884:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.414455:0:17884:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789375360 : -114766920176256 : ffff979ebe7dad80) 00000100:00000040:2.0:1767384286.414459:0:17884:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.414467:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.414469:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.414472:0:17884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c52a44b. 00000100:00000200:2.0:1767384286.414475:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731451136, offset 0 00000400:00000200:2.0:1767384286.414481:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384286.414488:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384286.414497:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d101700 00000400:00000200:2.0:1767384286.414502:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a5 [2] + 0 00000400:00000010:2.0:1767384286.414505:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8791e02. 00000400:00000200:2.0:1767384286.414515:0:17884:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9e6795a 00000400:00000200:2.0:1767384286.414521:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.414525:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384286.414529:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e6795a 00000400:00000010:2.0:1767384286.414531:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e6795a. 00000100:00000001:2.0:1767384286.414535:0:17884:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384286.414537:0:17884:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384286.414540:0:17884:0:(events.c:337:request_in_callback()) incoming req@00000000dd556928 x1853236731451136 msgsize 4848 00000100:00100000:2.0:1767384286.414544:0:17884:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384286.414546:0:17884:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384286.414560:0:17884:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.414566:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c52a44b 00000400:00000010:2.0:1767384286.414569:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c52a44b. 00000100:00000001:2.0:1767384286.414572:0:17884:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384286.414578:0:17884:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.414579:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384286.414588:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451136 00000100:00000001:2.0:1767384286.414590:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384286.414591:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384286.414595:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.414596:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.414598:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384286.414600:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.414604:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451136 00000020:00000001:1.0:1767384286.414606:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.414608:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384286.414611:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384286.414614:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:1.0:1767384286.414618:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384286.414619:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.414621:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384286.414623:0:17884:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.414625:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384286.414629:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4379568. 00000100:00000001:2.0:1767384286.414630:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.414631:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384286.414637:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4379568. 00000100:00000001:2.0:1767384286.414639:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872585 00000020:00000010:1.0:1767384286.414641:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002791bbfe. 00000020:00000010:1.0:1767384286.414646:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006bcaf05. 00000100:00000001:2.0:1767384286.414649:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872583 00000020:00000010:1.0:1767384286.414649:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e66d72b. 00000100:00000040:1.0:1767384286.414657:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384286.414659:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872585 00000100:00000001:1.0:1767384286.414660:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384286.414663:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384286.414666:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.414669:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872583 00000100:00000001:1.0:1767384286.414670:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.414678:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872585 00000100:00000001:1.0:1767384286.414683:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.414684:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872583 00000100:00000001:2.0:1767384286.414693:0:17884:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872585 00000100:00000001:1.0:1767384286.414698:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384286.414700:0:17884:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872583 00000100:00000001:1.0:1767384286.414701:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384286.414706:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384286.414709:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384286.414710:0:17884:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.414711:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745182288 : -114766964369328 : ffff979ebbdb5850) 00000100:00000001:2.0:1767384286.414717:0:17884:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.414719:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd556928 x1853236731451136/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 4848/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.414726:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384286.414729:0:17884:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384286.414731:0:17884:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384286.414735:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4379568. 00000100:00100000:2.0:1767384286.414736:0:17884:0:(client.c:2690:ptlrpc_set_wait()) set 00000000133f3f93 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.414741:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.414743:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384286.414745:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4379568. 00000100:00000001:2.0:1767384286.414748:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.414752:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17884:x1853236731451136:12345-0@lo:253: 00000100:00000200:1.0:1767384286.414756:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731451136 00000020:00000001:1.0:1767384286.414758:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384286.414759:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384286.414761:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.414762:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384286.414763:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384286.414765:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384286.414800:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.414802:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384286.414804:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384286.414806:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.414808:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384286.414809:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384286.414812:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f945dc62. 02000000:00000001:1.0:1767384286.414813:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.414815:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.414817:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384286.414823:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a2932d0. 20000000:01000000:1.0:1767384286.414825:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384286.414828:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384286.414829:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384286.414831:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.414833:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.414835:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384286.414837:0:17078:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001f4e76af. 20000000:00000010:1.0:1767384286.414843:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084d38e87. 20000000:01000000:1.0:1767384286.414845:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:1.0:1767384286.414848:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384286.414851:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.414853:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.414861:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.414874:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.414876:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.414877:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.414878:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.414879:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.414881:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:1.0:1767384286.414884:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384286.414885:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384286.414887:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.414889:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.414890:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.414892:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.414894:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384286.414897:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.414899:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a6622f1b. 00080000:00000001:1.0:1767384286.414901:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499600896 : -114772209950720 : ffff979d83322000) 00080000:00000001:1.0:1767384286.414903:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.414904:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.414906:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4379568. 00080000:00000001:1.0:1767384286.414908:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.414910:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.414917:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.414926:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384286.416557:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a6622f1b. 00080000:00000010:1.0:1767384286.416626:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4379568. 00040000:00000001:1.0:1767384286.416631:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.416633:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.416635:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384286.416637:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384286.416639:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.416641:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384286.416643:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384286.416654:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384286.416656:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384286.416660:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384286.416686:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384286.416692:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384286.416695:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384286.416699:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384286.416702:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384286.416709:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000013ec60c1. 00010000:00000001:0.0:1767384286.416714:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384286.416718:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dff3bd3. 00000020:00000001:0.0:1767384286.416721:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384286.416723:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dff3bd3 with handle 0xd602e9c522f0b0ec to hash 00000020:00000001:0.0:1767384286.416726:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384286.416727:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384286.416730:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384286.416734:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384286.416736:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384286.416738:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384286.416763:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384286.416766:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384286.416768:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384286.416770:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384286.416772:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.416775:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384286.416776:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.416779:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384286.416817:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384286.416820:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384286.416823:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384286.416825:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013ec60c1) refcount = 1 00010000:00010000:0.0:1767384286.416830:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384286.416844:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384286.416846:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384286.416848:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384286.416850:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384286.416853:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.416856:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384286.416860:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a2932d0. 00010000:00000001:0.0:1767384286.416861:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384286.416865:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384286.416868:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:1.0:1767384286.416870:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731451136 00010000:00000001:1.0:1767384286.416874:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:01000000:0.0:1767384286.416875:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000693639s 00010000:00000200:1.0:1767384286.416879:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd556928 x1853236731451136/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.416882:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384286.416887:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384286.416891:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=4 00010000:00000001:1.0:1767384286.416892:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384286.416895:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.416899:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=6 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384286.416899:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000100:00000001:1.0:1767384286.416920:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384286.416922:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000100:00000040:1.0:1767384286.416923:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:1.0:1767384286.416926:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384286.416929:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:1.0:1767384286.416930:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384286.416934:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384286.416935:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384286.416936:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.416941:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.416945:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000210f10f1. 00000100:00000200:1.0:1767384286.416949:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731451136, offset 224 00010000:00000001:0.0:1767384286.416952:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384286.416955:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384286.416956:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384286.416964:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384286.416971:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384286.416974:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d101700 00010000:00000001:0.0:1767384286.416975:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384286.416978:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384286.416983:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10d1 [2] + 224 00000400:00000200:1.0:1767384286.416992:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384286.416993:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384286.416996:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384286.416997:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.417000:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384286.417002:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384286.417004:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384286.417006:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384286.417023:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384286.417026:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001dff3bd3 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384286.417033:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384286.417042:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384286.417043:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384286.417046:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384286.417048:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210f10f1 00000400:00000010:1.0:1767384286.417052:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000210f10f1. 00000100:00000001:2.0:1767384286.417067:0:17884:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.417069:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384286.417073:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000001:2.0:1767384286.417074:0:17884:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384286.417076:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:2.0:1767384286.417078:0:17884:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384286.417078:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384286.417079:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384286.417083:0:17884:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 00000020:00000040:0.0:1767384286.417084:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=5 00000100:00000001:1.0:1767384286.417086:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384286.417088:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4c6c1da 00000020:00000001:0.0:1767384286.417090:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000400:00000010:2.0:1767384286.417093:0:17884:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4c6c1da. 00000100:00000040:1.0:1767384286.417093:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00010000:00000001:0.0:1767384286.417096:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000100:00000001:2.0:1767384286.417100:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384286.417100:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384286.417111:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767384286.417112:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.417115:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1767384286.417115:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384286.417116:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384286.417122:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd556928 x1853236731451136/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.417139:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384286.417143:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384286.417146:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384286.417151:0:17884:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.417155:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1767384286.417158:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17884:x1853236731451136:12345-0@lo:253: Request processed in 2427us (2612us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384286.417159:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384286.417163:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384286.417167:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.417168:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.417171:0:17884:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384286.417173:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000020:00000040:0.0:1767384286.417174:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dff3bd3 with handle 0xd602e9c522f0b0ec from hash 00000100:00000001:2.0:1767384286.417175:0:17884:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384286.417178:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 02000000:00000001:2.0:1767384286.417179:0:17884:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384286.417180:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384286.417181:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384286.417182:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.417184:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384286.417184:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384286.417185:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.417187:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384286.417189:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006bcaf05. 02000000:00000001:2.0:1767384286.417190:0:17884:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.417191:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384286.417196:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:1.0:1767384286.417197:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e66d72b. 00000100:00001000:2.0:1767384286.417198:0:17884:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384286.417200:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1767384286.417204:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002791bbfe. 00000100:00001000:2.0:1767384286.417205:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384286.417205:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384286.417211:0:17884:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384286.417211:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00000001:0.0:1767384286.417211:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.417215:0:17884:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.417218:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384286.417219:0:17884:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384286.417219:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.417220:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f945dc62. 00010000:00000001:2.0:1767384286.417222:0:17884:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.417227:0:17884:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.417227:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384286.417227:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384286.417232:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.417232:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384286.417234:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.417238:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384286.417240:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384286.417244:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384286.417245:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000100:00000001:2.0:1767384286.417248:0:17884:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384286.417248:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.417250:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000210f10f1. 00000100:00000001:2.0:1767384286.417252:0:17884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384286.417258:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.417262:0:17884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.417262:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.417268:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384286.417268:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384286.417286:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384286.417289:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384286.417290:0:17884:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e8b64fa pname:cluuid:pid:xid:nid:opc:job mount.lustre:efcba636-0f33-4977-ad6f-12f80463a1c1:17884:1853236731451136:0@lo:253: 00010000:00000001:0.0:1767384286.417292:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384286.417296:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384286.417297:0:17884:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.417298:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384286.417300:0:17884:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.417301:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384286.417303:0:17884:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384286.417305:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384286.417305:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384286.417310:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384286.417310:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384286.417316:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384286.417321:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384286.417323:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.417328:0:17884:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000133f3f93. 00000100:00000001:2.0:1767384286.417332:0:17884:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384286.417335:0:17884:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.417335:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384286.417339:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:2.0:1767384286.417340:0:17884:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00010000:00010000:0.0:1767384286.417341:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b0ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384286.417350:0:17884:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384286.417354:0:17884:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384286.417357:0:17884:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384286.417358:0:17884:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000040:0.0:1767384286.417359:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000013ec60c1 count: 0 00000020:01000004:2.0:1767384286.417360:0:17884:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384286.417362:0:17884:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384286.417365:0:17884:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384286.417366:0:17884:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384286.417367:0:17884:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384286.417369:0:17884:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384286.417372:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384286.417373:0:17884:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e8b64fa x1853236731451136/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384286.417377:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384286.417385:0:17884:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.417388:0:17884:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.417390:0:17884:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ebf8551. 02000000:00000001:2.0:1767384286.417394:0:17884:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.417396:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.417397:0:17884:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384286.417400:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384286.417401:0:17884:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000061455678. 02000000:00000001:2.0:1767384286.417405:0:17884:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.417412:0:17884:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.417414:0:17884:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e8b64fa. 00000100:00000001:2.0:1767384286.417417:0:17884:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.417419:0:17884:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384286.417421:0:17884:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.417423:0:17884:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384286.417425:0:17884:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.417427:0:17884:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384286.417429:0:17884:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000294f2a56. 00000020:00000001:2.0:1767384286.417432:0:17884:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:2.0:1767384286.417435:0:17884:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:1.0:1767384286.417802:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294872585, at 4294872586 00000100:00000010:1.0:1767384286.417807:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084040127. 00000100:00000040:0.0:1767384286.417815:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872585, at 4294872586 00000100:00000010:0.0:1767384286.417822:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eebc6380. 00000100:00000040:2.0:1767384286.419743:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294872585, at 4294872587 00000100:00000010:2.0:1767384286.419748:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00000020:00000010:2.0:1767384286.419755:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dce1807. 00000020:00000010:2.0:1767384286.419758:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f85864b4. 00000020:00000010:2.0:1767384286.419761:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056b93e8e. 00000020:00000010:2.0:1767384286.419763:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007678cc8f. 00000020:00000010:2.0:1767384286.419786:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000192cf8b9. 80000000:00000010:2.0:1767384286.419789:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000060c8e0f5. 40000000:00000010:2.0:1767384286.419791:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000811a064f. 00100000:00000010:2.0:1767384286.419794:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e12d150e. 00040000:00000010:2.0:1767384286.419797:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b79774dc. 00040000:00000010:2.0:1767384286.419799:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093015320. 00080000:00000010:2.0:1767384286.419803:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000ebf8551. 00080000:00000010:2.0:1767384286.419807:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000049418289. 00002000:00000010:2.0:1767384286.419811:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000060e5456c. 00000020:00000010:2.0:1767384286.419814:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8137521. 00000020:00000010:2.0:1767384286.419817:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000926632b0. 00000020:00000010:2.0:1767384286.419819:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ce183f02. 00002000:00000001:2.0:1767384286.419822:0:17884:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:2.0:1767384286.419825:0:17884:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:2.0:1767384286.419827:0:17884:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:2.0:1767384286.419829:0:17884:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:2.0:1767384286.419832:0:17884:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384286.419845:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384286.419847:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:2.0:1767384286.419849:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00000020:00000001:2.0:1767384286.419851:0:17884:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.419854:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384286.419857:0:17884:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d852df3d. 00000020:00000001:2.0:1767384286.419858:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301499274824 : -114772210276792 : ffff979d832d2648) 00080000:00000001:2.0:1767384286.419861:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.419863:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.419871:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.419880:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419882:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.419883:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419884:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.419885:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.419887:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 97:4123228319 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.419889:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000527099bf 00080000:00000002:2.0:1767384286.419890:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:2.0:1767384286.419892:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.419894:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384286.419896:0:17884:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000014603025. 00080000:00000001:2.0:1767384286.419897:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.419899:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384286.419908:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b409dbe. 00000020:00000001:2.0:1767384286.419911:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384286.419913:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c09f59f. 00000020:00000001:2.0:1767384286.419915:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419917:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.419919:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.419920:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.419922:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.419925:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419928:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.419931:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506054232 : -114772203497384 : ffff979d83949858) 00040000:00000001:2.0:1767384286.419938:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.419939:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.419940:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.419940:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.419941:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.419942:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384286.419944:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008c09f59f. 00000020:00000010:2.0:1767384286.419946:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007b409dbe. 00000020:00000001:2.0:1767384286.419952:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.419954:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.419964:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000942ff81. 00002000:00000001:2.0:1767384286.419966:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506444648 : -114772203106968 : ffff979d839a8d68) 00002000:00000001:2.0:1767384286.419969:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.419970:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1767384286.419972:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008c09f59f. 00002000:00000001:2.0:1767384286.419973:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419975:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.419976:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.419978:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.419979:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.419982:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.419984:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.419987:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506444648 : -114772203106968 : ffff979d839a8d68) 00040000:00000001:2.0:1767384286.419990:0:17884:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:2.0:1767384286.419992:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000179660d9/0000000062a2f35e to site lru. bkt: 0000000056c17c82 00040000:00000001:2.0:1767384286.419994:0:17884:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384286.419996:0:17884:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d4c6c1da. 00040000:00000001:2.0:1767384286.419998:0:17884:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384286.420000:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420001:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420002:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000081f83dba. 00002000:00000001:2.0:1767384286.420003:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506441912 : -114772203109704 : ffff979d839a82b8) 00002000:00000001:2.0:1767384286.420005:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420006:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:2.0:1767384286.420008:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005755e89e. 00002000:00000001:2.0:1767384286.420009:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420014:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420016:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420017:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420019:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420021:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420023:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420026:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420027:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420029:0:17884:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384286.420031:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420032:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420033:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420034:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420035:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420038:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506441912 : -114772203109704 : ffff979d839a82b8) 00040000:00000001:2.0:1767384286.420040:0:17884:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446629305864313344 : -114767845238272 : ffff979e875a5a00) 00040000:00000001:2.0:1767384286.420041:0:17884:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384286.420042:0:17884:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:2.0:1767384286.420044:0:17884:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384286.420046:0:17884:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384286.420047:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384286.420048:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:2.0:1767384286.420049:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00000020:00000001:2.0:1767384286.420051:0:17884:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420067:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420070:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420076:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420082:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420084:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420084:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420086:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420087:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420088:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 98:3904142695 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420090:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000007138b45 00080000:00000002:2.0:1767384286.420092:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:2.0:1767384286.420113:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420115:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420117:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420119:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384286.420121:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000007e11a10. 00000020:00000001:2.0:1767384286.420123:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384286.420125:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004196103d. 00000020:00000001:2.0:1767384286.420127:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420128:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420129:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420130:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420131:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420134:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420135:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420139:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506054488 : -114772203497128 : ffff979d83949958) 00040000:00000001:2.0:1767384286.420142:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420143:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420144:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420145:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420146:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420146:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384286.420149:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004196103d. 00000020:00000010:2.0:1767384286.420151:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000007e11a10. 00000020:00000001:2.0:1767384286.420154:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420155:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420157:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c659eec. 00002000:00000001:2.0:1767384286.420158:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506446168 : -114772203105448 : ffff979d839a9358) 00002000:00000001:2.0:1767384286.420159:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420160:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:2.0:1767384286.420161:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004196103d. 00002000:00000001:2.0:1767384286.420162:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420163:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420164:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420165:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420166:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420168:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420169:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420176:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506446168 : -114772203105448 : ffff979d839a9358) 00040000:00000001:2.0:1767384286.420178:0:17884:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446629305864308736 : -114767845242880 : ffff979e875a4800) 00080000:00000010:2.0:1767384286.420181:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b355054f. 00100000:00000001:2.0:1767384286.420188:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420190:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420193:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420195:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420196:0:17884:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446629305864308736 : -114767845242880 : ffff979e875a4800) 00080000:00000002:2.0:1767384286.420200:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 98 00040000:00000001:2.0:1767384286.420202:0:17884:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384286.420203:0:17884:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384286.420205:0:17884:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384286.420206:0:17884:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420208:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420209:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420211:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420215:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420216:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420217:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420218:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420219:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420221:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 99:3404774024 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420223:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ef5cde36 00080000:00000002:2.0:1767384286.420223:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:2.0:1767384286.420225:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420226:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420227:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420229:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420230:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420231:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000f143c47. 00002000:00000001:2.0:1767384286.420232:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506447080 : -114772203104536 : ffff979d839a96e8) 00002000:00000001:2.0:1767384286.420234:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420235:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:2.0:1767384286.420236:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016574deb. 00002000:00000001:2.0:1767384286.420241:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420242:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420243:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420244:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420246:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420247:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420249:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420251:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506447080 : -114772203104536 : ffff979d839a96e8) 00080000:00000010:2.0:1767384286.420254:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dab4d578. 00100000:00000001:2.0:1767384286.420258:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420259:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420260:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420262:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420263:0:17884:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446629305866583552 : -114767842968064 : ffff979e877cfe00) 00080000:00000002:2.0:1767384286.420265:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:2.0:1767384286.420266:0:17884:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384286.420268:0:17884:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000af41a3e7. 00000001:00000001:2.0:1767384286.420270:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384286.420272:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008482c664. 00000001:00000010:2.0:1767384286.420274:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000476cc947. 00000001:00000010:2.0:1767384286.420277:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c9cc57ea. 00040000:00000001:2.0:1767384286.420278:0:17884:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446629306019268864 : -114767690282752 : ffff979e9096c900) 00000020:00000001:2.0:1767384286.420280:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420287:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.420289:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420291:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420292:0:17884:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384286.420293:0:17884:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384286.420294:0:17884:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009b297618. 00040000:00000001:2.0:1767384286.420296:0:17884:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384286.420296:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420297:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420299:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004e8201f7. 00002000:00000001:2.0:1767384286.420300:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506444040 : -114772203107576 : ffff979d839a8b08) 00002000:00000001:2.0:1767384286.420301:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420305:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:2.0:1767384286.420307:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000079cd340a. 00002000:00000001:2.0:1767384286.420308:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420309:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420311:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420312:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420313:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420314:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420315:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420317:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420318:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420321:0:17884:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384286.420322:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420323:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420324:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420324:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420326:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420328:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506444040 : -114772203107576 : ffff979d839a8b08) 00040000:00000001:2.0:1767384286.420329:0:17884:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446629301496575488 : -114772212976128 : ffff979d8303f600) 00040000:00000001:2.0:1767384286.420331:0:17884:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384286.420332:0:17884:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:2.0:1767384286.420334:0:17884:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384286.420335:0:17884:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384286.420336:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384286.420337:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:2.0:1767384286.420339:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00000020:00000001:2.0:1767384286.420340:0:17884:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420341:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420343:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420346:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420352:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420353:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420354:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420355:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420357:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420362:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 100:131102560 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420364:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000007138b45 00080000:00000002:2.0:1767384286.420365:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:2.0:1767384286.420367:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420369:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420371:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420373:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384286.420376:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000005d9e14a. 00000020:00000001:2.0:1767384286.420380:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384286.420382:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000018a74549. 00000020:00000001:2.0:1767384286.420384:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420386:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420388:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420390:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420392:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420395:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420398:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420402:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506053464 : -114772203498152 : ffff979d83949558) 00040000:00000001:2.0:1767384286.420408:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420410:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420411:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420412:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420413:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420414:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384286.420418:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000018a74549. 00000020:00000010:2.0:1767384286.420421:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000005d9e14a. 00000020:00000001:2.0:1767384286.420426:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420429:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420432:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000029ed92a1. 00002000:00000001:2.0:1767384286.420434:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506443432 : -114772203108184 : ffff979d839a88a8) 00002000:00000001:2.0:1767384286.420436:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420437:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:2.0:1767384286.420440:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000018a74549. 00002000:00000001:2.0:1767384286.420442:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420444:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420446:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420455:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420458:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420462:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420465:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420469:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506443432 : -114772203108184 : ffff979d839a88a8) 00040000:00000001:2.0:1767384286.420472:0:17884:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446629301496572416 : -114772212979200 : ffff979d8303ea00) 00080000:00000010:2.0:1767384286.420475:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d55e145b. 00100000:00000001:2.0:1767384286.420482:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420483:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420484:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420486:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420488:0:17884:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446629301496572416 : -114772212979200 : ffff979d8303ea00) 00080000:00000002:2.0:1767384286.420489:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:2.0:1767384286.420491:0:17884:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384286.420491:0:17884:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384286.420493:0:17884:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384286.420494:0:17884:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420496:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420497:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420500:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420504:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420505:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420506:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420507:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420508:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420509:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 101:3879731583 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420511:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ef5cde36 00080000:00000002:2.0:1767384286.420512:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:2.0:1767384286.420514:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420515:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420516:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420518:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420519:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420520:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000071025f6f. 00002000:00000001:2.0:1767384286.420522:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506446472 : -114772203105144 : ffff979d839a9488) 00002000:00000001:2.0:1767384286.420528:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420528:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:2.0:1767384286.420530:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b2bdf0b0. 00002000:00000001:2.0:1767384286.420531:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420533:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420534:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420535:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420536:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420539:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420540:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420543:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506446472 : -114772203105144 : ffff979d839a9488) 00080000:00000010:2.0:1767384286.420545:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000029cff775. 00100000:00000001:2.0:1767384286.420549:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420550:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420551:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420553:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420554:0:17884:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446629301496570368 : -114772212981248 : ffff979d8303e200) 00080000:00000002:2.0:1767384286.420556:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:2.0:1767384286.420557:0:17884:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384286.420558:0:17884:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000acb09957. 00000001:00000001:2.0:1767384286.420559:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384286.420561:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fde19f80. 00000001:00000010:2.0:1767384286.420562:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e8d45094. 00000001:00000010:2.0:1767384286.420565:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f0c79736. 00040000:00000001:2.0:1767384286.420566:0:17884:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446629306019270432 : -114767690281184 : ffff979e9096cf20) 00000020:00000001:2.0:1767384286.420567:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420570:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.420572:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420573:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420574:0:17884:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384286.420575:0:17884:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384286.420576:0:17884:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004d7a88ef. 00040000:00000001:2.0:1767384286.420578:0:17884:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384286.420578:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420579:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420584:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a2ad177d. 00002000:00000001:2.0:1767384286.420585:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506444344 : -114772203107272 : ffff979d839a8c38) 00002000:00000001:2.0:1767384286.420587:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420588:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:2.0:1767384286.420589:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060291787. 00002000:00000001:2.0:1767384286.420591:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420592:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420593:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420594:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420595:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420596:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420597:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420600:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420601:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420602:0:17884:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384286.420603:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384286.420604:0:17884:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384286.420605:0:17884:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1767384286.420606:0:17884:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420607:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420609:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506444344 : -114772203107272 : ffff979d839a8c38) 00040000:00000001:2.0:1767384286.420611:0:17884:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446629301496569856 : -114772212981760 : ffff979d8303e000) 00040000:00000001:2.0:1767384286.420612:0:17884:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384286.420613:0:17884:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:2.0:1767384286.420615:0:17884:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384286.420616:0:17884:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384286.420617:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384286.420618:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:2.0:1767384286.420620:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00000020:00000001:2.0:1767384286.420622:0:17884:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420624:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420625:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420628:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420632:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420633:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420637:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420638:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420639:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420641:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 102:756778355 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420643:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000007138b45 00080000:00000002:2.0:1767384286.420644:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:2.0:1767384286.420645:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420647:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420648:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420650:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384286.420651:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e8b8396. 00000020:00000001:2.0:1767384286.420653:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384286.420654:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000093378eeb. 00000020:00000001:2.0:1767384286.420656:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420657:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420658:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420659:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420660:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420662:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420664:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420665:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506054744 : -114772203496872 : ffff979d83949a58) 00040000:00000001:2.0:1767384286.420668:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420669:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420670:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420670:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384286.420671:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384286.420672:0:17884:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384286.420674:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000093378eeb. 00000020:00000010:2.0:1767384286.420675:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009e8b8396. 00000020:00000001:2.0:1767384286.420678:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420679:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420680:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006bba491e. 00002000:00000001:2.0:1767384286.420681:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506441608 : -114772203110008 : ffff979d839a8188) 00002000:00000001:2.0:1767384286.420682:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420683:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:2.0:1767384286.420684:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000093378eeb. 00002000:00000001:2.0:1767384286.420689:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420690:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420691:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420692:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420693:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420695:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420697:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420699:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506441608 : -114772203110008 : ffff979d839a8188) 00040000:00000001:2.0:1767384286.420700:0:17884:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446629301496577536 : -114772212974080 : ffff979d8303fe00) 00080000:00000010:2.0:1767384286.420702:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eb0876ac. 00100000:00000001:2.0:1767384286.420706:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420707:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420708:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420710:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420711:0:17884:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446629301496577536 : -114772212974080 : ffff979d8303fe00) 00080000:00000002:2.0:1767384286.420713:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:2.0:1767384286.420714:0:17884:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384286.420715:0:17884:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384286.420716:0:17884:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384286.420717:0:17884:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420718:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384286.420719:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384286.420722:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384286.420733:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420735:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384286.420735:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420736:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384286.420737:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384286.420739:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 103:4073251475 to info 000000000ebf8551 00000020:00000001:2.0:1767384286.420741:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ef5cde36 00080000:00000002:2.0:1767384286.420742:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:2.0:1767384286.420743:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420745:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420746:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.420747:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384286.420751:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384286.420752:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2bc2581. 00002000:00000001:2.0:1767384286.420754:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506442520 : -114772203109096 : ffff979d839a8518) 00002000:00000001:2.0:1767384286.420755:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384286.420756:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:2.0:1767384286.420758:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000eaddd1b3. 00002000:00000001:2.0:1767384286.420759:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420760:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384286.420761:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384286.420762:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384286.420763:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384286.420765:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.420767:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384286.420769:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506442520 : -114772203109096 : ffff979d839a8518) 00080000:00000010:2.0:1767384286.420771:0:17884:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000057b3e226. 00100000:00000001:2.0:1767384286.420774:0:17884:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384286.420775:0:17884:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad45b86a. 00100000:00000010:2.0:1767384286.420776:0:17884:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ad45b86a. 00100000:00000001:2.0:1767384286.420778:0:17884:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384286.420779:0:17884:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446629301496576512 : -114772212975104 : ffff979d8303fa00) 00080000:00000002:2.0:1767384286.420845:0:17884:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:2.0:1767384286.420847:0:17884:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384286.420867:0:17884:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f81ac05f. 00000001:00000001:2.0:1767384286.420869:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384286.420871:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a63f33f6. 00000001:00000010:2.0:1767384286.420873:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000765ae8a7. 00000001:00000010:2.0:1767384286.420875:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007c372aa2. 00040000:00000001:2.0:1767384286.420876:0:17884:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446629306019266624 : -114767690284992 : ffff979e9096c040) 00000020:00000001:2.0:1767384286.420881:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420885:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.420886:0:17884:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384286.420888:0:17884:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420890:0:17884:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384286.420892:0:17884:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384286.420894:0:17884:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420901:0:17884:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384286.420903:0:17884:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420904:0:17884:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384286.420905:0:17884:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.420907:0:17884:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:2.0:1767384286.420910:0:17884:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000000416e9ea. 00000020:00000010:2.0:1767384286.420912:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb26793. 00000020:00000010:2.0:1767384286.420915:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005e5ee78a. 00000020:00000010:2.0:1767384286.420917:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed228996. 00000020:00000010:2.0:1767384286.420919:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000589bc393. 00000020:00000010:2.0:1767384286.420921:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058bfd682. 80000000:00000010:2.0:1767384286.420923:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2d45a10. 40000000:00000010:2.0:1767384286.420924:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007602b31e. 00100000:00000010:2.0:1767384286.420926:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000239af90c. 00040000:00000010:2.0:1767384286.420928:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000046948a33. 00040000:00000010:2.0:1767384286.420929:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e3d0e29. 00080000:00000010:2.0:1767384286.420933:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f4e42bd0. 00080000:00000010:2.0:1767384286.420936:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000268ba420. 00002000:00000010:2.0:1767384286.420939:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006957de79. 00040000:00000001:2.0:1767384286.421068:0:17911:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:1.0:1767384286.421093:0:17884:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.421097:0:17884:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384286.421100:0:17884:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000f4379568. 00000020:00000001:1.0:1767384286.421103:0:17884:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384286.421105:0:17884:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000f4379568. 00000020:00000001:1.0:1767384286.421108:0:17884:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:1.0:1767384286.421115:0:17884:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000006bcaf05. 00000020:00000010:1.0:1767384286.421119:0:17884:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000f4379568. 00000020:00000010:1.0:1767384286.421121:0:17884:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000f4379568. 00040000:00000001:1.0:1767384286.421123:0:17884:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:1.0:1767384286.421125:0:17884:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.421126:0:17884:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384286.421128:0:17884:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421130:0:17884:0:(osd_handler.c:9019:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384286.421132:0:17884:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:1.0:1767384286.421135:0:17884:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000116f7882. 00000020:00000001:1.0:1767384286.421139:0:17884:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384286.421141:0:17884:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384286.421142:0:17884:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629305866581504 : -114767842970112 : 0xffff979e877cf600) 00000020:00000001:1.0:1767384286.421144:0:17884:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629305866581504 : -114767842970112 : ffff979e877cf600) 00000020:00000001:1.0:1767384286.421146:0:17884:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384286.421147:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.421149:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301499274824 : -114772210276792 : ffff979d832d2648) 00000020:00000001:1.0:1767384286.421151:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384286.421153:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384286.421162:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa572ff1. 00002000:00000001:1.0:1767384286.421164:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506453448 : -114772203098168 : ffff979d839aafc8) 00002000:00000001:1.0:1767384286.421177:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384286.421178:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:1.0:1767384286.421200:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006c84ef4b. 00002000:00000001:1.0:1767384286.421202:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.421204:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506453448 : -114772203098168 : ffff979d839aafc8) 00080000:00000001:1.0:1767384286.421207:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.421209:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.421216:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.421223:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421224:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.421225:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421226:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.421227:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.421229:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 104:2535299485 to info 000000000ebf8551 00000020:00000001:1.0:1767384286.421235:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b43e6ca0 00080000:00000002:1.0:1767384286.421237:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384286.421239:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421240:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421242:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.421243:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384286.421246:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006379ee63. 00000020:00000001:1.0:1767384286.421248:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384286.421249:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6622f1b. 00000020:00000001:1.0:1767384286.421251:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421252:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384286.421253:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384286.421255:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421256:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384286.421259:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421261:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384286.421263:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301463664472 : -114772245887144 : ffff979d810dc758) 00100000:00000001:1.0:1767384286.421266:0:17884:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:1.0:1767384286.421267:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.421268:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301499274824 : -114772210276792 : ffff979d832d2648) 00080000:00000001:1.0:1767384286.421270:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.421271:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.421274:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.421278:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421279:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.421280:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421281:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.421282:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.421284:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 105:732560000 to info 000000000ebf8551 00000020:00000001:1.0:1767384286.421285:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000555808ae 00080000:00000002:1.0:1767384286.421286:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:1.0:1767384286.421288:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421289:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421290:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.421291:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384286.421297:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a864e24e. 00000020:00000001:1.0:1767384286.421298:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384286.421300:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002791bbfe. 00000020:00000001:1.0:1767384286.421301:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421303:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384286.421304:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384286.421305:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421306:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384286.421308:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421310:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384286.421312:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301463663960 : -114772245887656 : ffff979d810dc558) 00100000:00000001:1.0:1767384286.421504:0:17884:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384286.421508:0:17884:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:1.0:1767384286.421510:0:17884:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000074f4c38e. 00100000:00000010:1.0:1767384286.421513:0:17884:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000007dec9053. 00100000:00000010:1.0:1767384286.421515:0:17884:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000e9c9d3bd. 00100000:00000010:1.0:1767384286.421517:0:17884:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000003d021f28. 00000020:00000001:1.0:1767384286.421519:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384286.421520:0:17884:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629301499274824 : -114772210276792 : ffff979d832d2648) 00080000:00000001:1.0:1767384286.421522:0:17884:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384286.421524:0:17884:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384286.421528:0:17884:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384286.421534:0:17884:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421535:0:17884:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384286.421536:0:17884:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421537:0:17884:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384286.421538:0:17884:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384286.421540:0:17884:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 106:2558999633 to info 000000000ebf8551 00000020:00000001:1.0:1767384286.421542:0:17884:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d73d6107 00080000:00000002:1.0:1767384286.421542:0:17884:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:1.0:1767384286.421544:0:17884:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421545:0:17884:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421547:0:17884:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.421548:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384286.421550:0:17884:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3dabed3. 00000020:00000001:1.0:1767384286.421557:0:17884:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384286.421558:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000876afa92. 00000020:00000001:1.0:1767384286.421560:0:17884:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421561:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384286.421562:0:17884:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384286.421564:0:17884:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384286.421565:0:17884:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384286.421567:0:17884:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421569:0:17884:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384286.421572:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301463665240 : -114772245886376 : ffff979d810dca58) 00100000:00000001:1.0:1767384286.421781:0:17884:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:1.0:1767384286.421789:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000179660d9/0000000062a2f35e to site lru. bkt: 0000000056c17c82 00000020:00000010:1.0:1767384286.421795:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a637912. 00000020:00000010:1.0:1767384286.421798:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a558bd5. 00000020:00000010:1.0:1767384286.421801:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000385df479. 00000020:00000010:1.0:1767384286.421804:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.421807:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0425f6f. 80000000:00000010:1.0:1767384286.421809:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084040127. 40000000:00000010:1.0:1767384286.421811:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4379568. 00100000:00000010:1.0:1767384286.421814:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069d24ba5. 00040000:00000010:1.0:1767384286.421816:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038718b9b. 00040000:00000010:1.0:1767384286.421818:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccb8f1ab. 00080000:00000010:1.0:1767384286.421821:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f945dc62. 00080000:00000010:1.0:1767384286.421823:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a2932d0. 00002000:00000010:1.0:1767384286.421827:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d00ba222. 00000001:00000001:1.0:1767384286.421831:0:17884:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384286.421833:0:17884:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384286.421836:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384286.421838:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000090c6ca78. 00080000:00000001:1.0:1767384286.421840:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500473856 : -114772209077760 : ffff979d833f7200) 00080000:00000001:1.0:1767384286.421843:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384286.421845:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384286.421846:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000091f4c377. 00080000:00000001:1.0:1767384286.421848:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421854:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384286.421858:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384286.421860:0:17884:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384286.421881:0:17884:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384286.421883:0:17884:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.421885:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384286.422976:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000090c6ca78. 00080000:00000010:2.0:1767384286.422980:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c0bc3c7e. 00080000:00000010:2.0:1767384286.422982:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000841ec096. 00080000:00000010:2.0:1767384286.422984:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8faebe2. 00080000:00000010:2.0:1767384286.422986:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c9d0195a. 00080000:00000010:2.0:1767384286.422988:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9faf965. 00080000:00000010:2.0:1767384286.422989:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fbb09c44. 00080000:00000010:2.0:1767384286.422991:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bd0a1dcc. 00080000:00000010:2.0:1767384286.422993:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bd2f4c2d. 00080000:00000010:2.0:1767384286.422995:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000414faf69. 00080000:00000010:2.0:1767384286.422997:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015b6fa6e. 00080000:00000010:2.0:1767384286.422998:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023dae517. 00080000:00000010:2.0:1767384286.423001:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005139a379. 00080000:00000010:2.0:1767384286.423009:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8eeaab2. 00080000:00000010:2.0:1767384286.423011:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f28331b. 00080000:00000010:2.0:1767384286.423013:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000025c76a99. 00080000:00000010:2.0:1767384286.423015:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc5330a6. 00080000:00000010:2.0:1767384286.423017:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009a11c198. 00080000:00000010:2.0:1767384286.423019:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006580c4bf. 00080000:00000010:2.0:1767384286.423020:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079b89dd7. 00080000:00000010:2.0:1767384286.423023:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000046520007. 00080000:00000010:2.0:1767384286.423024:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006759f2a9. 00080000:00000010:2.0:1767384286.423026:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002334d4ef. 00080000:00000010:2.0:1767384286.423028:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001b60765e. 00080000:00000010:2.0:1767384286.423030:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007ff34552. 00080000:00000010:2.0:1767384286.423031:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015bcd9ba. 00080000:00000010:2.0:1767384286.423033:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2e06e21. 00080000:00000010:2.0:1767384286.423035:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a107da5c. 00080000:00000010:2.0:1767384286.423037:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007eb3e640. 00080000:00000010:2.0:1767384286.423039:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000004e641e8. 00080000:00000010:2.0:1767384286.423041:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000052a3527d. 00080000:00000010:2.0:1767384286.423043:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000c8863df. 00080000:00000010:2.0:1767384286.423044:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b8e0fc0. 00080000:00000010:2.0:1767384286.423046:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4e9f985. 00080000:00000010:2.0:1767384286.423048:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000edc4fbac. 00080000:00000010:2.0:1767384286.423050:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a7082238. 00080000:00000010:2.0:1767384286.423051:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001c045f1a. 00080000:00000010:2.0:1767384286.423069:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000ae88c38. 00080000:00000010:2.0:1767384286.423072:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000000567af2. 00080000:00000010:2.0:1767384286.423074:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004b0c5ae0. 00080000:00000010:2.0:1767384286.423087:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006df9ce04. 00080000:00000010:2.0:1767384286.423090:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009cd0eae6. 00080000:00000010:2.0:1767384286.423093:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccf34dc9. 00080000:00000010:2.0:1767384286.423096:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000823d240b. 00080000:00000010:2.0:1767384286.423100:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002e2640eb. 00080000:00000010:2.0:1767384286.423108:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000033572fde. 00010000:00000010:0.1:1767384286.423108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013ec60c1. 00080000:00000010:2.0:1767384286.423109:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000072522de. 00080000:00000010:2.0:1767384286.423116:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a47746f4. 00080000:00000010:2.0:1767384286.423119:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009d58f5f4. 00010000:00000010:0.1:1767384286.423119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dff3bd3. 00080000:00000010:2.0:1767384286.423123:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010caf81b. 00080000:00000010:2.0:1767384286.423127:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008dc610fc. 00080000:00000010:2.0:1767384286.423128:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000019e98ce0. 00080000:00000010:2.0:1767384286.423130:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006d877147. 00080000:00000010:2.0:1767384286.423132:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d6643af0. 00080000:00000010:2.0:1767384286.423133:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000624cc0eb. 00080000:00000010:2.0:1767384286.423134:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005af5d20b. 00080000:00000010:2.0:1767384286.423136:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000024c30fc. 00080000:00000010:2.0:1767384286.423138:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8ad5e45. 00080000:00000010:2.0:1767384286.423139:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000db1fde20. 00080000:00000010:2.0:1767384286.423140:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004491927d. 00080000:00000010:2.0:1767384286.423142:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a9eb6a17. 00080000:00000010:2.0:1767384286.423143:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000585a9c67. 00080000:00000010:2.0:1767384286.423145:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000465d1669. 00080000:00000010:2.0:1767384286.423146:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005663fba1. 00080000:00000010:2.0:1767384286.423147:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000009c2e957. 00080000:00000010:2.0:1767384286.423149:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b775b6e9. 00080000:00000010:2.0:1767384286.423150:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cdde01d0. 00080000:00000010:2.0:1767384286.423151:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000023c23d4f. 00080000:00000010:2.0:1767384286.423153:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000befe8942. 00080000:00000010:2.0:1767384286.423154:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000907ee1c3. 00080000:00000010:2.0:1767384286.423157:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001503c05e. 00080000:00000010:2.0:1767384286.423159:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fcabdf37. 00080000:00000010:2.0:1767384286.423160:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003a4c1981. 00080000:00000010:2.0:1767384286.423162:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c3fc137c. 00080000:00000010:2.0:1767384286.423163:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003e14fb8c. 00080000:00000010:2.0:1767384286.423164:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a784ae85. 00080000:00000010:2.0:1767384286.423166:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4586004. 00080000:00000010:2.0:1767384286.423170:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043a2a1cd. 00080000:00000010:2.0:1767384286.423172:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a28c00d2. 00080000:00000010:2.0:1767384286.423173:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000042a6b83. 00080000:00000010:2.0:1767384286.423174:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c70012db. 00080000:00000010:2.0:1767384286.423176:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000973e99a1. 00080000:00000010:2.0:1767384286.423177:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032b8fd05. 00080000:00000010:2.0:1767384286.423179:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a4ab0052. 00080000:00000010:2.0:1767384286.423180:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000612445c3. 00080000:00000010:2.0:1767384286.423182:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c2b3085d. 00080000:00000010:2.0:1767384286.423183:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f1fcbc82. 00080000:00000010:2.0:1767384286.423185:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009d6f5ff0. 00080000:00000010:2.0:1767384286.423186:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004f60d786. 00080000:00000010:2.0:1767384286.423188:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000050f6139c. 00080000:00000010:1.0:1767384286.423214:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000091f4c377. 00040000:00000001:1.0:1767384286.423218:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384286.423219:0:17884:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384286.423221:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384286.423222:0:17884:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384286.423224:0:17884:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384286.423225:0:17884:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.423228:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006a558bd5. 00000020:00000010:1.0:1767384286.423230:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000385df479. 00000020:00000010:1.0:1767384286.423232:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.423234:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d0425f6f. 80000000:00000010:1.0:1767384286.423236:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084040127. 40000000:00000010:1.0:1767384286.423238:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4379568. 00100000:00000010:1.0:1767384286.423239:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069d24ba5. 00040000:00000010:1.0:1767384286.423241:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038718b9b. 00040000:00000010:1.0:1767384286.423243:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ccb8f1ab. 00080000:00000010:1.0:1767384286.423245:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a2932d0. 00080000:00000010:1.0:1767384286.423247:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f945dc62. 00002000:00000010:1.0:1767384286.423248:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d00ba222. 00000020:00000010:1.0:1767384286.423250:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a637912. 00002000:00080000:1.0:1767384286.423253:0:17884:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:1.0:1767384286.423254:0:17884:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:1.0:1767384286.423256:0:17884:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:1.0:1767384286.423257:0:17884:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384286.423259:0:17884:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:1.0:1767384286.423262:0:17884:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384286.423264:0:17884:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384286.423266:0:17884:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f free: 144203776 avail: 129867776 00000020:00000001:1.0:1767384286.423268:0:17884:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384286.423275:0:17884:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f avail=129867776 left=129867776 unstable=0 tot_grant=0 pending=0 00000020:00000001:1.0:1767384286.423277:0:17884:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129867776 : 129867776 : 7bda000) 00000020:00000001:1.0:1767384286.423280:0:17884:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384286.423281:0:17884:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f wants: 280000 current grant 0 granting: 280000 00000020:00000020:1.0:1767384286.423283:0:17884:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f tot cached:0 granted:280000 num_exports: 0 00000020:00000001:1.0:1767384286.423285:0:17884:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:1.0:1767384286.423287:0:17884:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f ocd_grant: 280000 want: 280000 left: 129867776 00000020:00000001:1.0:1767384286.423288:0:17884:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:1.0:1767384286.423290:0:17884:0:(osd_handler.c:8911:osd_recovery_complete()) Process entered 00040000:00000001:1.0:1767384286.423291:0:17884:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:1.0:1767384286.423292:0:17884:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384286.423293:0:17884:0:(osd_handler.c:8924:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384286.423294:0:17884:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384286.423295:0:17884:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.423297:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f85864b4. 00000020:00000010:1.0:1767384286.423299:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056b93e8e. 00000020:00000010:1.0:1767384286.423301:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007678cc8f. 00000020:00000010:1.0:1767384286.423302:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000192cf8b9. 80000000:00000010:1.0:1767384286.423304:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000060c8e0f5. 40000000:00000010:1.0:1767384286.423306:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000811a064f. 00100000:00000010:1.0:1767384286.423308:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e12d150e. 00040000:00000010:1.0:1767384286.423309:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b79774dc. 00040000:00000010:1.0:1767384286.423312:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093015320. 00080000:00000010:1.0:1767384286.423313:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000049418289. 00080000:00000010:1.0:1767384286.423315:0:17884:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000014603025. 00080000:00000010:1.0:1767384286.423317:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000ebf8551. 00002000:00000010:1.0:1767384286.423318:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000060e5456c. 00000020:00000010:1.0:1767384286.423320:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dce1807. 00000020:00000010:1.0:1767384286.423321:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000926632b0. 00000020:00000010:1.0:1767384286.423323:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ce183f02. 00000020:00000010:1.0:1767384286.423325:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8137521. 00000020:00000001:1.0:1767384286.423326:0:17884:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:1.0:1767384286.423329:0:17884:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:1.0:1767384286.423332:0:17884:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:1.0:1767384286.423333:0:17884:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384286.423335:0:17884:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384286.423336:0:17884:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:1.0:1767384286.423338:0:17884:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:1.0:1767384286.423339:0:17884:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:1.0:1767384286.423340:0:17884:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b1621734 : new refcount 2 00000040:00000001:1.0:1767384286.423342:0:17884:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384286.423343:0:17884:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b1621734 : new refcount 1 00040000:00000001:1.0:1767384286.423348:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423349:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423350:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423351:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423352:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423352:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384286.423355:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b2b8d678. 00000020:00000010:1.0:1767384286.423356:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a09195f. 00000020:00000010:1.0:1767384286.423361:0:17884:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000c76af8f6. 00040000:00000001:1.0:1767384286.423364:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423365:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423366:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423367:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423367:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423368:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384286.423369:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ffe44183. 00000020:00000010:1.0:1767384286.423371:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fcbc1e69. 00000020:00000010:1.0:1767384286.423372:0:17884:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000049ce633f. 00000020:00000040:1.0:1767384286.423374:0:17884:0:(genops.c:898:class_export_put()) PUTting export 00000000b5a02aa8 : new refcount 1 00000040:00000010:1.0:1767384286.423375:0:17884:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b1621734. 00000040:00000001:1.0:1767384286.423378:0:17884:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.423379:0:17884:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384286.423381:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423382:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423382:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423383:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384286.423383:0:17884:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384286.423384:0:17884:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384286.423385:0:17884:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007126282f. 00000020:00000010:1.0:1767384286.423387:0:17884:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004c7789c7. 00000020:00000040:1.0:1767384286.423392:0:17884:0:(obd_config.c:955:class_decref()) Decref MGC192.168.204.118@tcp (00000000ca071fbd) now 6 - mgc_fs 10000000:01000000:1.0:1767384286.423394:0:17884:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.118@tcp: cl_mgc_mutex unlock 10000000:00000001:1.0:1767384286.423396:0:17884:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.423397:0:17884:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.423398:0:17884:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.423400:0:17884:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.423401:0:17884:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.423403:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe68a8a4. 00000040:00000010:1.0:1767384286.423405:0:17884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000045b16d7. 00000020:00000010:1.0:1767384286.423407:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c26c7b36. 00000020:00000010:1.0:1767384286.423409:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000093dc6a6a. 80000000:00000010:1.0:1767384286.423411:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007361e665. 00040000:00000010:1.0:1767384286.423413:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000060b98004. 00080000:00000010:1.0:1767384286.423415:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ab061529. 00080000:00000010:1.0:1767384286.423417:0:17884:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000c3fafad0. 00080000:00000010:1.0:1767384286.423419:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000059e23fa5. 20000000:00000010:1.0:1767384286.423420:0:17884:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002375cf39. 00000020:00000010:1.0:1767384286.423422:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d64290d. 00000020:00000001:1.0:1767384286.423423:0:17884:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.423426:0:17884:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:1.0:1767384286.423427:0:17884:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:1.0:1767384286.423434:0:17884:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.423436:0:17884:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767384286.423438:0:17884:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:1.0:1767384286.423440:0:17884:0:(super25.c:202:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:2.0:1767384286.424197:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f8d9d0b3. 00080000:00000010:2.0:1767384286.424203:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f8d9d0b3. 00000020:00000001:2.0:1767384286.424208:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384286.424217:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f8d9d0b3. 00080000:00000010:2.0:1767384286.424221:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f8d9d0b3. 00000020:00000001:2.0:1767384286.424225:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384286.424272:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aec7be5. 00080000:00000010:0.0:1767384286.424279:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aec7be5. 00000020:00000001:0.0:1767384286.424284:0:10601:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384286.424293:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aec7be5. 00080000:00000010:0.0:1767384286.424296:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aec7be5. 00000020:00000001:0.0:1767384286.424300:0:10601:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384286.606302:0:17924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a0bf0d4. 00080000:00000010:0.0:1767384286.606310:0:17924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a0bf0d4. 00000020:00000001:0.0:1767384286.606313:0:17924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384286.606323:0:17924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a0bf0d4. 00080000:00000010:0.0:1767384286.606327:0:17924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a0bf0d4. 00000020:00000001:0.0:1767384286.606329:0:17924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.608813:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384286.608816:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:1.0:1767384286.608818:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.608820:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384286.608822:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384286.608823:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384286.608824:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384286.608826:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384286.608827:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 5 10000000:00000001:1.0:1767384286.608829:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384286.608836:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384286.608841:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066de0c1f. 00000020:00000040:1.0:1767384286.608844:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.608848:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.608851:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.608855:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.608862:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0425f6f. 00000100:00000001:1.0:1767384286.608867:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.608871:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384286.608873:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384286.608880:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001c940504. 00010000:00000001:1.0:1767384286.608883:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384286.608885:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076e154ec. 00000020:00000001:1.0:1767384286.608889:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384286.608891:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076e154ec with handle 0xd602e9c522f0b0f3 to hash 00000020:00000001:1.0:1767384286.608892:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384286.608893:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.608895:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.608899:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384286.608901:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384286.608904:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384286.608910:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384286.608918:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384286.608922:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.608924:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.608928:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006361d3c8. 00000100:00000001:1.0:1767384286.608929:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795370368 : -114767914181248 : ffff979e833e5d80) 00000100:00000001:1.0:1767384286.608931:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.608932:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788988672 : -114766920562944 : ffff979ebe77c700) 00000100:00000001:1.0:1767384286.608940:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.608941:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.608943:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.608945:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.608951:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.608958:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.608960:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.608962:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.608964:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.608966:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.608968:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066de0c1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731451264:0@lo:101: 00000100:00000001:1.0:1767384286.608971:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.608974:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.608976:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.608978:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.608981:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ff418303. 02000000:00000001:1.0:1767384286.608982:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.608986:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab6c1df. 00000400:00000010:1.0:1767384286.608992:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.608996:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731451264, portal 25 00000100:00000001:1.0:1767384286.608998:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.608998:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788988672 : -114766920562944 : ffff979ebe77c700) 00000100:00000040:1.0:1767384286.609001:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609006:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.609009:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.609011:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384286.609013:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731451264, offset 0 00000400:00000200:1.0:1767384286.609019:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.609031:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.609042:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d101780 00000400:00000200:1.0:1767384286.609047:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:1.0:1767384286.609065:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1117c7b. 00000400:00000200:1.0:1767384286.609072:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e12b2357 00000400:00000200:1.0:1767384286.609078:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.609081:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.609085:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e12b2357 00000400:00000010:1.0:1767384286.609087:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e12b2357. 00000100:00000001:1.0:1767384286.609105:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.609107:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.609110:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000fe2a2c6d x1853236731451264 msgsize 328 00000100:00100000:1.0:1767384286.609112:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.609113:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.609124:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.609130:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:1.0:1767384286.609131:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384286.609133:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.609136:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609144:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.609146:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609151:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609153:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.609158:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609161:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872780 00000100:00000010:1.0:1767384286.609164:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007361e665. 00000100:00000001:1.0:1767384286.609169:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384286.609175:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872780 00000100:00000010:1.0:1767384286.609177:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084040127. 00000100:00000001:1.0:1767384286.609180:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384286.609183:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872780 00000100:00000010:1.0:1767384286.609185:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b5a5878. 00000100:00000001:1.0:1767384286.609189:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384286.609192:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872780 00000100:00000010:1.0:1767384286.609196:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f43b3a7. 00000100:00000001:1.0:1767384286.609203:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384286.609210:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.609215:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609218:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.609222:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.609224:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000006361d3c8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.609230:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.609235:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609626:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.609632:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.609635:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.609638:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab6c1df. 00000400:00000200:1.0:1767384286.609643:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.609647:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.609652:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.609658:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.609677:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609687:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.609690:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.609693:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.609695:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.609698:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.609701:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.609706:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.609711:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.609715:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.609721:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.609724:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.609727:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.609730:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609734:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.609740:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609748:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.609759:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.609761:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.609810:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.609816:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066de0c1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731451264:0@lo:101: 00000100:00000001:1.0:1767384286.609820:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.609823:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609825:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.609826:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.609829:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609834:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.609836:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006361d3c8. 00000100:00000001:1.0:1767384286.609839:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.609841:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.609843:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384286.609845:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384286.609847:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384286.609848:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076e154ec refcount=4 00000020:00000001:1.0:1767384286.609850:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.609852:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000040:1.0:1767384286.609856:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000076e154ec, remote cookie: 0xd602e9c522f0b0fa, flags: 0x0 00010000:00000001:1.0:1767384286.609858:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384286.609860:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384286.609862:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384286.609863:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384286.609864:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384286.609865:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c940504) refcount = 1 00010000:00010000:1.0:1767384286.609868:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384286.609873:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384286.609874:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384286.609879:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384286.609882:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384286.609885:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384286.609887:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384286.609891:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384286.609893:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384286.609894:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384286.609896:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384286.609897:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384286.609898:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609900:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.609903:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066de0c1f x1853236731451264/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.609909:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.609911:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.609913:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ff418303. 02000000:00000001:1.0:1767384286.609916:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.609917:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.609919:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.609920:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384286.609922:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d0425f6f. 02000000:00000001:1.0:1767384286.609925:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.609927:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.609928:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066de0c1f. 00000100:00000001:1.0:1767384286.609932:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.609933:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384286.609934:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.609936:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384286.609937:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384286.609939:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.609940:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384286.609942:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384286.609944:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076e154ec refcount=3 00000020:00000001:1.0:1767384286.609945:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.609947:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.609953:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384286.609955:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384286.609956:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384286.609958:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.609960:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384286.609963:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000074c88eca. 00000100:00000010:1.0:1767384286.609978:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066de0c1f. 00000020:00000040:1.0:1767384286.609980:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.609982:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384286.609984:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384286.609986:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384286.609989:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0425f6f. 00000100:00000001:1.0:1767384286.609992:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.609995:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384286.609998:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ff418303. 00000100:00000010:1.0:1767384286.610000:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000051a6073e. 00000020:00000040:1.0:1767384286.610002:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384286.610005:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384286.610006:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384286.610010:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006361d3c8. 00000100:00000001:1.0:1767384286.610011:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305795370368 : -114767914181248 : ffff979e833e5d80) 00000100:00000001:1.0:1767384286.610014:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.610015:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788988672 : -114766920562944 : ffff979ebe77c700) 00000100:00000001:1.0:1767384286.610017:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384286.610018:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610020:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384286.610021:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384286.610024:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610030:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.610031:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.610037:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.610038:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384286.610040:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384286.610042:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066de0c1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731451392:0@lo:256: 00000100:00000001:1.0:1767384286.610048:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384286.610064:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.610066:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610068:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384286.610072:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab6c1df. 00000400:00000010:1.0:1767384286.610078:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000094e6ca48. 00000100:00000200:1.0:1767384286.610080:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d101800-0x695824d101800, portal 33 00000100:00000001:1.0:1767384286.610083:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.610084:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384286.610087:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a558bd5. 02000000:00000001:1.0:1767384286.610089:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384286.610092:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb76ddac. 00000400:00000010:1.0:1767384286.610095:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384286.610097:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731451392, portal 25 00000100:00000001:1.0:1767384286.610099:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384286.610100:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788988672 : -114766920562944 : ffff979ebe77c700) 00000100:00000040:1.0:1767384286.610104:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610108:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384286.610111:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384286.610113:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384286.610115:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731451392, offset 0 00000400:00000200:1.0:1767384286.610119:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384286.610125:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384286.610130:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d101800 00000400:00000200:1.0:1767384286.610133:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:1.0:1767384286.610135:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297748aa. 00000400:00000200:1.0:1767384286.610138:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b58040a 00000400:00000200:1.0:1767384286.610140:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.610143:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.610146:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b58040a 00000400:00000010:1.0:1767384286.610147:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b58040a. 00000100:00000001:1.0:1767384286.610151:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384286.610156:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.610158:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000b249c4dc x1853236731451392 msgsize 304 00000100:00100000:1.0:1767384286.610162:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.610163:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384286.610173:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384286.610177:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:1.0:1767384286.610179:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384286.610181:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384286.610185:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610190:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.610192:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610197:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610198:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.610202:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610207:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294872781 00000100:00000001:1.0:1767384286.610215:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872780 00000100:00000001:1.0:1767384286.610222:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294872781 00000100:00000001:1.0:1767384286.610229:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872780 00000100:00000001:1.0:1767384286.610237:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294872781 00000100:00000001:1.0:1767384286.610244:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872780 00000100:00000001:1.0:1767384286.610248:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294872781 00000100:00000001:1.0:1767384286.610254:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872780 00000100:00000001:1.0:1767384286.610258:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.610260:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610262:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384286.610263:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384286.610268:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000006361d3c8 going to sleep for 11 seconds 00000100:00000001:1.0:1767384286.610271:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.610275:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610504:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384286.610513:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610669:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384286.610675:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.610678:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384286.610682:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb76ddac. 00000400:00000200:1.0:1767384286.610689:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:1.0:1767384286.610691:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:1.0:1767384286.610697:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384286.610703:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384286.610716:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610729:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384286.610732:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.610734:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384286.610736:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.610740:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.610742:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.610747:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.610750:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.610756:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.610760:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.610762:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.610783:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.610785:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610789:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.610795:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384286.610807:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610812:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.610815:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384286.610818:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.610822:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066de0c1f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731451392:0@lo:256: 00000100:00000001:1.0:1767384286.610832:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.610834:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.610836:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384286.610837:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.610839:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.610844:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384286.610845:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006361d3c8. 00000100:00000001:1.0:1767384286.610848:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384286.610849:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384286.610851:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:1.0:1767384286.610854:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384286.610859:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000006b880be. 10000000:00000040:1.0:1767384286.610866:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384286.610871:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384286.610874:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384286.610878:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:1.0:1767384286.610880:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.610882:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384286.610883:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1767384286.610885:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1767384286.610887:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767384286.610890:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384286.610892:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1767384286.610896:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384286.610901:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (1) 00000400:00000200:1.0:1767384286.610906:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384286.610910:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1767384286.610911:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (2) 00000400:00000200:1.0:1767384286.610913:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000100:00000001:1.0:1767384286.610914:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.610916:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384286.610919:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:1.0:1767384286.610923:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000548561ce. 10000000:00000040:1.0:1767384286.610928:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:1.0:1767384286.610930:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384286.610935:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384286.610939:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccb8f1ab. 00000020:00000010:1.0:1767384286.610944:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a501919. 00000040:00000010:1.0:1767384286.610948:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000231e3006. 00000020:00000010:1.0:1767384286.610952:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c26c7b36. 00000020:00000010:1.0:1767384286.610956:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.610960:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a637912. 80000000:00000010:1.0:1767384286.610964:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000040b6cf7c. 40000000:00000010:1.0:1767384286.610968:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e21541d6. 00100000:00000010:1.0:1767384286.610972:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000069d24ba5. 00040000:00000010:1.0:1767384286.610976:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038718b9b. 00040000:00000010:1.0:1767384286.610980:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000385df479. 00040000:00000010:1.0:1767384286.610983:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000567af2. 00080000:00000010:1.0:1767384286.610988:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f945dc62. 00080000:00000010:1.0:1767384286.610993:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a2932d0. 00000004:00000010:1.0:1767384286.611000:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000078fa95e8. 00000004:00000010:1.0:1767384286.611005:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ede32b55. 00000004:00000010:1.0:1767384286.611009:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf5edc12. 00002000:00000010:1.0:1767384286.611013:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b14bef1. 00000004:00000010:1.0:1767384286.611018:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bffd0f8c. 00000004:00000001:1.0:1767384286.611021:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384286.611023:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384286.611025:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000548561ce 00000040:00001000:1.0:1767384286.611026:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384286.611028:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384286.611029:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384286.611030:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384286.611033:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384286.611034:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384286.611035:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384286.611037:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:1.0:1767384286.611038:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384286.611099:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.611104:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a501919. 00000040:00000010:1.0:1767384286.611108:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000231e3006. 00000020:00000010:1.0:1767384286.611112:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c26c7b36. 00000020:00000010:1.0:1767384286.611115:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007065539. 00000020:00000010:1.0:1767384286.611119:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007a637912. 80000000:00000010:1.0:1767384286.611122:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000040b6cf7c. 40000000:00000010:1.0:1767384286.611126:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e21541d6. 00100000:00000010:1.0:1767384286.611129:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069d24ba5. 00040000:00000010:1.0:1767384286.611132:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038718b9b. 00040000:00000010:1.0:1767384286.611135:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000385df479. 00040000:00000010:1.0:1767384286.611137:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000567af2. 00080000:00000010:1.0:1767384286.611141:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a2932d0. 00080000:00000010:1.0:1767384286.611144:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f945dc62. 00000004:00000010:1.0:1767384286.611148:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078fa95e8. 00000004:00000010:1.0:1767384286.611152:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ede32b55. 00000004:00000010:1.0:1767384286.611155:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf5edc12. 00002000:00000010:1.0:1767384286.611158:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009b14bef1. 00000004:00000010:1.0:1767384286.611161:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bffd0f8c. 00000020:00000010:1.0:1767384286.611163:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccb8f1ab. 00000020:00000001:1.0:1767384286.611165:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.611167:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384286.611169:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000548561ce. 10000000:00000010:1.0:1767384286.611173:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000006b880be. 10000000:00000001:1.0:1767384286.611175:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.611177:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.611180:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066de0c1f x1853236731451392/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.611185:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384286.611186:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384286.611188:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a558bd5. 02000000:00000001:1.0:1767384286.611190:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384286.611191:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.611192:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.611193:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384286.611199:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384286.611200:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384286.611201:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384286.611202:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384286.611204:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000051a6073e. 00000100:00000010:1.0:1767384286.611207:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ff418303. 00000100:00000001:1.0:1767384286.611208:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384286.611209:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d0425f6f. 02000000:00000001:1.0:1767384286.611212:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384286.611213:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384286.611214:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066de0c1f. 00000100:00000001:1.0:1767384286.611217:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384286.611218:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384286.611229:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000074c88eca. 10000000:01000000:1.0:1767384286.611231:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384286.611234:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384286.611235:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384286.611237:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384286.611238:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076e154ec refcount=3 00000020:00000001:1.0:1767384286.611240:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.611242:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00010000:00000001:1.0:1767384286.611243:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384286.611245:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384286.611250:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384286.611251:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384286.611252:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384286.611256:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384286.611257:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384286.611259:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384286.611260:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.611261:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384286.611263:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384286.611268:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384286.611269:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384286.611271:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384286.613804:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294872781, at 4294872782 00000100:00000010:2.0:1767384286.613812:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b5a5878. 00000100:00000040:0.0:1767384286.613821:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294872781, at 4294872782 00000100:00000010:0.0:1767384286.613828:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007361e665. 00000100:00000040:1.0:1767384286.613916:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294872781, at 4294872782 00000100:00000010:1.0:1767384286.613924:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084040127. 00000020:00000010:2.0:1767384286.619078:0:17937:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000036cdc162. 00000020:00000040:2.0:1767384286.619084:0:17937:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:2.0:1767384286.619086:0:17937:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1767384286.619088:0:17937:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000980b5d62 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:2.0:1767384286.619091:0:17937:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767384286.619099:0:17937:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-0@lo 00000100:00000001:2.0:1767384286.619101:0:17937:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384286.619103:0:17937:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384286.619104:0:17937:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:2.0:1767384286.619106:0:17937:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384286.619108:0:17937:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000100:00000040:2.0:1767384286.619116:0:17937:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000040:2.0:1767384286.619117:0:17937:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.118@tcp -> 00000000e1c7d93a 00010000:00080000:2.0:1767384286.619120:0:17937:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000980b5d62@lustre-OST0000-osc-MDT0000: found existing conn 192.168.204.118@tcp, moved to head 00010000:00000001:2.0:1767384286.619122:0:17937:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384286.619124:0:17937:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00010000:00000001:2.0:1767384286.619125:0:17937:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.619126:0:17937:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:2.0:1767384286.619128:0:17937:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000036cdc162. 00080000:00000010:0.0:1767384286.722591:0:17963:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079f49f01. 00080000:00000010:0.0:1767384286.722600:0:17963:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079f49f01. 00000020:00000001:0.0:1767384286.722604:0:17963:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384286.722609:0:17963:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079f49f01. 00080000:00000010:0.0:1767384286.722612:0:17963:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079f49f01. 00000020:00000001:0.0:1767384286.722615:0:17963:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384286.722640:0:17963:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384286.723115:0:17963:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384286.893732:0:17974:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f1c5f2e. 00080000:00000010:2.0:1767384286.893742:0:17974:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f1c5f2e. 00000020:00000001:2.0:1767384286.893748:0:17974:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384286.893756:0:17974:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f1c5f2e. 00080000:00000010:2.0:1767384286.893761:0:17974:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f1c5f2e. 00000020:00000001:2.0:1767384286.893765:0:17974:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767384287.060593:0:18011:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:0.0:1767384287.060605:0:18011:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:0.0:1767384287.060610:0:18011:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1767384287.239920:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384287.239924:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384287.239927:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384287.248375:0:18017:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b29ee043. 00080000:00000010:0.0:1767384287.248384:0:18017:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b29ee043. 00000020:00000001:0.0:1767384287.248388:0:18017:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384287.248395:0:18017:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b29ee043. 00080000:00000010:0.0:1767384287.248400:0:18017:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b29ee043. 00000020:00000001:0.0:1767384287.248403:0:18017:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.431870:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384287.431881:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384287.431883:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384287.431887:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384287.431890:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384287.431894:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384287.431896:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384288.264904:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384288.264909:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384288.264913:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384288.455837:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384288.455849:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384288.455851:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384288.455855:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384288.455858:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384288.455861:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384288.455864:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384288.534101:0:18236:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384288.534105:0:18236:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug -1 all 00000001:00000001:2.0:1767384288.536553:0:18236:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384288.548590:0:18238:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:1.0:1767384288.728398:0:18250:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384288.728408:0:18250:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384288.728414:0:18250:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384288.728422:0:18250:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384288.728428:0:18250:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384288.728432:0:18250:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384288.868557:0:18288:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ad49157e. 00080000:00000010:2.0:1767384288.868567:0:18288:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ad49157e. 00000020:00000001:2.0:1767384288.868571:0:18288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384288.868576:0:18288:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ad49157e. 00080000:00000010:2.0:1767384288.868580:0:18288:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ad49157e. 00000020:00000001:2.0:1767384288.868582:0:18288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384288.868609:0:18288:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384288.868752:0:18288:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:2.0:1767384289.073224:0:18301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bba35435. 00080000:00000010:2.0:1767384289.073232:0:18301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bba35435. 00000020:00000001:2.0:1767384289.073236:0:18301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384289.073242:0:18301:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bba35435. 00080000:00000010:2.0:1767384289.073245:0:18301:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bba35435. 00000020:00000001:2.0:1767384289.073248:0:18301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384289.211765:0:18338:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007a2a568a. 00080000:00000010:0.0:1767384289.211777:0:18338:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007a2a568a. 00000020:00000001:0.0:1767384289.211816:0:18338:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384289.211826:0:18338:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007a2a568a. 00080000:00000010:0.0:1767384289.211832:0:18338:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007a2a568a. 00000020:00000001:0.0:1767384289.211837:0:18338:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384289.211889:0:18338:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384289.212162:0:18338:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000020:00000001:0.0:1767384289.289100:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384289.289106:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384289.289109:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384289.479915:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384289.479930:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384289.479933:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384289.479938:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384289.479942:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384289.479946:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.479949:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384289.591251:0:18350:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000388cdb8d. 00080000:00000010:2.0:1767384289.591266:0:18350:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000388cdb8d. 00000020:00000001:2.0:1767384289.591271:0:18350:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384289.591279:0:18350:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000388cdb8d. 00080000:00000010:2.0:1767384289.591283:0:18350:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000388cdb8d. 00000020:00000001:2.0:1767384289.591286:0:18350:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.311863:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384290.311866:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384290.311869:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384290.434929:0:18434:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384290.434933:0:18434:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:2.0:1767384290.439252:0:18434:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1767384290.504122:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384290.504128:0:16351:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1767384290.504139:0:16351:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384280/real 1767384280] req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384290.504156:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384290.504164:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384290.504167:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008577e806. 00000400:00000200:1.0:1767384290.504171:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:1.0:1767384290.504174:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000100:00000001:1.0:1767384290.504179:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384290.504183:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384290.504190:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.504195:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384290.504197:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.504199:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384290.504200:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384290.504202:0:16351:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.504206:0:16351:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.504214:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384290.504215:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.504217:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384290.504219:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384290.504220:0:16351:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384290.504222:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.504227:0:16351:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1767384290.504229:0:16351:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.504230:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384290.504231:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.504233:0:16351:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384290.504234:0:16351:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1767384290.504237:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000980b5d62 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384290.504253:0:16351:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1767384290.504255:0:16351:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1767384290.504257:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384290.504267:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092c718f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16351:1853236731446528:0@lo:8: 00000100:00000001:1.0:1767384290.504271:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.504274:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.504276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384290.504277:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092c718f6 x1853236731446528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384290 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.504286:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384290.504290:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384290.504293:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e8b64fa. 02000000:00000001:1.0:1767384290.504293:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767384290.504298:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 02000000:00000010:1.0:1767384290.504298:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008804a63a. 02000000:00000001:1.0:1767384290.504303:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384290.504305:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384290.504307:0:16351:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384290.504308:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384290.504309:0:16351:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384290.504313:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384290.504314:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384290.504315:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007e4ed3aa. 02000000:00000001:1.0:1767384290.504319:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384290.504321:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ee09ded. 02000000:00000001:1.0:1767384290.504321:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384290.504324:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092c718f6. 00000100:00000001:1.0:1767384290.504327:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384290.504329:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.504330:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.504335:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384290.504338:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000004e8b64fa x1853236731451520/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384290.504339:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384290.504342:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.504346:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384290.504349:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.504355:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.504357:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.504360:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e8b64fa] to pc [ptlrpcd_00_00+0] req@000000004e8b64fa x1853236731451520/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.504385:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384290.504388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1767384290.504393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1767384290.504397:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384290.504400:0:8:0:(import.c:65:import_set_state_nolock()) 00000000980b5d62 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384290.504406:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767384290.504407:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384290.504417:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:2.0:1767384290.504425:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:0.0:1767384290.504425:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.504438:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384290.504442:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 18 to 0@lo 00000100:00000001:2.0:1767384290.504445:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384290.504453:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384290.504456:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b02f 00000020:00000001:2.0:1767384290.504474:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384290.504481:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d22cccd9 refcount=4 00000020:00000001:2.0:1767384290.504491:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306518638592 : -114767190913024 : ffff979eae5a9000) 00000020:00000001:2.0:1767384290.504499:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306518638592 : -114767190913024 : ffff979eae5a9000) 00000100:00000040:2.0:1767384290.504519:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:2.0:1767384290.504536:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384290.504544:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 18 to 0@lo 00000100:00000001:2.0:1767384290.504558:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000040:2.0:1767384290.504568:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000d22cccd9 : new refcount 3 00000100:00080000:2.0:1767384290.504578:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000980b5d62 using connection 192.168.204.118@tcp/0@lo 00000100:00000001:2.0:1767384290.504586:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.504590:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384290.504598:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384290.504609:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.504619:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384290.504625:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384290.504633:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000020:00000040:2.0:1767384290.504641:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384290.504653:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384290.504658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.504663:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384290.504665:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384290.504668:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.504674:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001a6b9d8f. 00000100:00000001:2.0:1767384290.504683:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.504694:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384290.504705:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.504717:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.504725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_rcv+-1] req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.504753:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.504760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384290.504764:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384290.504795:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384290.504799:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384290.504801:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384290.504804:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000569d6959. 00000020:00000040:2.0:1767384290.504811:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767384290.504814:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.504816:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384290.504821:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384290.504826:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.504833:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000049c27a4e. 00000100:00000001:2.0:1767384290.504841:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.504842:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384290.504846:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.504854:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384290.504859:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384290.504869:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384290.504882:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384290.504895:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16351:1853236731451648:0@lo:8: 00000100:00000001:2.0:1767384290.504898:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.504900:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.504904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000569d6959] to pc [ptlrpcd_00_01+1] req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.504908:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384290.504913:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384290.504918:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.504922:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384290.504928:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ff418303. 00000100:00000001:2.0:1767384290.504930:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.504936:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384290.504941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384290.504943:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384290.504943:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451520 00000100:00000001:2.0:1767384290.504945:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384290.504953:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 02000000:00000001:0.0:1767384290.504954:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384290.504956:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb76ddac. 00000100:00000001:0.0:1767384290.504961:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384290.504964:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384290.504969:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384290.504973:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000001:2.0:1767384290.504976:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384290.504992:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.504998:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384290.505002:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731451648, portal 4 00000100:00100000:0.0:1767384290.505003:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451520 02000000:00000001:2.0:1767384290.505005:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505013:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384290.505013:0:17078:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1767384290.505015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bdd7431. 00000020:00000040:0.0:1767384290.505018:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384290.505019:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000020:00000001:0.0:1767384290.505025:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384290.505026:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.505031:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f945dc62. 00000020:00000040:0.0:1767384290.505031:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000040:2.0:1767384290.505042:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384290.505042:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:1.0:1767384290.505051:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384290.505057:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384290.505070:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.505079:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000100:00000001:0.0:1767384290.505089:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.505099:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00000020:00000010:0.0:1767384290.505113:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb3ea38. 00000100:00000001:1.0:1767384290.505120:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384290.505121:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068364b3f. 00000020:00000010:0.0:1767384290.505130:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000100:00000040:1.0:1767384290.505135:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384290.505140:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384290.505148:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000001:0.0:1767384290.505148:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384290.505151:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384290.505153:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384290.505156:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236731451648, offset 0 00000100:00000001:2.0:1767384290.505158:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.505161:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.505171:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.505175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ab9789] to pc [ptlrpcd_00_02+2] req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384290.505175:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384290.505196:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384290.505201:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384290.505211:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384290.505220:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384290.505224:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d101900 00000100:00100000:0.0:1767384290.505235:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:0.0:1767384290.505241:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384290.505245:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.505250:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 00000100:00000001:0.0:1767384290.505251:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745179216 : -114766964372400 : ffff979ebbdb4c50) 00000100:00000040:2.0:1767384290.505255:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (214) 00000400:00000200:1.0:1767384290.505270:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384290.505272:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e346b963 x1853236731451520/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:271/0 lens 224/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384290.505278:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.505282:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384290.505289:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384290.505292:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384290.505295:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384290.505296:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384290.505297:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.505302:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000100:00000040:2.0:1767384290.505305:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.505308:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384290.505309:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066de0c1f. 00000100:00000040:1.0:1767384290.505320:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000066de0c1f x1853236731451648 msgsize 520 00000020:00000010:0.0:1767384290.505323:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00000100:00000001:2.0:1767384290.505324:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384290.505329:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.505335:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384290.505335:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384290.505339:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731451520:12345-0@lo:400: 02000000:00000001:2.0:1767384290.505340:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384290.505347:0:16351:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384290.505348:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384290.505358:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731451520 00000100:00100000:2.0:1767384290.505361:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236731451904:0@lo:400: 00000400:00000200:1.0:1767384290.505361:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000020:00000001:0.0:1767384290.505363:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384290.505369:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000020:00000001:0.0:1767384290.505370:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384290.505377:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384290.505377:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505378:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384290.505383:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384290.505385:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384290.505387:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 02000000:00000001:2.0:1767384290.505390:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384290.505392:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384290.505399:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384290.505399:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.505406:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384290.505407:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e14fb8c. 00000020:00000001:0.0:1767384290.505412:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384290.505414:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505415:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384290.505416:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384290.505422:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384290.505423:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000100:00000040:1.0:1767384290.505424:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384290.505433:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384290.505435:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384290.505442:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731451904, portal 10 00000100:00000001:0.0:1767384290.505442:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384290.505445:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.505453:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384290.505454:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384290.505454:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384290.505462:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 00000100:00000001:1.0:1767384290.505466:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384290.505466:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000157b51be. 00000020:00000010:2.0:1767384290.505474:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000ebf8551. 00000100:00000040:1.0:1767384290.505479:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 02000000:00000001:0.0:1767384290.505480:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.505491:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.505492:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876676 00000100:00000001:0.0:1767384290.505493:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505505:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876676 00000020:00000001:0.0:1767384290.505507:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505522:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876676 00010000:00000040:0.0:1767384290.505522:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731451520 00000100:00000001:2.0:1767384290.505524:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384290.505536:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384290.505537:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294876676 00000100:00000001:1.0:1767384290.505544:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876676 00000100:00000040:2.0:1767384290.505546:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:0.0:1767384290.505554:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e346b963 x1853236731451520/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384290.505561:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000100:00000001:1.0:1767384290.505563:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294876676 00000100:00000200:2.0:1767384290.505573:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731451904, offset 0 00000100:00000001:1.0:1767384290.505578:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876676 00010000:00000001:0.0:1767384290.505580:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384290.505586:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505589:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294876676 00000400:00000200:2.0:1767384290.505593:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384290.505599:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384290.505603:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384290.505611:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.505613:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384290.505617:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384290.505620:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.505620:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:0.0:1767384290.505626:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384290.505628:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384290.505634:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d101a00 02000000:00000001:0.0:1767384290.505635:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384290.505639:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384290.505642:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505644:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384290.505646:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384290.505653:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000100:00000001:1.0:1767384290.505654:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384290.505656:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384290.505660:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384290.505662:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000001:1.0:1767384290.505667:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.505668:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384290.505668:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731451520, offset 224 00000100:00000001:1.0:1767384290.505677:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.505681:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384290.505685:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.505696:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384290.505697:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384290.505700:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384290.505704:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c67fb8b. 00000020:00000010:1.0:1767384290.505708:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006a2932d0. 00000400:00000200:0.0:1767384290.505709:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d101880 00000100:00000040:2.0:1767384290.505711:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000005c67fb8b x1853236731451904 msgsize 224 00000100:00000001:1.0:1767384290.505721:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384290.505727:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451648 00000400:00000200:0.0:1767384290.505730:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000100:00100000:2.0:1767384290.505736:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384290.505738:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384290.505742:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384290.505743:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.505750:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384290.505756:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384290.505756:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384290.505759:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 02000000:00000001:1.0:1767384290.505812:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384290.505818:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00100000:1.0:1767384290.505818:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451648 00000020:00000001:1.0:1767384290.505827:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384290.505828:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384290.505830:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384290.505834:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384290.505839:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384290.505844:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384290.505844:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e8b64fa x1853236731451520/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384290.505846:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.505860:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.505874:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3ee447d. 00000020:00000010:1.0:1767384290.505884:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d41b5f21. 00000020:00000010:1.0:1767384290.505898:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e66d72b. 00000100:00000001:1.0:1767384290.505906:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384290.505907:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384290.505912:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e8b64fa x1853236731451520/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.505917:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384290.505920:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.505926:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505937:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.505957:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.505974:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384290.505975:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.505995:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384290.505996:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384290.506000:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000100:00000001:1.0:1767384290.506003:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384290.506005:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384290.506006:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000040:2.0:1767384290.506015:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2276 usecs (3 jiffies) 00000100:00100000:1.0:1767384290.506020:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384290.506022:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294876677 00000100:00000001:0.0:1767384290.506022:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384290.506026:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788988672 : -114766920562944 : ffff979ebe77c700) 00000100:00000001:0.0:1767384290.506028:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384290.506035:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506036:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294876676 00000100:00000040:1.0:1767384290.506040:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066de0c1f x1853236731451648/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384290.506044:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00000100:00000001:2.0:1767384290.506045:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294876677 00010000:00000001:0.0:1767384290.506053:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384290.506056:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294876676 00000020:00000001:0.0:1767384290.506061:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506066:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294876677 00000020:00000001:0.0:1767384290.506078:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384290.506083:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294876676 00000100:00000040:0.0:1767384290.506091:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e346b963 x1853236731451520/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.506093:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294876677 00000100:00000001:2.0:1767384290.506101:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294876676 00000100:00100000:1.0:1767384290.506108:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066de0c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16351:x1853236731451648:12345-0@lo:8: 00000100:00000001:2.0:1767384290.506110:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384290.506117:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731451520:12345-0@lo:400: Request processed in 814us (1266us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384290.506122:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506133:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384290.506134:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731451648 00000100:00000001:2.0:1767384290.506142:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384290.506143:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384290.506144:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000001:2.0:1767384290.506150:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384290.506153:0:17892:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000040:0.0:1767384290.506156:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384290.506157:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384290.506167:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384290.506170:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384290.506170:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 4 - find 00000100:00000001:0.0:1767384290.506175:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384290.506179:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384290.506185:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068364b3f. 00000100:00000001:2.0:1767384290.506186:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.506188:0:17892:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629306625116808 : -114767084434808 : ffff979eb4b34a88) 00000100:00000001:2.0:1767384290.506198:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.506200:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aacc5ebb. 00000100:00000001:1.0:1767384290.506206:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384290.506214:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384290.506215:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb3ea38. 00000100:00000001:2.0:1767384290.506222:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384290.506225:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bffd0f8c. 00000020:00000040:0.0:1767384290.506226:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:2.0:1767384290.506228:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.506236:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.506238:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384290.506245:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000157b51be. 00000100:00000001:1.0:1767384290.506250:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.506255:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384290.506258:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384290.506260:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384290.506261:0:17892:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00100000:2.0:1767384290.506264:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451904 02000000:00000001:2.0:1767384290.506276:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384290.506277:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384290.506280:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.506285:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384290.506285:0:17892:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 209 last 0 00000400:00000010:0.0:1767384290.506288:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a1d7a1. 02000000:00000001:2.0:1767384290.506294:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.506302:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451904 00000400:00000010:0.0:1767384290.506302:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb83ad55. 00010000:00000001:1.0:1767384290.506303:0:17892:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:1.0:1767384290.506311:0:17892:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:2.0:1767384290.506313:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384290.506316:0:17892:0:(genops.c:1392:class_connect()) Process entered 00000020:00000040:2.0:1767384290.506322:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:1.0:1767384290.506323:0:17892:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:0.0:1767384290.506324:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384290.506333:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384290.506334:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.506335:0:17892:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c26c7b36. 00000020:00000040:2.0:1767384290.506338:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000001:2.0:1767384290.506347:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:1.0:1767384290.506347:0:17892:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384290.506350:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000040:1.0:1767384290.506354:0:17892:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c26c7b36 with handle 0xd602e9c522f0b101 to hash 00000100:00000001:2.0:1767384290.506358:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384290.506363:0:17892:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:2.0:1767384290.506368:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018fd2118. 00000020:00000001:1.0:1767384290.506373:0:17892:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000010:0.0:1767384290.506373:0:17084:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cafb0754. 00000020:00000010:2.0:1767384290.506375:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000071dddb4e. 00000001:00000001:1.0:1767384290.506383:0:17892:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000040:2.0:1767384290.506394:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:0.0:1767384290.506394:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:1.0:1767384290.506395:0:17892:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bf283b0e. 00000100:00100000:0.0:1767384290.506404:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731451776 00000001:00000001:1.0:1767384290.506408:0:17892:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.506411:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384290.506416:0:17910:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384290.506416:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384290.506417:0:17892:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:0.0:1767384290.506421:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.506423:0:17892:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000010:2.0:1767384290.506424:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043a2a1cd. 02000000:00000001:0.0:1767384290.506431:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384290.506432:0:17892:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000038718b9b. 00000020:00000010:2.0:1767384290.506440:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b7e9e9f. 00000100:00100000:0.0:1767384290.506442:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731451776 00000001:00000010:1.0:1767384290.506443:0:17892:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a52285a1. 00000020:00000010:2.0:1767384290.506448:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000090e150de. 00000020:00000001:0.0:1767384290.506450:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000010:1.0:1767384290.506458:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6c64ce9. 00000020:00000040:0.0:1767384290.506458:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000040:2.0:1767384290.506461:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000001:00000010:1.0:1767384290.506464:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000989726cb. 00000020:00000001:0.0:1767384290.506467:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384290.506472:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000010:1.0:1767384290.506474:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007fc3001e. 00000020:00000040:0.0:1767384290.506474:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:2.0:1767384290.506476:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384290.506483:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384290.506485:0:17892:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4f3b996. 00000020:00000001:0.0:1767384290.506490:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00010000:00000001:1.0:1767384290.506494:0:17892:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506496:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384290.506502:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00010000:00000001:1.0:1767384290.506504:0:17892:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506505:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384290.506511:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384290.506513:0:17892:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.506514:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.506517:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000020:00000040:1.0:1767384290.506523:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=3 00000100:00000001:0.0:1767384290.506527:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.506534:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00000100:00000001:2.0:1767384290.506535:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384290.506535:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 5 - export 00000020:00000010:0.0:1767384290.506543:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb3ea38. 00000020:00000001:1.0:1767384290.506544:0:17892:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384290.506551:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384290.506554:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068364b3f. 00000100:00000001:2.0:1767384290.506560:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384290.506561:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 2 00000020:00000010:0.0:1767384290.506565:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000020:00000080:1.0:1767384290.506569:0:17892:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd602e9c522f0b101 00000100:00000001:0.0:1767384290.506577:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384290.506582:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000001:1.0:1767384290.506582:0:17892:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.506583:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384290.506589:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384290.506595:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384290.506596:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:2.0:1767384290.506603:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789378944 : -114766920172672 : ffff979ebe7dbb80) 00000020:00000040:1.0:1767384290.506603:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:0.0:1767384290.506604:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384290.506617:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384290.506617:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384290.506618:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c67fb8b x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:271/0 lens 224/0 e 0 to 0 dl 1767384301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.506625:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384290.506628:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=3 00000100:00000001:0.0:1767384290.506638:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384290.506646:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384290.506654:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384290.506655:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384290.506657:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384290.506663:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1767384290.506666:0:17892:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000010:2.0:1767384290.506667:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2edc1a. 00000100:00100000:0.0:1767384290.506670:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000001:00000001:1.0:1767384290.506675:0:17892:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384290.506680:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384290.506681:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:2.0:1767384290.506688:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d2edc1a. 00000001:00000040:1.0:1767384290.506688:0:17892:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.118@tcp 00000100:00000001:0.0:1767384290.506688:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668310400 : -114767041241216 : ffff979eb7465f80) 00000001:00000040:1.0:1767384290.506695:0:17892:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 5 00000100:00000040:0.0:1767384290.506704:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fdff06b2 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:271/0 lens 224/0 e 0 to 0 dl 1767384301 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384290.506705:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c67fb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731451904:12345-0@lo:400: 00000001:00000001:1.0:1767384290.506710:0:17892:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446629306640746496 : -114767068805120 : ffff979eb5a1c800) 00000100:00000200:2.0:1767384290.506717:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731451904 00000001:00000001:1.0:1767384290.506726:0:17892:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:2.0:1767384290.506727:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767384290.506732:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=4 00000020:00000001:2.0:1767384290.506734:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384290.506743:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384290.506744:0:17892:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 6 00000100:00000001:0.0:1767384290.506744:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.506752:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000020:00000001:2.0:1767384290.506756:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384290.506758:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384290.506759:0:17892:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009b14bef1. 00000020:00000001:2.0:1767384290.506764:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000010:1.0:1767384290.506812:0:17892:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000058a1b3c0. 00000020:00000001:2.0:1767384290.506816:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384290.506816:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00000020:00000001:2.0:1767384290.506825:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384290.506831:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384290.506834:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384290.506836:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.506838:0:17892:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384290.506838:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fdff06b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731451776:12345-0@lo:400: 00000020:00000001:2.0:1767384290.506852:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:08000000:1.0:1767384290.506855:0:17892:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00000001:2.0:1767384290.506860:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384290.506861:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731451776 02000000:00000001:2.0:1767384290.506870:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000040:1.0:1767384290.506870:0:17892:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 5 00000020:00000001:0.0:1767384290.506872:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384290.506880:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b9a43db. 00000020:00000001:0.0:1767384290.506881:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1767384290.506883:0:17892:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.506888:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.506892:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:1.0:1767384290.506894:0:17892:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00000001:2.0:1767384290.506899:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.506900:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00080000:1.0:1767384290.506904:0:17892:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000020:00000001:0.0:1767384290.506906:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:2.0:1767384290.506912:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:1.0:1767384290.506914:0:17892:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:00000001:0.0:1767384290.506916:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:2.0:1767384290.506917:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731451904 00010000:00000001:2.0:1767384290.506925:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000001:1.0:1767384290.506925:0:17892:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.506925:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.506935:0:17892:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000001:0.0:1767384290.506935:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:2.0:1767384290.506945:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c67fb8b x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384290.506945:0:17892:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000020:00000001:0.0:1767384290.506945:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384290.506953:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.506960:0:17892:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:0.0:1767384290.506968:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:1.0:1767384290.506969:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384290.506989:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000010:1.0:1767384290.506990:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003e196d82. 02000000:00000001:0.0:1767384290.506995:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384290.507003:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000157b51be. 00080000:00000001:1.0:1767384290.507005:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305854721536 : -114767854830080 : ffff979e86c7fe00) 02000000:00000001:0.0:1767384290.507016:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.507019:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384290.507026:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.507028:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384290.507037:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e38b3d91. 00000020:00000001:0.0:1767384290.507039:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.507046:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.507047:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384290.507048:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731451776 00010000:00000001:2.0:1767384290.507055:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.507057:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384290.507061:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:2.0:1767384290.507062:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.507070:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384290.507072:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fdff06b2 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384290.507078:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00080000:00000001:1.0:1767384290.507078:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384290.507088:0:17892:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000002b5a5878. 00000100:00000001:2.0:1767384290.507089:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000001:00000040:1.0:1767384290.507100:0:17892:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 1 02000000:00000001:2.0:1767384290.507101:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384290.507107:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384290.507112:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384290.507120:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384290.507128:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384290.507136:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384290.507137:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.507148:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=5 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384290.507150:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000001:00000001:1.0:1767384290.507150:0:17892:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000200:2.0:1767384290.507159:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731451904, offset 224 00080000:00000001:1.0:1767384290.507159:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384290.507159:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384290.507169:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 20 to 0@lo 00080000:00000010:1.0:1767384290.507174:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e38b3d91. 00000400:00000200:2.0:1767384290.507180:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384290.507180:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00040000:00000001:1.0:1767384290.507181:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384290.507194:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1767384290.507194:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384290.507201:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.507202:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.507204:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000040:1.0:1767384290.507213:0:17892:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000100:00000001:0.0:1767384290.507213:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384290.507225:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d101a00 00000100:00000040:0.0:1767384290.507226:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:1.0:1767384290.507227:0:17892:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384290.507232:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00002000:00000001:1.0:1767384290.507236:0:17892:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000400:00000200:2.0:1767384290.507239:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1119 [1] + 224 00000020:00000001:1.0:1767384290.507246:0:17892:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000400:00000200:2.0:1767384290.507251:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384290.507251:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731451776, offset 224 00000020:01000000:1.0:1767384290.507256:0:17892:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000099d03863 00000400:00000200:2.0:1767384290.507264:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384290.507266:0:17892:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007361e665. 00000400:00000200:0.0:1767384290.507267:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384290.507282:0:17892:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000007361e665 for nid 0@lo - ref 2 00000100:00000001:2.0:1767384290.507283:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384290.507297:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384290.507300:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384290.507308:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d101980 00000400:00000200:0.0:1767384290.507330:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1125 [1] + 224 00000100:00000040:2.0:1767384290.507331:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001ab9789 x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384290.507341:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384290.507353:0:17892:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384290.507360:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384290.507372:0:17892:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000456bb97d. 00000100:00000001:0.0:1767384290.507372:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384290.507382:0:17892:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000076f5b8b5. 00000100:00000200:0.0:1767384290.507383:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384290.507387:0:17892:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000c3fafad0. 00000100:00000001:2.0:1767384290.507389:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384290.507398:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384290.507400:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384290.507405:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:2.0:1767384290.507410:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384290.507412:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384290.507416:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384290.507416:0:17892:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004cbc91b5. 00000020:00000010:1.0:1767384290.507422:0:17892:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000fa53dacb. 00000100:00000040:2.0:1767384290.507423:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:0.0:1767384290.507423:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384290.507430:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384290.507430:0:17892:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000940c1a9e. 00000020:00000001:2.0:1767384290.507435:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384290.507438:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000020:00000001:2.0:1767384290.507439:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:1.0:1767384290.507443:0:17892:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384290.507449:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000040:2.0:1767384290.507451:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c67fb8b x1853236731451904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00080000:1.0:1767384290.507453:0:17892:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00000001:0.0:1767384290.507457:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:1.0:1767384290.507459:0:17892:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.507466:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384290.507467:0:17892:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.507476:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c67fb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731451904:12345-0@lo:400: Request processed in 810us (1755us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384290.507476:0:17892:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000069d24ba5. 00000100:00000001:0.0:1767384290.507478:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384290.507488:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - import 00000100:00000040:0.0:1767384290.507492:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00000100:00100000:2.0:1767384290.507493:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:1.0:1767384290.507495:0:17892:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384290.507499:0:17892:0:(genops.c:1242:class_import_put()) import 0000000069d24ba5 refcount=1 obd=lustre-OST0000 00010000:00000001:0.0:1767384290.507500:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384290.507501:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000020:00000001:0.0:1767384290.507508:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.507509:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384290.507509:0:17892:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384290.507516:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e38b3d91. 00000100:00000001:2.0:1767384290.507518:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384290.507518:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384290.507522:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b7e9e9f. 00000100:00000040:0.0:1767384290.507528:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdff06b2 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:271/0 lens 224/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384290.507530:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000090e150de. 00000020:00000040:1.0:1767384290.507531:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=6 00000020:00000010:2.0:1767384290.507540:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043a2a1cd. 00000100:00000040:1.0:1767384290.507540:0:17892:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000020:00000040:2.0:1767384290.507553:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:1.0:1767384290.507553:0:17892:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384290.507560:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384290.507562:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384290.507573:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:1.0:1767384290.507586:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384290.507593:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384290.507596:0:17892:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000100:00000001:2.0:1767384290.507599:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384290.507609:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384290.507610:0:17892:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00100000:0.0:1767384290.507614:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fdff06b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731451776:12345-0@lo:400: Request processed in 861us (1555us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384290.507616:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384290.507621:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=7 00000400:00000010:2.0:1767384290.507622:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e582e724. 00000100:00000001:1.0:1767384290.507634:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384290.507635:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e965357b 00000100:00000040:1.0:1767384290.507645:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:2.0:1767384290.507646:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e965357b. 00000100:00000001:2.0:1767384290.507658:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384290.507660:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384290.507661:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384290.507668:0:17892:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767384290.507669:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000200:2.0:1767384290.507671:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384290.507675:0:17892:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000001:0.0:1767384290.507675:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:08000000:1.0:1767384290.507681:0:17892:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000100:00000001:0.0:1767384290.507681:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384290.507689:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068364b3f. 02000000:00000001:1.0:1767384290.507690:0:17892:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649982016 : -1059569600 : ffffffffc0d84040) 02000000:00000001:1.0:1767384290.507700:0:17892:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.507702:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aacc5ebb. 00000100:00000001:1.0:1767384290.507705:0:17892:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384290.507709:0:17892:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000010:0.0:1767384290.507713:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb3ea38. 00000100:00000001:1.0:1767384290.507716:0:17892:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384290.507721:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00080000:1.0:1767384290.507730:0:17892:0:(import.c:65:import_set_state_nolock()) 0000000069d24ba5 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384290.507731:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384290.507734:0:17892:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000200:2.0:1767384290.507735:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.507738:0:17892:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384290.507751:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384290.507751:0:17892:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.507756:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384290.507756:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 6 00000020:00000040:1.0:1767384290.507765:0:17892:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - find 00000100:00000001:2.0:1767384290.507789:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384290.507792:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384290.507794:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.507795:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.507797:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384290.507802:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384290.507806:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.507809:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384290.507810:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.507812:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384290.507817:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.507820:0:17892:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.507831:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384290.507832:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.507837:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766240 : -1045785376 : ffffffffc1aa94e0) 00000100:00000001:2.0:1767384290.507841:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384290.507847:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384290.507847:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384290.507850:0:17892:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.507857:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384290.507857:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384290.507862:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384290.507863:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.507871:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384290.507871:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384290.507875:0:17892:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384290.507883:0:17892:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384290.507890:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731451648 00000100:00000001:2.0:1767384290.507896:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384290.507900:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384290.507907:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066de0c1f x1853236731451648/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.507908:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384290.507912:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384290.507927:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384290.507962:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384290.507968:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.507974:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000569d6959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236731451776:0@lo:400: 00000100:00001000:1.0:1767384290.507976:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=1767384290 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384290.508001:0:17892:0:(import.c:2194:obd_at_measure()) AT 00000000f3545d89 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384290.508003:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384290.508009:0:17892:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@0000000066de0c1f x1853236731451648/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.508018:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384290.508036:0:17892:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000040:2.0:1767384290.508037:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000569d6959 x1853236731451776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.508052:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384290.508062:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384290.508072:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384290.508080:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384290.508089:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.508090:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384290.508096:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384290.508103:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384290.508107:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a637912. 00000100:00000040:1.0:1767384290.508114:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384290.508116:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384290.508126:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000020:00000001:2.0:1767384290.508127:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384290.508134:0:16352:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384290.508136:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236731451648, offset 0 00000020:00000001:2.0:1767384290.508147:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384290.508152:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000049c27a4e. 00000400:00000200:1.0:1767384290.508158:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384290.508162:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384290.508170:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384290.508173:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000569d6959. 00000400:00000200:1.0:1767384290.508174:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384290.508178:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384290.508183:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.508195:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384290.508197:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d101900 00000100:00000001:2.0:1767384290.508208:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384290.508215:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.508221:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1111 [1] + 0 00000100:00000001:2.0:1767384290.508226:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384290.508233:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384290.508243:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.508255:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384290.508267:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384290.508275:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384290.508318:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.508356:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384290.508363:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:1.0:1767384290.508370:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:1.0:1767384290.508374:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384290.508377:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384290.508382:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384290.508383:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.508385:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384290.508392:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384290.508396:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:0.0:1767384290.508396:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384290.508400:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384290.508402:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384290.508405:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb76ddac. 00000020:00000001:1.0:1767384290.508406:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384290.508411:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000100:00000040:1.0:1767384290.508412:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066de0c1f x1853236731451648/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384290.508416:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:0.0:1767384290.508421:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384290.508428:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384290.508429:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066de0c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16351:x1853236731451648:12345-0@lo:8: Request processed in 2327us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384290.508443:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384290.508447:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:1.0:1767384290.508450:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384290.508453:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384290.508455:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384290.508456:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d41b5f21. 00000020:00000010:1.0:1767384290.508461:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e66d72b. 00000020:00000010:1.0:1767384290.508466:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3ee447d. 00000020:00000040:1.0:1767384290.508470:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:1.0:1767384290.508473:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.508478:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384290.508482:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.508485:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384290.508487:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384290.508489:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384290.508490:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.508492:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.508497:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=1767384290 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384290.508501:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=1767384290 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384290.508503:0:16351:0:(import.c:2194:obd_at_measure()) AT 0000000097d9bcc5 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384290.508506:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384290.508508:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.508510:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384290.508513:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384290.508518:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.508520:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384290.508521:0:16351:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1767384290.508523:0:16351:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384290.508524:0:16351:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384290.508525:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.508527:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.508530:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.508532:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384290.508538:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.508539:0:16351:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767384290.508542:0:16351:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:0.0:1767384290.508544:0:16351:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384290.508545:0:16351:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b02f 00000020:00000001:0.0:1767384290.508546:0:16351:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384290.508547:0:16351:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d22cccd9 refcount=4 00000020:00000001:0.0:1767384290.508548:0:16351:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306518638592 : -114767190913024 : ffff979eae5a9000) 00000020:00000001:0.0:1767384290.508550:0:16351:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306518638592 : -114767190913024 : ffff979eae5a9000) 00000100:00001000:0.0:1767384290.508552:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=1767384290 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384290.508553:0:16351:0:(import.c:2194:obd_at_measure()) AT 0000000097d9bcc5 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767384290.508558:0:16351:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:0.0:1767384290.508559:0:16351:0:(genops.c:898:class_export_put()) PUTting export 00000000d22cccd9 : new refcount 3 00000100:00000001:0.0:1767384290.508561:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384290.508563:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384290.508564:0:16351:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767384290.508566:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000980b5d62 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384290.508568:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:0.0:1767384290.508583:0:16351:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:0.0:1767384290.508584:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384290.508585:0:16351:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.508586:0:16351:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384290.508588:0:16351:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.508590:0:16351:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.508593:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384290.508597:0:17107:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000100:00100000:0.0:1767384290.508600:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16351:1853236731451648:0@lo:8: 00000004:00000001:1.0:1767384290.508601:0:17107:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384290.508607:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384290.508609:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1767384290.508610:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000004:00000001:2.0:1767384290.508612:0:17106:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1767384290.508614:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384290.508615:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000004:00000001:2.0:1767384290.508616:0:17106:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000040:0.0:1767384290.508619:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731451648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767384290.508621:0:17106:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000020:00000040:1.0:1767384290.508622:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:2.0:1767384290.508625:0:17106:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1767384290.508629:0:17106:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1767384290.508629:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384290.508631:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384290.508633:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:2.0:1767384290.508634:0:17106:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000001:1.0:1767384290.508638:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508639:0:17106:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.508639:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384290.508643:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ff418303. 00000040:00000001:2.0:1767384290.508644:0:17106:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000010:1.0:1767384290.508644:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028c232a6. 00000040:00001000:2.0:1767384290.508647:0:17106:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 02000000:00000001:0.0:1767384290.508648:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:2.0:1767384290.508651:0:17106:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384290.508652:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384290.508655:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384290.508655:0:16351:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00080000:00000010:2.0:1767384290.508657:0:17106:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043a2a1cd. 00000100:00000001:1.0:1767384290.508662:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384290.508662:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:2.0:1767384290.508663:0:17106:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496589824 : -114772212961792 : ffff979d83042e00) 00000100:00000001:1.0:1767384290.508666:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384290.508666:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001a6b9d8f. 00000040:00000001:2.0:1767384290.508673:0:17106:0:(llog.c:1199:llog_declare_write_rec()) Process entered 02000000:00000001:0.0:1767384290.508674:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384290.508676:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ba202d3] to pc [ptlrpcd_00_03+3] req@000000003ba202d3 x1853236731452032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1767384290.508678:0:17106:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 02000000:00000001:0.0:1767384290.508678:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:2.0:1767384290.508683:0:17106:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000010:0.0:1767384290.508683:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000001:00000001:2.0:1767384290.508688:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384290.508692:0:17106:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005d2edc1a. 00000100:00000001:0.0:1767384290.508693:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1767384290.508697:0:17106:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.508698:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.508701:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384290.508707:0:17106:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508709:0:17106:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384290.508709:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.508711:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000001:2.0:1767384290.508716:0:17106:0:(llog.c:108:llog_declare_destroy()) Process entered 00000004:00000001:1.0:1767384290.508716:0:17107:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000100:00000001:0.0:1767384290.508716:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508721:0:17106:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000004:00080000:1.0:1767384290.508722:0:17107:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000100:00000001:0.0:1767384290.508723:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:2.0:1767384290.508726:0:17106:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000100:00000001:0.0:1767384290.508727:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384290.508730:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:1.0:1767384290.508730:0:17107:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000010:1.0:1767384290.508741:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026685386. 00000001:00000001:2.0:1767384290.508742:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:1.0:1767384290.508752:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00080000:00000002:2.0:1767384290.508753:0:17106:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000001:0.0:1767384290.508754:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384290.508761:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.508762:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:2.0:1767384290.508765:0:17106:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a28c00d2. 00080000:00000001:2.0:1767384290.508795:0:17106:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.508803:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:2.0:1767384290.508804:0:17106:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.508812:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508813:0:17106:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.508824:0:17106:0:(osd_handler.c:2167:osd_trans_start()) Process entered 02000000:00000010:1.0:1767384290.508827:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ee447d. 00080000:00000001:2.0:1767384290.508837:0:17106:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508841:0:17106:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000001:1.0:1767384290.508844:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508845:0:17106:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384290.508851:0:17106:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000001:1.0:1767384290.508858:0:17107:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384290.508861:0:17107:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384290.508870:0:17107:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005731fb84. 00000040:00000001:2.0:1767384290.508874:0:17106:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.508878:0:17107:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306787444800 : -114766922106816 : ffff979ebe603840) 00000040:00000001:2.0:1767384290.508887:0:17106:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.508889:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:2.0:1767384290.508898:0:17106:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384290.508898:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00080000:00000010:2.0:1767384290.508907:0:17106:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005d2edc1a. 00000100:00000001:1.0:1767384290.508909:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384290.508918:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384290.508919:0:17106:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384290.508922:0:17107:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00040000:00000001:2.0:1767384290.508924:0:17106:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384290.508930:0:17106:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.508930:0:17107:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384290.508945:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1767384290.508946:0:17106:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508958:0:17106:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384290.508965:0:17106:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.508971:0:17106:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384290.508991:0:17107:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384290.508994:0:17107:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384290.508995:0:17106:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f4586004. 02000000:00000001:1.0:1767384290.509001:0:17107:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00080000:00000001:2.0:1767384290.509002:0:17106:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496590848 : -114772212960768 : ffff979d83043200) 02000000:00000001:1.0:1767384290.509007:0:17107:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384290.509008:0:17106:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384290.509014:0:17106:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.509014:0:17107:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1767384290.509022:0:17106:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00100000:1.0:1767384290.509022:0:17107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452160:0@lo:7: 00000004:00000010:2.0:1767384290.509034:0:17106:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000001e8357a. 00000004:00080000:2.0:1767384290.509044:0:17106:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 209380275318ns, next at 0ns, rc = 0 00000100:00000001:1.0:1767384290.509049:0:17107:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384290.509057:0:17107:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:2.0:1767384290.509058:0:17106:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384290.509063:0:17107:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.509072:0:17107:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000001:2.0:1767384290.509074:0:17106:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000010:1.0:1767384290.509078:0:17107:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031445e3b. 00040000:00000001:2.0:1767384290.509079:0:17106:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384290.509087:0:17106:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384290.509088:0:17107:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384290.509105:0:17106:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00000400:00000010:1.0:1767384290.509107:0:17107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001147258. 00080000:00080000:2.0:1767384290.509109:0:17106:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000400:00000010:1.0:1767384290.509125:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00080000:00000001:2.0:1767384290.509136:0:17106:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384290.509137:0:17107:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731452160, portal 4 00000004:00000001:2.0:1767384290.509145:0:17106:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1767384290.509147:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1767384290.509150:0:17106:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1767384290.509154:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00000004:00000001:2.0:1767384290.509157:0:17106:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384290.509166:0:17106:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1767384290.509170:0:17107:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384290.509172:0:17106:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.509191:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384290.509204:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384290.509209:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792c6fdd. 00000100:00000200:1.0:1767384290.509224:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236731452160, offset 0 00000400:00000200:1.0:1767384290.509240:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384290.509260:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384290.509282:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d101b00 00000400:00000200:1.0:1767384290.509290:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:1.0:1767384290.509294:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384290.509303:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384290.509314:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000049418289. 00000100:00000001:1.0:1767384290.509314:0:17107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384290.509317:0:17107:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384290.509320:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384290.509329:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452032 00000100:00000010:1.0:1767384290.509329:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003aa29d0a. 02000000:00000001:2.0:1767384290.509338:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384290.509341:0:17107:0:(events.c:337:request_in_callback()) incoming req@000000003aa29d0a x1853236731452160 msgsize 264 00000100:00000001:2.0:1767384290.509345:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.509352:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.509362:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.509372:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452032 00000100:00100000:1.0:1767384290.509374:0:17107:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384290.509381:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384290.509388:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:2.0:1767384290.509396:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384290.509400:0:17107:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384290.509401:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000400:00000200:1.0:1767384290.509406:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792c6fdd 00000020:00000001:2.0:1767384290.509414:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000400:00000010:1.0:1767384290.509414:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000792c6fdd. 00000100:00000001:1.0:1767384290.509426:0:17107:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384290.509427:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000010:0.0:1767384290.509431:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000049e646dc. 00000100:00000200:1.0:1767384290.509437:0:17107:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.509446:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384290.509447:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384290.509457:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d2edc1a. 00000100:00100000:0.0:1767384290.509458:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452160 00000020:00000010:2.0:1767384290.509466:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e38b3d91. 02000000:00000001:0.0:1767384290.509467:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384290.509468:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384290.509473:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:0.0:1767384290.509473:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384290.509476:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.509487:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.509490:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384290.509490:0:17107:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384290.509499:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052a3527d. 00000100:00000001:1.0:1767384290.509502:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.509511:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b7e9e9f. 00000100:00000040:1.0:1767384290.509511:0:17107:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4676 usecs (5 jiffies) 00000100:00000001:1.0:1767384290.509515:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876682 00000020:00000010:2.0:1767384290.509520:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000090e150de. 00000100:00000001:1.0:1767384290.509529:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876682 00000100:00000001:0.0:1767384290.509530:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.509532:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:0.0:1767384290.509538:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.509542:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876682 00000100:00000001:2.0:1767384290.509544:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384290.509545:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452160 00000020:00000001:0.0:1767384290.509555:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384290.509557:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384290.509557:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294876682 00000020:00000040:0.0:1767384290.509559:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:2.0:1767384290.509573:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.509573:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876682 00000020:00000001:0.0:1767384290.509573:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384290.509580:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=7 00000100:00000001:2.0:1767384290.509585:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384290.509590:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294876682 00000020:00000001:0.0:1767384290.509591:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384290.509596:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.509603:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384290.509604:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876682 00000100:00000001:2.0:1767384290.509610:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384290.509616:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384290.509619:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384290.509623:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294876682 00000020:00000010:0.0:1767384290.509623:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000100:00100000:2.0:1767384290.509632:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384290.509635:0:17107:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.509636:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384290.509647:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:1.0:1767384290.509647:0:17107:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.509647:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00000100:00000001:2.0:1767384290.509660:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668313984 : -114767041237632 : ffff979eb7466d80) 00000020:00000010:0.0:1767384290.509663:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb3ea38. 00000100:00000001:1.0:1767384290.509665:0:17107:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384290.509668:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d15e30b x1853236731452032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 224/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384290.509670:0:17107:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384290.509671:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068364b3f. 00000100:00100000:1.0:1767384290.509677:0:17107:0:(client.c:2690:ptlrpc_set_wait()) set 000000005731fb84 going to sleep for 11 seconds 00000020:00000010:0.0:1767384290.509678:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000100:00000001:1.0:1767384290.509684:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384290.509691:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.509692:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384290.509693:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384290.509699:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acc49585. 00000100:00000001:0.0:1767384290.509700:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384290.509708:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.509708:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384290.509714:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.509715:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acc49585. 00000100:00100000:2.0:1767384290.509725:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d15e30b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16355:x1853236731452032:12345-0@lo:13: 00000100:00000001:0.0:1767384290.509726:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384290.509738:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452032 00000020:00000001:2.0:1767384290.509740:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384290.509744:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384290.509745:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384290.509746:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.509751:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384290.509753:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000020:00000001:2.0:1767384290.509756:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384290.509758:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.509759:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384290.509760:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384290.509765:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384290.509801:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.509805:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384290.509807:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384290.509811:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000aae207b4. 00000100:00000001:0.0:1767384290.509811:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384290.509815:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.509820:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384290.509820:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384290.509826:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00002000:00000001:2.0:1767384290.509828:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384290.509830:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788992256 : -114766920559360 : ffff979ebe77d500) 00000100:00000040:0.0:1767384290.509836:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003aa29d0a x1853236731452160/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 264/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384290.509837:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384290.509841:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384290.509845:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.509849:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae051466. 00000020:00000001:2.0:1767384290.509853:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384290.509853:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.509858:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae051466. 00002000:00000024:2.0:1767384290.509860:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384290.509864:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00100000:0.0:1767384290.509865:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003aa29d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17107:x1853236731452160:12345-0@lo:7: 00000020:00000020:2.0:1767384290.509868:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000200:0.0:1767384290.509870:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452160 00000020:00000001:0.0:1767384290.509874:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000020:2.0:1767384290.509876:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00000020:00000001:0.0:1767384290.509878:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:2.0:1767384290.509879:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:0.0:1767384290.509881:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.509883:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384290.509884:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000649c9d5c. 00000020:00000001:0.0:1767384290.509885:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766192 : -1045785424 : ffffffffc1aa94b0) 00000001:00000001:2.0:1767384290.509891:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767384290.509891:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.509893:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384290.509894:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.509896:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:2.0:1767384290.509898:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.509899:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1767384290.509901:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731452032 00000020:00000001:0.0:1767384290.509902:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.509904:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384290.509908:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d15e30b x1853236731452032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 224/368 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384290.509914:0:17892:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00010000:00000001:2.0:1767384290.509917:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384290.509919:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384290.509920:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.509922:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767384290.509925:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=1767384290 v=10 (0 0 0 0) 02000000:00000010:0.0:1767384290.509926:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005c1e0123. 02000000:00000001:0.0:1767384290.509929:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384290.509933:0:17894:0:(import.c:2194:obd_at_measure()) AT 000000006e509516 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384290.509933:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384290.509939:0:17892:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00000100:00001000:2.0:1767384290.509943:0:17894:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@000000000d15e30b x1853236731452032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 224/368 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1767384290.509943:0:17892:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000b5bafdfe. 00000020:00000001:0.0:1767384290.509948:0:17892:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:0.0:1767384290.509951:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.509957:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00000100:00000001:2.0:1767384290.509958:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384290.509963:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384290.509966:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384290.509968:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384290.509970:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.509972:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000010:0.0:1767384290.509972:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f7a17da. 00002000:00000001:0.0:1767384290.509991:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864734584 : -114767844817032 : ffff979e8760c778) 00000100:00000040:2.0:1767384290.509992:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:0.0:1767384290.509997:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000400:00000010:2.0:1767384290.509999:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00002000:00000040:0.0:1767384290.510001:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000100:00000200:2.0:1767384290.510004:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731452032, offset 224 00080000:00000010:0.0:1767384290.510006:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000010a6d6e2. 00002000:00000001:0.0:1767384290.510011:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384290.510015:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:0.0:1767384290.510015:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1767384290.510020:0:17892:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1767384290.510024:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000400:00000200:2.0:1767384290.510026:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:0.0:1767384290.510028:0:17892:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000ae051466. 00000001:00000001:0.0:1767384290.510031:0:17892:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1767384290.510033:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510036:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00000400:00000200:2.0:1767384290.510044:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d101a80 00000400:00000200:2.0:1767384290.510050:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000400:00000200:2.0:1767384290.510055:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384290.510060:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.510063:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384290.510066:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731452032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384290.510073:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003ba202d3 x1853236731452032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384290.510075:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817974272 : -114766891577344 : ffff979ec0321000) 00000001:00000010:0.0:1767384290.510081:0:17892:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000b08e8ecf. 00000001:00000001:0.0:1767384290.510083:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510084:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000100:00000001:2.0:1767384290.510087:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384290.510093:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384290.510094:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:2.0:1767384290.510097:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384290.510098:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384290.510102:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.510104:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384290.510107:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384290.510108:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.510110:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384290.510114:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d15e30b x1853236731452032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 224/368 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384290.510122:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d15e30b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16355:x1853236731452032:12345-0@lo:13: Request processed in 426us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384290.510130:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384290.510138:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:2.0:1767384290.510140:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384290.510142:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384290.510145:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b7e9e9f. 00000020:00000010:2.0:1767384290.510148:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000090e150de. 00000020:00000010:2.0:1767384290.510151:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052a3527d. 00000020:00000040:2.0:1767384290.510155:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 6 00000100:00000001:2.0:1767384290.510159:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1767384290.510250:0:17064:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:1.0:1767384290.510263:0:17064:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000001e8357a. 00080000:00000010:1.0:1767384290.510271:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4586004. 00080000:00000010:1.0:1767384290.510280:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043a2a1cd. 00000004:00000001:2.0:1767384290.510293:0:17106:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1767384290.510301:0:17106:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.510302:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817977080 : -114766891574536 : ffff979ec0321af8) 00000001:00000001:0.0:1767384290.510312:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510317:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1767384290.510330:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817976000 : -114766891575616 : ffff979ec03216c0) 00000001:00000001:0.0:1767384290.510336:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510341:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1767384290.510351:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817976648 : -114766891574968 : ffff979ec0321948) 00000001:00000001:0.0:1767384290.510355:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510358:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1767384290.510379:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817976216 : -114766891575400 : ffff979ec0321798) 00000001:00000001:0.0:1767384290.510387:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510391:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1767384290.510404:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817975784 : -114766891575832 : ffff979ec03215e8) 00000001:00000001:0.0:1767384290.510410:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510413:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1767384290.510425:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817977944 : -114766891573672 : ffff979ec0321e58) 00000001:00000001:0.0:1767384290.510436:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510441:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1767384290.510466:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817974704 : -114766891576912 : ffff979ec03211b0) 00000001:00000001:0.0:1767384290.510474:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510479:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1767384290.510500:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817977728 : -114766891573888 : ffff979ec0321d80) 00000001:00000001:0.0:1767384290.510509:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510512:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1767384290.510526:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817976864 : -114766891574752 : ffff979ec0321a20) 00000001:00000001:0.0:1767384290.510529:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510530:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1767384290.510540:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817975568 : -114766891576048 : ffff979ec0321510) 00000001:00000001:0.0:1767384290.510541:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510542:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1767384290.510577:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817974488 : -114766891577128 : ffff979ec03210d8) 00000001:00000001:0.0:1767384290.510579:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510580:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1767384290.510588:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817977296 : -114766891574320 : ffff979ec0321bd0) 00000001:00000001:0.0:1767384290.510590:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510591:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1767384290.510598:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306817975136 : -114766891576480 : ffff979ec0321360) 00000001:00000001:0.0:1767384290.510600:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510601:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1767384290.510608:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306154709208 : -114767554842408 : ffff979e98a970d8) 00000001:00000001:0.0:1767384290.510609:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510610:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1767384290.510616:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306154709640 : -114767554841976 : ffff979e98a97288) 00000001:00000001:0.0:1767384290.510618:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510622:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1767384290.510631:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306154059456 : -114767555492160 : ffff979e989f86c0) 00000001:00000001:0.0:1767384290.510632:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510633:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1767384290.510640:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306154059240 : -114767555492376 : ffff979e989f85e8) 00000001:00000001:0.0:1767384290.510641:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510642:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1767384290.510648:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629305776717824 : -114767932833792 : ffff979e8221c000) 00000001:00000001:0.0:1767384290.510649:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510650:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1767384290.510656:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033645680 : -114767675905936 : ffff979e91722870) 00000001:00000001:0.0:1767384290.510657:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510658:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1767384290.510665:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033644384 : -114767675907232 : ffff979e91722360) 00000001:00000001:0.0:1767384290.510667:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510668:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1767384290.510674:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033643952 : -114767675907664 : ffff979e917221b0) 00000001:00000001:0.0:1767384290.510675:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510676:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1767384290.510682:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033644816 : -114767675906800 : ffff979e91722510) 00000001:00000001:0.0:1767384290.510683:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510684:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1767384290.510689:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033643520 : -114767675908096 : ffff979e91722000) 00000001:00000001:0.0:1767384290.510690:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510691:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1767384290.510696:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033646544 : -114767675905072 : ffff979e91722bd0) 00000001:00000001:0.0:1767384290.510698:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510698:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1767384290.510704:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033646112 : -114767675905504 : ffff979e91722a20) 00000001:00000001:0.0:1767384290.510705:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510706:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1767384290.510712:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033645248 : -114767675906368 : ffff979e917226c0) 00000001:00000001:0.0:1767384290.510714:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510714:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1767384290.510720:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033645896 : -114767675905720 : ffff979e91722948) 00000001:00000001:0.0:1767384290.510725:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510726:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1767384290.510735:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033647192 : -114767675904424 : ffff979e91722e58) 00000001:00000001:0.0:1767384290.510737:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510737:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1767384290.510743:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033645032 : -114767675906584 : ffff979e917225e8) 00000001:00000001:0.0:1767384290.510744:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510745:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1767384290.510750:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033646760 : -114767675904856 : ffff979e91722ca8) 00000001:00000001:0.0:1767384290.510752:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510752:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1767384290.510814:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033644600 : -114767675907016 : ffff979e91722438) 00000001:00000001:0.0:1767384290.510817:0:17892:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1767384290.510818:0:17892:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1767384290.510827:0:17892:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446629306033646328 : -114767675905288 : ffff979e91722af8) 00000001:00000001:0.0:1767384290.510829:0:17892:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.510831:0:17892:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.510850:0:17892:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.510852:0:17892:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:0.0:1767384290.510856:0:17892:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384290.510858:0:17892:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384290.510860:0:17892:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.510863:0:17892:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.510867:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864734584 : -114767844817032 : ffff979e8760c778) 00000020:00000001:0.0:1767384290.510869:0:17892:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446629306792512000 : -114766917039616 : ffff979ebead8a00) 00002000:00080000:0.0:1767384290.511040:0:17892:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:0.0:1767384290.511043:0:17892:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446629306787578432 : -114766921973184 : ffff979ebe624240) 00002000:00080000:0.0:1767384290.511046:0:17892:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:0.0:1767384290.511050:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000684a2ede. 00000001:00000001:0.0:1767384290.511052:0:17892:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.511069:0:17892:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384290.511071:0:17892:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384290.511073:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731452160 00010000:00000001:0.0:1767384290.511079:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384290.511083:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003aa29d0a x1853236731452160/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 264/240 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384290.511088:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384290.511090:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.511091:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384290.511094:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384290.511096:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384290.511098:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384290.511100:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384290.511101:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511102:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384290.511104:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384290.511106:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384290.511109:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236731452160, offset 224 00000400:00000200:0.0:1767384290.511111:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.511115:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384290.511119:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824d101b00 00000400:00000200:0.0:1767384290.511122:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1145 [1] + 224 00000400:00000200:0.0:1767384290.511125:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384290.511127:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384290.511129:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384290.511131:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384290.511137:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.511149:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384290.511153:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384290.511154:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384290.511156:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384290.511157:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384290.511159:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.511160:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384290.511162:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384290.511167:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.511169:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384290.511171:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003aa29d0a x1853236731452160/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 264/240 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384290.511177:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003aa29d0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17107:x1853236731452160:12345-0@lo:7: Request processed in 1333us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384290.511182:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384290.511183:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384290.511185:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384290.511186:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384290.511188:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068364b3f. 00000020:00000010:0.0:1767384290.511189:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aacc5ebb. 00000020:00000010:0.0:1767384290.511191:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb3ea38. 00000020:00000040:0.0:1767384290.511193:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:0.0:1767384290.511195:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511213:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384290.511218:0:17107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384290.511219:0:17107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384290.511221:0:17107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001147258. 00000400:00000200:2.0:1767384290.511226:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:2.0:1767384290.511227:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:2.0:1767384290.511230:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384290.511234:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384290.511241:0:17107:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511246:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384290.511247:0:17107:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511248:0:17107:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384290.511250:0:17107:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384290.511251:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.511252:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.511254:0:17107:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384290.511260:0:17107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000294f2a56. 00000100:00001000:2.0:1767384290.511263:0:17107:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384290.511265:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.511267:0:17107:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384290.511267:0:17107:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.511269:0:17107:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384290.511271:0:17107:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384290.511276:0:17107:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511277:0:17107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384290.511278:0:17107:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384290.511279:0:17107:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384290.511280:0:17107:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.511282:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511296:0:17107:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.511298:0:17107:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384290.511299:0:17107:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384290.511301:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384290.511305:0:17107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452160:0@lo:7: 00000100:00000001:2.0:1767384290.511308:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511309:0:17107:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511311:0:17107:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384290.511312:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.511313:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511318:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384290.511319:0:17107:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005731fb84. 00000100:00000001:2.0:1767384290.511321:0:17107:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384290.511322:0:17107:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384290.511324:0:17107:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384290.511326:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.511327:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026685386 x1853236731452160/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511332:0:17107:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384290.511333:0:17107:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384290.511335:0:17107:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031445e3b. 02000000:00000001:2.0:1767384290.511336:0:17107:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384290.511337:0:17107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384290.511338:0:17107:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384290.511339:0:17107:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384290.511340:0:17107:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3ee447d. 02000000:00000001:2.0:1767384290.511342:0:17107:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384290.511343:0:17107:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384290.511344:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026685386. 00000100:00000001:2.0:1767384290.511345:0:17107:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384290.511349:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384290.511350:0:17107:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384290.511352:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000569d6959. 00000020:00000040:2.0:1767384290.511354:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384290.511356:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384290.511357:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384290.511359:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.511361:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052a3527d. 00000100:00000001:2.0:1767384290.511363:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511365:0:17107:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384290.511366:0:17107:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384290.511369:0:17107:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d8cbbcf. 00000100:00000001:2.0:1767384290.511370:0:17107:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305889237440 : -114767820314176 : ffff979e88d6a9c0) 00000100:00000001:2.0:1767384290.511372:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.511372:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000001:2.0:1767384290.511374:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.511375:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511377:0:17107:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384290.511377:0:17107:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384290.511379:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511383:0:17107:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384290.511384:0:17107:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.511386:0:17107:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384290.511387:0:17107:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384290.511388:0:17107:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.511389:0:17107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000569d6959 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452288:0@lo:5: 00000100:00000001:2.0:1767384290.511392:0:17107:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384290.511393:0:17107:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384290.511394:0:17107:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.511395:0:17107:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384290.511397:0:17107:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052df48eb. 02000000:00000001:2.0:1767384290.511398:0:17107:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384290.511400:0:17107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000400:00000010:2.0:1767384290.511402:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000100:00000200:2.0:1767384290.511408:0:17107:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731452288, portal 4 00000100:00000001:2.0:1767384290.511409:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.511410:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000040:2.0:1767384290.511413:0:17107:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511417:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384290.511419:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384290.511420:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00000200:2.0:1767384290.511422:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236731452288, offset 0 00000400:00000200:2.0:1767384290.511424:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384290.511428:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384290.511432:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d101b80 00000400:00000200:2.0:1767384290.511435:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:2.0:1767384290.511438:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384290.511440:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.511443:0:17107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384290.511444:0:17107:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384290.511446:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba2cf88d. 00000100:00000040:2.0:1767384290.511447:0:17107:0:(events.c:337:request_in_callback()) incoming req@00000000ba2cf88d x1853236731452288 msgsize 432 00000100:00100000:2.0:1767384290.511449:0:17107:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384290.511460:0:17107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384290.511463:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000010:2.0:1767384290.511465:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000100:00000001:2.0:1767384290.511466:0:17107:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384290.511468:0:17107:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511473:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.511475:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511480:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511481:0:17107:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384290.511484:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511486:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384290.511487:0:17107:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3166 usecs (4 jiffies) 00000100:00100000:0.0:1767384290.511491:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452288 00000100:00000001:2.0:1767384290.511492:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876683 02000000:00000001:0.0:1767384290.511495:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384290.511499:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.511502:0:17107:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294876682 00000100:00000001:0.0:1767384290.511502:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384290.511506:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511508:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876683 00000100:00100000:0.0:1767384290.511511:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452288 00000100:00000001:2.0:1767384290.511512:0:17107:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294876682 00000100:00000001:2.0:1767384290.511516:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876683 00000020:00000001:0.0:1767384290.511517:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384290.511519:0:17107:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294876682 00000020:00000040:0.0:1767384290.511522:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:2.0:1767384290.511523:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876683 00000020:00000001:0.0:1767384290.511526:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384290.511528:0:17107:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294876682 00000020:00000040:0.0:1767384290.511529:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000020:00000001:0.0:1767384290.511533:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384290.511536:0:17107:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.511536:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384290.511541:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384290.511542:0:17107:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.511545:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051467f0d. 00000100:00000001:2.0:1767384290.511547:0:17107:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384290.511548:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.511552:0:17107:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384290.511552:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051467f0d. 00000020:00000010:0.0:1767384290.511557:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb3ea38. 00000100:00100000:2.0:1767384290.511558:0:17107:0:(client.c:2690:ptlrpc_set_wait()) set 000000009d8cbbcf going to sleep for 11 seconds 00000100:00000001:2.0:1767384290.511561:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384290.511564:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384290.511566:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068364b3f. 00000020:00000010:0.0:1767384290.511570:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000100:00000040:0.0:1767384290.511574:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384290.511575:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384290.511576:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384290.511578:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511581:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511591:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.511597:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384290.511598:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384290.511600:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384290.511602:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384290.511603:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789370880 : -114766920180736 : ffff979ebe7d9c00) 00000100:00000040:0.0:1767384290.511606:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba2cf88d x1853236731452288/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.511612:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.511613:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051467f0d. 00000100:00000001:0.0:1767384290.511615:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.511617:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051467f0d. 00000100:00100000:0.0:1767384290.511619:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba2cf88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17107:x1853236731452288:12345-0@lo:5: 00000100:00000200:0.0:1767384290.511622:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452288 00000020:00000001:0.0:1767384290.511623:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384290.511625:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384290.511626:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.511627:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384290.511628:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766096 : -1045785520 : ffffffffc1aa9450) 00000020:00000001:0.0:1767384290.511630:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.511631:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.511632:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384290.511633:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384290.511635:0:17892:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1767384290.511637:0:17892:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1767384290.511639:0:17892:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.511644:0:17892:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.511645:0:17892:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.511647:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.511648:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.511649:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.511650:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.511651:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.511652:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.511653:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.511653:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.511654:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.511655:0:17892:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.511657:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511658:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384290.511660:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384290.511661:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000092c109f2. 02000000:00000001:0.0:1767384290.511663:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511664:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384290.511666:0:17892:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:0.0:1767384290.511668:0:17892:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:0.0:1767384290.511669:0:17892:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:0.0:1767384290.511670:0:17892:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:0.0:1767384290.511671:0:17892:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446629306787578432 : -114766921973184 : ffff979ebe624240) 00002000:00080000:0.0:1767384290.511673:0:17892:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:0.0:1767384290.511675:0:17892:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:0.0:1767384290.511677:0:17892:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.511677:0:17892:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384290.511680:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731452288 00010000:00000001:0.0:1767384290.511681:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384290.511683:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba2cf88d x1853236731452288/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384290.511687:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384290.511688:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.511690:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384290.511692:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384290.511693:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384290.511697:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384290.511699:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384290.511700:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.511701:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384290.511703:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384290.511704:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384290.511706:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236731452288, offset 224 00000400:00000200:0.0:1767384290.511709:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.511713:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384290.511717:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d101b80 00000400:00000200:0.0:1767384290.511719:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:0.0:1767384290.511722:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384290.511724:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384290.511726:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384290.511728:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384290.511733:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.511744:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384290.511747:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384290.511748:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384290.511750:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384290.511751:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384290.511752:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.511754:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384290.511756:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384290.511757:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.511758:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384290.511761:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba2cf88d x1853236731452288/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511793:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384290.511798:0:17107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384290.511798:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba2cf88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17107:x1853236731452288:12345-0@lo:5: Request processed in 183us (347us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384290.511803:0:17107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384290.511807:0:17107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a462452. 00000100:00100000:0.0:1767384290.511811:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:2.0:1767384290.511812:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384290.511815:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:2.0:1767384290.511820:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384290.511821:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384290.511824:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384290.511825:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.511826:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384290.511829:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068364b3f. 00000020:00000010:0.0:1767384290.511834:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aacc5ebb. 00000100:00000200:2.0:1767384290.511840:0:17107:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384290.511840:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb3ea38. 00000020:00000040:0.0:1767384290.511844:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:0.0:1767384290.511849:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511852:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384290.511855:0:17107:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511857:0:17107:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384290.511858:0:17107:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384290.511859:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.511860:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.511862:0:17107:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384290.511870:0:17107:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384290.511872:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.511874:0:17107:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384290.511875:0:17107:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.511876:0:17107:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384290.511878:0:17107:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384290.511882:0:17107:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511884:0:17107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384290.511885:0:17107:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384290.511886:0:17107:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384290.511887:0:17107:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.511888:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511892:0:17107:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.511893:0:17107:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384290.511894:0:17107:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384290.511895:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384290.511899:0:17107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000569d6959 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452288:0@lo:5: 00000100:00000001:2.0:1767384290.511901:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.511902:0:17107:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511904:0:17107:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384290.511904:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.511906:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511910:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384290.511911:0:17107:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d8cbbcf. 00000100:00000001:2.0:1767384290.511913:0:17107:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384290.511913:0:17107:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384290.511916:0:17107:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384290.511918:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.511923:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000569d6959 x1853236731452288/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511927:0:17107:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384290.511928:0:17107:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384290.511929:0:17107:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052df48eb. 02000000:00000001:2.0:1767384290.511930:0:17107:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384290.511931:0:17107:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384290.511932:0:17107:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384290.511933:0:17107:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384290.511934:0:17107:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052a3527d. 02000000:00000001:2.0:1767384290.511936:0:17107:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384290.511937:0:17107:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384290.511937:0:17107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000569d6959. 00000100:00000001:2.0:1767384290.511939:0:17107:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384290.511940:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384290.511941:0:17107:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384290.511945:0:17107:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:2.0:1767384290.511946:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000569d6959. 00000020:00000040:2.0:1767384290.511948:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384290.511949:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384290.511950:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384290.511952:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384290.511954:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052a3527d. 00000100:00000001:2.0:1767384290.511955:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384290.511957:0:17107:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:2.0:1767384290.511960:0:17107:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384290.511961:0:17107:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384290.511962:0:17107:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d8cbbcf. 00000100:00000001:2.0:1767384290.511963:0:17107:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305889237440 : -114767820314176 : ffff979e88d6a9c0) 00000100:00000001:2.0:1767384290.511965:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.511966:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000001:2.0:1767384290.511967:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384290.511968:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.511969:0:17107:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384290.511970:0:17107:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384290.511971:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.511997:0:17107:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384290.511998:0:17107:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.511999:0:17107:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384290.512001:0:17107:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384290.512002:0:17107:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384290.512003:0:17107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000569d6959 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452416:0@lo:5: 00000100:00000001:2.0:1767384290.512006:0:17107:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384290.512007:0:17107:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384290.512008:0:17107:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.512009:0:17107:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384290.512011:0:17107:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000052df48eb. 02000000:00000001:2.0:1767384290.512012:0:17107:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384290.512014:0:17107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000400:00000010:2.0:1767384290.512016:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000100:00000200:2.0:1767384290.512018:0:17107:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731452416, portal 4 00000100:00000001:2.0:1767384290.512020:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.512020:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000040:2.0:1767384290.512023:0:17107:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.512027:0:17107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384290.512028:0:17107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384290.512029:0:17107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00000200:2.0:1767384290.512030:0:17107:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236731452416, offset 0 00000400:00000200:2.0:1767384290.512033:0:17107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384290.512037:0:17107:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384290.512040:0:17107:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d101c00 00000400:00000200:2.0:1767384290.512042:0:17107:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:2.0:1767384290.512045:0:17107:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384290.512047:0:17107:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384290.512050:0:17107:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384290.512050:0:17107:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384290.512053:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000165fdfc9. 00000100:00000040:2.0:1767384290.512058:0:17107:0:(events.c:337:request_in_callback()) incoming req@00000000165fdfc9 x1853236731452416 msgsize 432 00000100:00100000:2.0:1767384290.512060:0:17107:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384290.512069:0:17107:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384290.512072:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000010:2.0:1767384290.512073:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000100:00000001:2.0:1767384290.512075:0:17107:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384290.512076:0:17107:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.512081:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.512082:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.512087:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.512088:0:17107:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384290.512090:0:17107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.512092:0:17107:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2526 usecs (3 jiffies) 00000100:00000001:2.0:1767384290.512094:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876683 00000100:00000001:2.0:1767384290.512097:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876683 00000100:00000001:0.0:1767384290.512097:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384290.512098:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876683 00000100:00000001:2.0:1767384290.512102:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294876683 00000100:00100000:0.0:1767384290.512102:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452416 00000100:00000001:2.0:1767384290.512107:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876683 02000000:00000001:0.0:1767384290.512108:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384290.512109:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294876683 00000100:00000001:0.0:1767384290.512112:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.512113:0:17107:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876683 00000100:00000001:2.0:1767384290.512116:0:17107:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294876683 00000100:00000001:0.0:1767384290.512117:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.512118:0:17107:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.512122:0:17107:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.512126:0:17107:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384290.512126:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.512127:0:17107:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384290.512131:0:17107:0:(client.c:2690:ptlrpc_set_wait()) set 000000009d8cbbcf going to sleep for 11 seconds 00000100:00100000:0.0:1767384290.512132:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452416 00000100:00000001:2.0:1767384290.512133:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384290.512136:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.512137:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384290.512141:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:0.0:1767384290.512143:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384290.512145:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000020:00000001:0.0:1767384290.512148:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:0.0:1767384290.512150:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384290.512153:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.512156:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051467f0d. 00000100:00000001:0.0:1767384290.512158:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.512160:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051467f0d. 00000020:00000010:0.0:1767384290.512164:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb3ea38. 00000020:00000010:0.0:1767384290.512166:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068364b3f. 00000020:00000010:0.0:1767384290.512170:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000100:00000040:0.0:1767384290.512174:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384290.512176:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384290.512177:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384290.512178:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.512181:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.512195:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384290.512212:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384290.512214:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384290.512220:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384290.512223:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384290.512226:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789376256 : -114766920175360 : ffff979ebe7db100) 00000100:00000040:0.0:1767384290.512231:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000165fdfc9 x1853236731452416/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.512246:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384290.512251:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051467f0d. 00000100:00000001:0.0:1767384290.512254:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384290.512256:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051467f0d. 00000100:00100000:0.0:1767384290.512264:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000165fdfc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17107:x1853236731452416:12345-0@lo:5: 00000100:00000200:0.0:1767384290.512270:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452416 00000020:00000001:0.0:1767384290.512276:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384290.512282:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384290.512287:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.512290:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384290.512293:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766096 : -1045785520 : ffffffffc1aa9450) 00000020:00000001:0.0:1767384290.512296:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384290.512298:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384290.512300:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384290.512301:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384290.512303:0:17892:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1767384290.512306:0:17892:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1767384290.512308:0:17892:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.512310:0:17892:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.512312:0:17892:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.512314:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.512315:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.512317:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.512319:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.512320:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.512322:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.512332:0:17892:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384290.512333:0:17892:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384290.512335:0:17892:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.512337:0:17892:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.512338:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.512341:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384290.512343:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384290.512346:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000b72a02f1. 02000000:00000001:0.0:1767384290.512349:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.512351:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384290.512353:0:17892:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:0.0:1767384290.512356:0:17892:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:0.0:1767384290.512358:0:17892:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:0.0:1767384290.512360:0:17892:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:0.0:1767384290.512362:0:17892:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446629306787578432 : -114766921973184 : ffff979ebe624240) 00000020:00000001:0.0:1767384290.512367:0:17892:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:0.0:1767384290.512369:0:17892:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384290.512375:0:17892:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384290.512378:0:17892:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f free: 144203776 avail: 129867776 00000020:00000001:0.0:1767384290.512382:0:17892:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384290.512384:0:17892:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000c35bbf9f avail=129867776 left=129585152 unstable=0 tot_grant=280000 pending=0 00000020:00000001:0.0:1767384290.512387:0:17892:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:0.0:1767384290.512391:0:17892:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:0.0:1767384290.512393:0:17892:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.512395:0:17892:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=896 : 896 : 380) 00002000:00080000:0.0:1767384290.512398:0:17892:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:0.0:1767384290.512402:0:17892:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:0.0:1767384290.512406:0:17892:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000051467f0d. 00002000:00000001:0.0:1767384290.512409:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.512412:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.512415:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.512418:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cee0e80d. 00002000:00000001:0.0:1767384290.512421:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864740360 : -114767844811256 : ffff979e8760de08) 00002000:00000001:0.0:1767384290.512425:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.512427:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:0.0:1767384290.512437:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000086a60269. 00002000:00000001:0.0:1767384290.512441:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512443:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.512447:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.512450:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.512454:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.512458:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.512461:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512464:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.512466:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000100:00000001:2.0:1767384290.512469:0:17891:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.512469:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.512471:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.512689:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.512693:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.512694:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.512695:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.512696:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.512697:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512698:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.512699:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.512702:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864740360 : -114767844811256 : ffff979e8760de08) 00002000:00000001:0.0:1767384290.512704:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864740272 : -114767844811344 : ffff979e8760ddb0) 00002000:00000001:0.0:1767384290.512706:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.512707:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.512709:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.512711:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e384f3ef. 00002000:00000001:0.0:1767384290.512713:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864735192 : -114767844816424 : ffff979e8760c9d8) 00002000:00000001:0.0:1767384290.512715:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.512715:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:0.0:1767384290.512717:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009f21573e. 00002000:00000001:0.0:1767384290.512719:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512720:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.512721:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.512722:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.512723:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.512723:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.512725:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512730:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.512731:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.512732:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.512733:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.512878:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.512881:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.512884:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.512886:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.512888:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.512890:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512891:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.512894:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.512897:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864735192 : -114767844816424 : ffff979e8760c9d8) 00002000:00000001:0.0:1767384290.512899:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864735104 : -114767844816512 : ffff979e8760c980) 00002000:00000001:0.0:1767384290.512902:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.512904:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.512906:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.512909:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002413d644. 00002000:00000001:0.0:1767384290.512911:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864737320 : -114767844814296 : ffff979e8760d228) 00002000:00000001:0.0:1767384290.512914:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.512915:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:0.0:1767384290.512918:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e328408a. 00002000:00000001:0.0:1767384290.512920:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512921:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.512923:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.512923:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.512924:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.512926:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.512928:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.512929:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.512929:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.512930:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.512931:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513061:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513064:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513065:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513071:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513072:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513073:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513074:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513075:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513078:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864737320 : -114767844814296 : ffff979e8760d228) 00002000:00000001:0.0:1767384290.513080:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864737232 : -114767844814384 : ffff979e8760d1d0) 00002000:00000001:0.0:1767384290.513081:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.513082:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.513084:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.513085:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005ab244a0. 00002000:00000001:0.0:1767384290.513087:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864732760 : -114767844818856 : ffff979e8760c058) 00002000:00000001:0.0:1767384290.513089:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.513089:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:0.0:1767384290.513091:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000099e1b236. 00002000:00000001:0.0:1767384290.513092:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513093:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.513095:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513095:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513096:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513097:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513098:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513099:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.513100:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.513101:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.513101:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513213:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513216:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513217:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513218:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513219:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513220:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513221:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513222:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513224:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864732760 : -114767844818856 : ffff979e8760c058) 00002000:00000001:0.0:1767384290.513226:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864732672 : -114767844818944 : ffff979e8760c000) 00002000:00000001:0.0:1767384290.513231:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.513232:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.513234:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.513236:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009b8a216e. 00002000:00000001:0.0:1767384290.513238:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864740056 : -114767844811560 : ffff979e8760dcd8) 00002000:00000001:0.0:1767384290.513240:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.513240:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:0.0:1767384290.513242:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000003dd2f2e. 00002000:00000001:0.0:1767384290.513244:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513245:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.513246:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513247:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513248:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513249:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513250:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513251:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.513252:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.513253:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.513253:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513362:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513365:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513366:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513367:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513368:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513369:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513370:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513371:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513374:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864740056 : -114767844811560 : ffff979e8760dcd8) 00002000:00000001:0.0:1767384290.513376:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864739968 : -114767844811648 : ffff979e8760dc80) 00002000:00000001:0.0:1767384290.513377:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.513378:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.513379:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.513381:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001365b08e. 00002000:00000001:0.0:1767384290.513383:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864736104 : -114767844815512 : ffff979e8760cd68) 00002000:00000001:0.0:1767384290.513384:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.513385:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:0.0:1767384290.513391:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f94ca01. 00002000:00000001:0.0:1767384290.513392:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513394:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.513395:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513396:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513397:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513398:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513399:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513400:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.513401:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.513402:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.513402:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513515:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513518:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513520:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513522:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513523:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513525:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513526:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513528:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513531:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864736104 : -114767844815512 : ffff979e8760cd68) 00002000:00000001:0.0:1767384290.513534:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864736016 : -114767844815600 : ffff979e8760cd10) 00002000:00000001:0.0:1767384290.513536:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.513537:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.513539:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.513542:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cef0354d. 00002000:00000001:0.0:1767384290.513545:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864733368 : -114767844818248 : ffff979e8760c2b8) 00002000:00000001:0.0:1767384290.513547:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.513548:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:0.0:1767384290.513551:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db1cf047. 00002000:00000001:0.0:1767384290.513554:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513555:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.513556:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513557:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513558:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513559:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513560:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513565:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.513567:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.513568:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.513568:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513677:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513680:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513681:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513682:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513683:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513684:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513685:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513686:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513689:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864733368 : -114767844818248 : ffff979e8760c2b8) 00002000:00000001:0.0:1767384290.513691:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864733280 : -114767844818336 : ffff979e8760c260) 00002000:00000001:0.0:1767384290.513692:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.513693:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.513694:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.513697:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f8c4c16. 00002000:00000001:0.0:1767384290.513698:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864737624 : -114767844813992 : ffff979e8760d358) 00002000:00000001:0.0:1767384290.513700:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.513701:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:0.0:1767384290.513703:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c150a62b. 00002000:00000001:0.0:1767384290.513704:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513705:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.513706:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513707:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513708:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513709:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513710:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513711:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.513712:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.513712:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.513713:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.513814:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.513817:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513819:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513826:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513827:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513829:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513831:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513832:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.513836:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864737624 : -114767844813992 : ffff979e8760d358) 00002000:00000001:0.0:1767384290.513839:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864737536 : -114767844814080 : ffff979e8760d300) 00080000:00000001:0.0:1767384290.513842:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384290.513845:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000050f199c7. 00080000:00000001:0.0:1767384290.513847:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792513024 : -114766917038592 : ffff979ebead8e00) 00080000:00000001:0.0:1767384290.513850:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.513852:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.513854:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000074ee2e0. 00080000:00000001:0.0:1767384290.513857:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513859:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513862:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:0.0:1767384290.513865:0:17892:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000008354babe. 00000001:00000001:0.0:1767384290.513868:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513869:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513871:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513873:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513875:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513876:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513878:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513879:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513881:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513882:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513884:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513885:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513887:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513888:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513889:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513890:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513891:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513892:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513897:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513899:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513900:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513901:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513902:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513903:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513904:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513904:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513905:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.513906:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.513907:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.513907:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513909:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384290.513911:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.513912:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.513913:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002de01098. 00080000:00000001:0.0:1767384290.513914:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513917:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384290.513919:0:17892:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:0.0:1767384290.513932:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.513991:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.513993:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.513994:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.513994:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.513996:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.513997:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.513998:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514008:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514010:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x22:0x0] 00080000:00000001:0.0:1767384290.514011:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514012:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514013:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514014:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514015:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514016:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514017:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514018:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514019:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514025:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000010:0.0:1767384290.514028:0:17892:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000001189c02c. 00000001:00000001:0.0:1767384290.514042:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514043:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514045:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514048:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514063:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514064:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514065:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514066:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514067:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514068:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514069:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514073:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514074:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x23:0x0] 00080000:00000001:0.0:1767384290.514075:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514075:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514076:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514077:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514078:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514079:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514080:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514081:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514081:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514082:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514089:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514090:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514091:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514093:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514104:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514105:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514106:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514107:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514108:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514109:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514110:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514113:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514114:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x24:0x0] 00080000:00000001:0.0:1767384290.514115:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514120:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514121:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514122:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514123:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514124:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514125:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514126:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514126:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514128:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514135:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514136:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514137:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514139:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514163:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514164:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514165:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514166:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514167:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514168:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514169:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514173:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514174:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x25:0x0] 00080000:00000001:0.0:1767384290.514175:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514176:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514176:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514177:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514178:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514179:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514180:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514181:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514181:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514183:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514189:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514191:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514192:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514193:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514205:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514206:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514207:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514211:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514213:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514214:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514215:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514219:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514221:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x26:0x0] 00080000:00000001:0.0:1767384290.514222:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514223:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514224:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514226:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514227:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514228:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514229:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514230:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514231:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514232:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514239:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514241:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514242:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514244:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514257:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514258:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514259:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514260:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514261:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514262:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514263:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514266:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514268:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x27:0x0] 00080000:00000001:0.0:1767384290.514269:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514270:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514271:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514272:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514273:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514274:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514275:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514276:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514277:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514279:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514289:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514291:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514292:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514294:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514307:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514308:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514309:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514310:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514311:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514312:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514313:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514316:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514317:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x28:0x0] 00080000:00000001:0.0:1767384290.514318:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514319:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514320:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514321:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514322:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514322:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514323:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514324:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514325:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514326:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514331:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514332:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514333:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514335:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.514345:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514346:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514347:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514348:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514349:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514350:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.514351:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.514354:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.514355:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x29:0x0] 00080000:00000001:0.0:1767384290.514356:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.514356:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.514357:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.514362:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.514363:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514364:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.514365:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.514367:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.514368:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.514370:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.514379:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.514380:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.514382:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384290.514384:0:17892:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000001be2308c. 00002000:00001000:0.0:1767384290.514386:0:17892:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:0.0:1767384290.514389:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:0.0:1767384290.514392:0:17892:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384290.514395:0:17892:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:0.0:1767384290.514397:0:17892:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a6f595bd. 00000001:00000040:0.0:1767384290.514399:0:17892:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 2 00000020:00000040:0.0:1767384290.514401:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=7 00000001:00000001:0.0:1767384290.514407:0:17892:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.515108:0:17886:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384290.515111:0:17886:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384290.515112:0:17886:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384290.515115:0:17886:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000c26c7b36 : new cb_count 1 00000020:00000040:2.0:1767384290.515117:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 6 00000001:00000010:2.0:1767384290.515118:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a6f595bd. 00002000:00001000:2.0:1767384290.515120:0:17886:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:2.0:1767384290.515122:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000001be2308c. 00080000:00000010:2.0:1767384290.515124:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000050f199c7. 00000001:00100000:2.0:1767384290.515127:0:17886:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384290.515129:0:17886:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000c26c7b36 : new cb_count 0 00000020:00000040:2.0:1767384290.515130:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000001:00000010:2.0:1767384290.515132:0:17886:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000002b5a5878. 00080000:00000010:2.0:1767384290.515134:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003e196d82. 00080000:00000010:0.0:1767384290.515162:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002de01098. 00080000:00000010:0.0:1767384290.515165:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000074ee2e0. 00040000:00000001:0.0:1767384290.515167:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.515168:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384290.515170:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384290.515172:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000003ecafa20/00000000cee0e80d to site lru. bkt: 00000000300b2463 00000020:00000002:0.0:1767384290.515174:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000b1f77ea8/00000000e384f3ef to site lru. bkt: 000000000fcc97d2 00000020:00000002:0.0:1767384290.515176:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000c94af5d9/000000002413d644 to site lru. bkt: 00000000ea54092c 00000020:00000002:0.0:1767384290.515177:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000399c4573/000000005ab244a0 to site lru. bkt: 00000000c812d24c 00000020:00000002:0.0:1767384290.515178:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000b5bb3a51/000000009b8a216e to site lru. bkt: 00000000e2227571 00000020:00000002:0.0:1767384290.515180:0:17892:0:(lu_object.c:207:lu_object_put()) Add 0000000008aabd97/000000001365b08e to site lru. bkt: 00000000416e510e 00000020:00000002:0.0:1767384290.515181:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000005ca4db5d/00000000cef0354d to site lru. bkt: 000000003e9f541b 00000020:00000002:0.0:1767384290.515182:0:17892:0:(lu_object.c:207:lu_object_put()) Add 0000000084e1b89c/000000009f8c4c16 to site lru. bkt: 00000000e7f2554f 00002000:00000010:0.0:1767384290.515183:0:17892:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000051467f0d. 00002000:00001000:0.0:1767384290.515190:0:17892:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384290.515192:0:17892:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:0.0:1767384290.515193:0:17892:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:0.0:1767384290.515196:0:17892:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:0.0:1767384290.515197:0:17892:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000051467f0d. 00002000:00000001:0.0:1767384290.515198:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.515199:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.515201:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.515203:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000004e43bc. 00002000:00000001:0.0:1767384290.515204:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864738536 : -114767844813080 : ffff979e8760d6e8) 00002000:00000001:0.0:1767384290.515206:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.515207:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:0.0:1767384290.515209:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a59630d. 00002000:00000001:0.0:1767384290.515210:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515211:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.515213:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515214:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515215:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515216:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515217:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515218:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.515219:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.515220:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.515221:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.515344:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.515347:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515348:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515349:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515350:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515351:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515352:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.515353:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.515356:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864738536 : -114767844813080 : ffff979e8760d6e8) 00002000:00000001:0.0:1767384290.515358:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864738448 : -114767844813168 : ffff979e8760d690) 00002000:00000001:0.0:1767384290.515359:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.515360:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.515367:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.515369:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000062b4c41b. 00002000:00000001:0.0:1767384290.515370:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864735496 : -114767844816120 : ffff979e8760cb08) 00002000:00000001:0.0:1767384290.515372:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.515373:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:0.0:1767384290.515375:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000050f199c7. 00002000:00000001:0.0:1767384290.515376:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515377:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.515379:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515380:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515381:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515382:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515382:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515383:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.515384:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.515385:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.515386:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.515505:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.515508:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515509:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515510:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515511:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515512:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515513:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.515514:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.515516:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864735496 : -114767844816120 : ffff979e8760cb08) 00002000:00000001:0.0:1767384290.515518:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864735408 : -114767844816208 : ffff979e8760cab0) 00002000:00000001:0.0:1767384290.515520:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.515521:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.515522:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.515524:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000019935866. 00002000:00000001:0.0:1767384290.515526:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864734888 : -114767844816728 : ffff979e8760c8a8) 00002000:00000001:0.0:1767384290.515528:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.515528:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:0.0:1767384290.515531:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000054ffa17a. 00002000:00000001:0.0:1767384290.515532:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515537:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.515539:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515540:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515540:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515541:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515542:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515543:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.515544:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.515545:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.515546:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.515658:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.515661:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515662:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515663:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515664:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515665:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515667:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.515668:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.515670:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864734888 : -114767844816728 : ffff979e8760c8a8) 00002000:00000001:0.0:1767384290.515672:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864734800 : -114767844816816 : ffff979e8760c850) 00002000:00000001:0.0:1767384290.515673:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.515674:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.515675:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.515678:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ed9c67ae. 00002000:00000001:0.0:1767384290.515679:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864737928 : -114767844813688 : ffff979e8760d488) 00002000:00000001:0.0:1767384290.515681:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.515681:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:0.0:1767384290.515683:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cb68d4b2. 00002000:00000001:0.0:1767384290.515685:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515686:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.515687:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.515688:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.515689:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.515689:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.515690:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.515691:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.515692:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.515698:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.515699:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000100:00000040:0.0:1767384290.515813:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294876683, at 4294876684 00000100:00000040:2.0:1767384290.515816:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294876683, at 4294876684 00000100:00000010:0.0:1767384290.515821:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b583095. 00000100:00000010:2.0:1767384290.515825:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb1386c. 00000100:00000040:1.0:1767384290.515852:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294876683, at 4294876684 00000100:00000010:1.0:1767384290.515863:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b179f10. 00000001:00000001:1.0:1767384290.515875:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.515884:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.515885:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.515887:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.515888:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.515890:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.515891:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.515892:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.515895:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864737928 : -114767844813688 : ffff979e8760d488) 00002000:00000001:1.0:1767384290.515897:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864737840 : -114767844813776 : ffff979e8760d430) 00002000:00000001:1.0:1767384290.515899:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.515900:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.515902:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.515904:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c651445c. 00002000:00000001:1.0:1767384290.515906:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506456184 : -114772203095432 : ffff979d839aba78) 00002000:00000001:1.0:1767384290.515908:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.515908:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:1.0:1767384290.515911:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d45752ef. 00002000:00000001:1.0:1767384290.515913:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.515914:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.515915:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.515916:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.515917:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.515918:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.515919:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.515920:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.515920:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.515922:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.515922:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516064:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.516067:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516068:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516070:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516071:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516072:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516073:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516074:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.516077:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506456184 : -114772203095432 : ffff979d839aba78) 00002000:00000001:1.0:1767384290.516083:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506456096 : -114772203095520 : ffff979d839aba20) 00002000:00000001:1.0:1767384290.516085:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.516086:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.516087:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.516089:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000008c73c86. 00002000:00000001:1.0:1767384290.516091:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506451320 : -114772203100296 : ffff979d839aa778) 00002000:00000001:1.0:1767384290.516092:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.516093:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:1.0:1767384290.516095:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002bd68b7d. 00002000:00000001:1.0:1767384290.516097:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516098:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.516100:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516100:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516101:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516102:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516103:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516104:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516105:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.516106:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516107:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516226:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.516229:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516230:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516231:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516232:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516233:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516234:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516235:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.516237:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506451320 : -114772203100296 : ffff979d839aa778) 00002000:00000001:1.0:1767384290.516239:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506451232 : -114772203100384 : ffff979d839aa720) 00002000:00000001:1.0:1767384290.516241:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.516242:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.516243:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.516245:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bbdd1564. 00002000:00000001:1.0:1767384290.516247:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506457096 : -114772203094520 : ffff979d839abe08) 00002000:00000001:1.0:1767384290.516248:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.516253:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:1.0:1767384290.516255:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e196d82. 00002000:00000001:1.0:1767384290.516257:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516258:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.516260:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516261:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516262:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516262:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516263:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516264:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516265:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.516266:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516267:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516383:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.516386:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516387:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516388:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516389:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516390:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516391:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516392:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.516395:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506457096 : -114772203094520 : ffff979d839abe08) 00002000:00000001:1.0:1767384290.516396:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506457008 : -114772203094608 : ffff979d839abdb0) 00002000:00000001:1.0:1767384290.516398:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.516399:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.516400:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.516403:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006598a026. 00002000:00000001:1.0:1767384290.516404:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506451928 : -114772203099688 : ffff979d839aa9d8) 00002000:00000001:1.0:1767384290.516406:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.516406:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:1.0:1767384290.516408:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3ee447d. 00002000:00000001:1.0:1767384290.516410:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516411:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.516412:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516413:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516413:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516414:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516420:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516421:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516422:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.516423:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516424:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516533:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.516536:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516537:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516538:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516538:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516540:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516541:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516542:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.516544:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506451928 : -114772203099688 : ffff979d839aa9d8) 00002000:00000001:1.0:1767384290.516546:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506451840 : -114772203099776 : ffff979d839aa980) 00080000:00000001:1.0:1767384290.516548:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384290.516550:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000031445e3b. 00080000:00000001:1.0:1767384290.516551:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305854717440 : -114767854834176 : ffff979e86c7ee00) 00080000:00000001:1.0:1767384290.516553:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384290.516555:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384290.516557:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a8404f89. 00080000:00000001:1.0:1767384290.516558:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516560:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516561:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516563:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516564:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516565:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516566:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516567:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516568:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516569:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516570:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516571:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516571:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516572:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516578:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516579:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516580:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516581:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516582:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516583:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516584:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516585:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516586:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516587:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516587:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516588:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516589:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516590:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516590:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516591:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384290.516592:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384290.516593:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384290.516594:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516595:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384290.516597:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384290.516598:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384290.516599:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a08c56c3. 00080000:00000001:1.0:1767384290.516600:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516605:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384290.516606:0:17892:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384290.516615:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516646:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516647:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516648:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516649:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516650:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516651:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516652:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516657:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516658:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2a:0x0] 00080000:00000001:1.0:1767384290.516660:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516665:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516666:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516667:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516668:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516669:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516670:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516671:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516672:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516673:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516684:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516685:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516687:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516689:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516705:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516706:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516707:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516708:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516709:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516710:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516711:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516714:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516715:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2b:0x0] 00080000:00000001:1.0:1767384290.516716:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516717:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516718:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516718:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516720:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516720:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516722:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516723:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516723:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516725:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516731:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516733:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516734:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516735:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516748:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516749:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516750:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516754:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516756:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516757:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516758:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516762:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516764:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2c:0x0] 00080000:00000001:1.0:1767384290.516765:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516788:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516790:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516791:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516793:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516794:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516796:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516797:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516798:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516800:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516809:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516811:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516812:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516814:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516845:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516847:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516847:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516849:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516850:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516851:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516852:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516856:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516857:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2d:0x0] 00080000:00000001:1.0:1767384290.516858:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516858:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516859:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516860:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516861:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516862:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516863:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516864:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516865:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516866:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516878:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516879:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516880:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516882:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516898:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516899:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516900:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516901:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516902:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516903:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516904:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516907:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516908:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2e:0x0] 00080000:00000001:1.0:1767384290.516909:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516910:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516911:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516911:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516912:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516914:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516914:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516915:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516916:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516917:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516923:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516924:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516925:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516926:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.516938:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516939:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516940:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516941:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516942:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516943:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.516943:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.516946:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.516947:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2f:0x0] 00080000:00000001:1.0:1767384290.516948:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.516949:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.516950:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.516954:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.516955:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516956:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.516958:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.516958:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.516959:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.516961:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.516968:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.516969:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516970:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.516972:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.517002:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517003:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517004:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517005:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517006:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517007:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517008:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.517011:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.517013:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x30:0x0] 00080000:00000001:1.0:1767384290.517014:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517014:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517015:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517016:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517017:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517018:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517019:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.517020:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517020:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517022:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.517028:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.517029:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517030:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517031:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384290.517043:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517044:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517045:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517046:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517047:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517052:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517053:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384290.517058:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384290.517059:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x31:0x0] 00080000:00000001:1.0:1767384290.517060:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517061:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517062:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517063:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517064:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517064:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517065:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384290.517066:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517067:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517068:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384290.517074:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384290.517075:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517076:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384290.517078:0:17892:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000007f43b3a7. 00002000:00001000:1.0:1767384290.517080:0:17892:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384290.517082:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384290.517084:0:17892:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384290.517086:0:17892:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384290.517087:0:17892:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 8589934593 00000001:00000010:1.0:1767384290.517089:0:17892:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000040b6cf7c. 00000001:00000040:1.0:1767384290.517091:0:17892:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 1 00000020:00000040:1.0:1767384290.517092:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=6 00000001:00000001:1.0:1767384290.517098:0:17892:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384290.517101:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a08c56c3. 00080000:00000010:1.0:1767384290.517103:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a8404f89. 00040000:00000001:1.0:1767384290.517104:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384290.517105:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384290.517107:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384290.517109:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000106ac71d/00000000004e43bc to site lru. bkt: 00000000ae1837de 00000020:00000002:1.0:1767384290.517110:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000dbdb398e/0000000062b4c41b to site lru. bkt: 0000000083d2f579 00000020:00000002:1.0:1767384290.517112:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000002b773063/0000000019935866 to site lru. bkt: 000000003b1af1d1 00000020:00000002:1.0:1767384290.517113:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000350432e4/00000000ed9c67ae to site lru. bkt: 000000005c1ff287 00000020:00000002:1.0:1767384290.517119:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000007da7308d/00000000c651445c to site lru. bkt: 0000000065929e33 00000020:00000002:1.0:1767384290.517120:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000cd1bfdb6/0000000008c73c86 to site lru. bkt: 00000000a7253a0c 00000020:00000002:1.0:1767384290.517122:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000005d17fbea/00000000bbdd1564 to site lru. bkt: 00000000d0e3b71e 00000020:00000002:1.0:1767384290.517123:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000006cc8ecb2/000000006598a026 to site lru. bkt: 000000000ea857a7 00002000:00000010:1.0:1767384290.517124:0:17892:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000051467f0d. 00002000:00001000:1.0:1767384290.517126:0:17892:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384290.517127:0:17892:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384290.517129:0:17892:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384290.517130:0:17892:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384290.517132:0:17892:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000a8404f89. 00002000:00000001:1.0:1767384290.517133:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.517134:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.517136:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.517137:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000057ce366f. 00002000:00000001:1.0:1767384290.517138:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506454056 : -114772203097560 : ffff979d839ab228) 00002000:00000001:1.0:1767384290.517140:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.517141:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384290.517143:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca658439. 00002000:00000001:1.0:1767384290.517144:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517145:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.517147:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517148:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517149:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517149:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517150:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517152:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517153:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.517154:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517154:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517266:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.517269:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517270:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517271:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517271:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517272:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517278:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517279:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.517281:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506454056 : -114772203097560 : ffff979d839ab228) 00002000:00000001:1.0:1767384290.517283:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506453968 : -114772203097648 : ffff979d839ab1d0) 00002000:00000001:1.0:1767384290.517284:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.517285:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.517287:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.517289:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000c0fb57d. 00002000:00000001:1.0:1767384290.517290:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506449496 : -114772203102120 : ffff979d839aa058) 00002000:00000001:1.0:1767384290.517292:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.517293:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384290.517294:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000127af1d2. 00002000:00000001:1.0:1767384290.517296:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517297:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.517298:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517299:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517300:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517301:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517302:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517303:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517304:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.517305:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517305:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517408:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.517411:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517412:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517413:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517414:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517415:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517416:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517418:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.517420:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506449496 : -114772203102120 : ffff979d839aa058) 00002000:00000001:1.0:1767384290.517421:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506449408 : -114772203102208 : ffff979d839aa000) 00002000:00000001:1.0:1767384290.517423:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.517424:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.517425:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.517432:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000328d53c0. 00002000:00000001:1.0:1767384290.517434:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506456792 : -114772203094824 : ffff979d839abcd8) 00002000:00000001:1.0:1767384290.517435:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.517436:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:1.0:1767384290.517438:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a107da5c. 00002000:00000001:1.0:1767384290.517440:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517441:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.517442:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517443:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517444:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517445:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517446:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517447:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517448:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.517449:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517449:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517551:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.517553:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517555:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517556:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517557:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517558:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517559:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517560:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.517562:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506456792 : -114772203094824 : ffff979d839abcd8) 00002000:00000001:1.0:1767384290.517564:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506456704 : -114772203094912 : ffff979d839abc80) 00002000:00000001:1.0:1767384290.517565:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.517566:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.517568:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.517570:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f155a8c1. 00002000:00000001:1.0:1767384290.517571:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506452840 : -114772203098776 : ffff979d839aad68) 00002000:00000001:1.0:1767384290.517573:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.517574:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:1.0:1767384290.517576:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ffe44183. 00002000:00000001:1.0:1767384290.517577:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517578:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.517583:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517584:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517585:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517586:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517587:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517588:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517589:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.517590:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517590:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517762:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.517765:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517802:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517804:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517805:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517806:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517808:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.517809:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.517812:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506452840 : -114772203098776 : ffff979d839aad68) 00002000:00000001:1.0:1767384290.517814:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506452752 : -114772203098864 : ffff979d839aad10) 00002000:00000001:1.0:1767384290.517816:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.517817:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.517819:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.517832:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007acf7df3. 00002000:00000001:1.0:1767384290.517835:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506450104 : -114772203101512 : ffff979d839aa2b8) 00002000:00000001:1.0:1767384290.517837:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.517837:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:1.0:1767384290.517839:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007126282f. 00002000:00000001:1.0:1767384290.517841:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517842:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.517843:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.517844:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.517845:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.517845:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.517846:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.517847:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.517848:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.517849:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.517854:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.517999:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.518002:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518003:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518004:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518005:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518006:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518007:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.518008:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.518011:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506450104 : -114772203101512 : ffff979d839aa2b8) 00002000:00000001:1.0:1767384290.518012:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506450016 : -114772203101600 : ffff979d839aa260) 00002000:00000001:1.0:1767384290.518014:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.518014:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.518016:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.518018:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000073d45739. 00002000:00000001:1.0:1767384290.518020:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506454360 : -114772203097256 : ffff979d839ab358) 00002000:00000001:1.0:1767384290.518022:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.518022:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384290.518024:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b2b8d678. 00002000:00000001:1.0:1767384290.518025:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518027:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.518028:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518029:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518029:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518030:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518031:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518032:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.518033:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.518034:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.518035:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.518141:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.518143:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518144:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518145:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518146:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518147:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518153:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.518154:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.518156:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506454360 : -114772203097256 : ffff979d839ab358) 00002000:00000001:1.0:1767384290.518157:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506454272 : -114772203097344 : ffff979d839ab300) 00002000:00000001:1.0:1767384290.518159:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.518160:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.518161:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.518163:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000984e334c. 00002000:00000001:1.0:1767384290.518164:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506455272 : -114772203096344 : ffff979d839ab6e8) 00002000:00000001:1.0:1767384290.518177:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.518177:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:1.0:1767384290.518201:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007eb3e640. 00002000:00000001:1.0:1767384290.518203:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518204:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.518206:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518207:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518207:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518208:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518209:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518210:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.518212:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.518212:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.518213:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:1.0:1767384290.518329:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384290.518332:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518333:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518334:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518335:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518336:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518337:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384290.518339:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384290.518341:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506455272 : -114772203096344 : ffff979d839ab6e8) 00002000:00000001:1.0:1767384290.518343:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506455184 : -114772203096432 : ffff979d839ab690) 00002000:00000001:1.0:1767384290.518345:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384290.518345:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384290.518347:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384290.518352:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008d385526. 00002000:00000001:1.0:1767384290.518354:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629301506452232 : -114772203099384 : ffff979d839aab08) 00002000:00000001:1.0:1767384290.518356:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384290.518357:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:1.0:1767384290.518359:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009cd0eae6. 00002000:00000001:1.0:1767384290.518360:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518362:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384290.518363:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384290.518364:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384290.518365:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384290.518366:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384290.518367:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384290.518368:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384290.518369:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384290.518369:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384290.518370:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518497:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.518501:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518502:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518504:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518504:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518505:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518506:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518508:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.518510:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629301506452232 : -114772203099384 : ffff979d839aab08) 00002000:00000001:0.0:1767384290.518512:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629301506452144 : -114772203099472 : ffff979d839aaab0) 00080000:00000001:0.0:1767384290.518514:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384290.518516:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004948f0f8. 00080000:00000001:0.0:1767384290.518518:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866634240 : -114767842917376 : ffff979e877dc400) 00080000:00000001:0.0:1767384290.518520:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.518521:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.518523:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000074ee2e0. 00080000:00000001:0.0:1767384290.518524:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518526:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518527:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518529:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518530:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518531:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518532:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518533:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518534:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518535:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518535:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518536:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518537:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518538:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518543:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518545:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518546:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518547:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518548:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518549:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518550:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518551:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518551:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518552:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518553:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518554:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518555:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518556:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518556:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518557:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.518558:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.518559:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.518559:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518560:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384290.518562:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.518563:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.518564:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002de01098. 00080000:00000001:0.0:1767384290.518565:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518568:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384290.518569:0:17892:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:0.0:1767384290.518574:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518595:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518596:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518597:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518598:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518599:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518600:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518601:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518605:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518606:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:0.0:1767384290.518607:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518612:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518613:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518614:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518615:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518616:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518617:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518618:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518619:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518620:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518630:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518631:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518632:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518634:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518649:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518650:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518651:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518651:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518653:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518654:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518655:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518658:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518659:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:0.0:1767384290.518660:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518661:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518661:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518662:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518663:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518664:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518665:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518666:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518667:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518668:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518675:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518676:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518677:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518678:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518690:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518691:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518692:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518696:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518697:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518699:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518700:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518704:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518705:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:0.0:1767384290.518706:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518707:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518708:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518708:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518710:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518710:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518711:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518712:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518713:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518714:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518721:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518722:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518723:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518724:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518748:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518749:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518750:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518751:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518752:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518753:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518754:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518757:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518759:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:0.0:1767384290.518760:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518760:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518761:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518762:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518763:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518764:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518765:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518792:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518793:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518794:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518811:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518813:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518815:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518817:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518837:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518838:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518839:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518840:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518841:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518842:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518844:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518847:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518848:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:0.0:1767384290.518849:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518850:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518851:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518852:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518853:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518854:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518855:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518855:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518856:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518857:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518863:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518864:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518866:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518867:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518878:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518879:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518880:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518881:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518882:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518882:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518884:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518886:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518888:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:0.0:1767384290.518889:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518889:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518890:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518895:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518896:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518897:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518898:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518899:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518900:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518901:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518908:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518909:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518911:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518912:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518926:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518927:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518927:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518928:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518929:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518930:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518931:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518934:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518935:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:0.0:1767384290.518936:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518937:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518937:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518938:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518939:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518940:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.518941:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.518942:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.518943:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.518944:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.518949:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.518950:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518952:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518953:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.518963:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518964:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518965:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518966:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518967:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518971:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.518972:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.518989:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.518992:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:0.0:1767384290.518994:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.518995:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.518996:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.518997:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.518998:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.518999:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519000:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.519001:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519002:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519003:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.519013:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.519014:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519016:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384290.519018:0:17892:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006decef31. 00002000:00001000:0.0:1767384290.519020:0:17892:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:0.0:1767384290.519022:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:0.0:1767384290.519024:0:17892:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:0.0:1767384290.519025:0:17892:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384290.519026:0:17892:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:0.0:1767384290.519028:0:17892:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000064380b14. 00000001:00000040:0.0:1767384290.519030:0:17892:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 2 00000020:00000040:0.0:1767384290.519031:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=7 00000001:00000001:0.0:1767384290.519035:0:17892:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384290.519039:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002de01098. 00080000:00000010:0.0:1767384290.519040:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000074ee2e0. 00040000:00000001:0.0:1767384290.519042:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.519043:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384290.519044:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384290.519046:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000f0cd0edb/0000000057ce366f to site lru. bkt: 00000000acab0a77 00000020:00000002:0.0:1767384290.519047:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000f6b46dcc/000000000c0fb57d to site lru. bkt: 000000006cfee126 00000020:00000002:0.0:1767384290.519048:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000009a85c2c2/00000000328d53c0 to site lru. bkt: 00000000d77dd875 00000020:00000002:0.0:1767384290.519050:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000000856f5b3/00000000f155a8c1 to site lru. bkt: 00000000ac5067b0 00000020:00000002:0.0:1767384290.519057:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000003e7dbb97/000000007acf7df3 to site lru. bkt: 00000000d8f9bcfa 00000020:00000002:0.0:1767384290.519058:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000a82ab44f/0000000073d45739 to site lru. bkt: 00000000f7a66f87 00000020:00000002:0.0:1767384290.519060:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000bfa0f221/00000000984e334c to site lru. bkt: 00000000080ace67 00000020:00000002:0.0:1767384290.519061:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000000ca236f1/000000008d385526 to site lru. bkt: 0000000075b52dee 00002000:00000010:0.0:1767384290.519063:0:17892:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000a8404f89. 00002000:00001000:0.0:1767384290.519064:0:17892:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384290.519065:0:17892:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:0.0:1767384290.519067:0:17892:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:0.0:1767384290.519069:0:17892:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:0.0:1767384290.519070:0:17892:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000074ee2e0. 00002000:00000001:0.0:1767384290.519071:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519072:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519074:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519075:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ffab3b0b. 00002000:00000001:0.0:1767384290.519077:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864735800 : -114767844815816 : ffff979e8760cc38) 00002000:00000001:0.0:1767384290.519079:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519080:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:0.0:1767384290.519081:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004509d684. 00002000:00000001:0.0:1767384290.519083:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519084:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519085:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519086:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519088:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519088:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519089:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519090:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519091:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519092:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519093:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519244:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.519247:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519248:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519249:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519250:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519251:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519256:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.519258:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.519260:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864735800 : -114767844815816 : ffff979e8760cc38) 00002000:00000001:0.0:1767384290.519262:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864735712 : -114767844815904 : ffff979e8760cbe0) 00002000:00000001:0.0:1767384290.519263:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519264:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519266:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519267:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000025666db0. 00002000:00000001:0.0:1767384290.519269:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864733064 : -114767844818552 : ffff979e8760c188) 00002000:00000001:0.0:1767384290.519271:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519271:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:0.0:1767384290.519273:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f9fce78. 00002000:00000001:0.0:1767384290.519275:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519276:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519277:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519278:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519279:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519280:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519281:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519282:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519283:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519284:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519284:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519414:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.519417:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519418:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519419:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519420:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519421:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519422:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.519423:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.519426:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864733064 : -114767844818552 : ffff979e8760c188) 00002000:00000001:0.0:1767384290.519427:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864732976 : -114767844818640 : ffff979e8760c130) 00002000:00000001:0.0:1767384290.519429:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519430:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519431:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519439:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000086692ba1. 00002000:00000001:0.0:1767384290.519441:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864733976 : -114767844817640 : ffff979e8760c518) 00002000:00000001:0.0:1767384290.519445:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519446:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:0.0:1767384290.519449:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000498fdff2. 00002000:00000001:0.0:1767384290.519451:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519453:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519455:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519456:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519458:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519459:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519461:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519463:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519464:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519466:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519467:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519599:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.519601:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519603:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519604:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519605:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519606:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519607:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.519608:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.519610:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864733976 : -114767844817640 : ffff979e8760c518) 00002000:00000001:0.0:1767384290.519612:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864733888 : -114767844817728 : ffff979e8760c4c0) 00002000:00000001:0.0:1767384290.519614:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519614:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519616:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519618:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000003be0494. 00002000:00000001:0.0:1767384290.519620:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864736408 : -114767844815208 : ffff979e8760ce98) 00002000:00000001:0.0:1767384290.519621:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519622:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:0.0:1767384290.519624:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083d4ff4a. 00002000:00000001:0.0:1767384290.519626:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519627:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519632:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519633:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519634:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519635:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519636:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519637:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519638:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519638:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519639:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519756:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.519759:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519760:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519761:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519762:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519763:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519765:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.519785:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.519788:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864736408 : -114767844815208 : ffff979e8760ce98) 00002000:00000001:0.0:1767384290.519790:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864736320 : -114767844815296 : ffff979e8760ce40) 00002000:00000001:0.0:1767384290.519792:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519794:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519795:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519798:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e70c7901. 00002000:00000001:0.0:1767384290.519801:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864739752 : -114767844811864 : ffff979e8760dba8) 00002000:00000001:0.0:1767384290.519803:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519804:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:0.0:1767384290.519806:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000046744abc. 00002000:00000001:0.0:1767384290.519808:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519809:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519811:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519811:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519812:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519814:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519815:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519816:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519817:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519818:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519823:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.519938:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.519941:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519942:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519943:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519945:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519946:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519947:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.519948:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.519951:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864739752 : -114767844811864 : ffff979e8760dba8) 00002000:00000001:0.0:1767384290.519952:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864739664 : -114767844811952 : ffff979e8760db50) 00002000:00000001:0.0:1767384290.519954:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.519955:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.519956:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.519958:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a073120c. 00002000:00000001:0.0:1767384290.519960:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864739144 : -114767844812472 : ffff979e8760d948) 00002000:00000001:0.0:1767384290.519962:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.519963:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:0.0:1767384290.519965:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e28e9175. 00002000:00000001:0.0:1767384290.519966:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519968:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.519969:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.519970:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.519970:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.519971:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.519973:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.519974:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.519975:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.519975:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.519976:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520107:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.520110:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520111:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520112:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520113:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520114:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520120:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520121:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.520123:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864739144 : -114767844812472 : ffff979e8760d948) 00002000:00000001:0.0:1767384290.520125:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864739056 : -114767844812560 : ffff979e8760d8f0) 00002000:00000001:0.0:1767384290.520126:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.520127:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.520128:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.520130:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001986fda1. 00002000:00000001:0.0:1767384290.520131:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864733672 : -114767844817944 : ffff979e8760c3e8) 00002000:00000001:0.0:1767384290.520133:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.520134:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:0.0:1767384290.520136:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cc78165a. 00002000:00000001:0.0:1767384290.520137:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520138:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.520140:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520140:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520141:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520142:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520143:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520144:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520145:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.520146:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520147:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520268:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.520270:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520272:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520273:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520274:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520275:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520276:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520277:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.520279:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864733672 : -114767844817944 : ffff979e8760c3e8) 00002000:00000001:0.0:1767384290.520281:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864733584 : -114767844818032 : ffff979e8760c390) 00002000:00000001:0.0:1767384290.520282:0:17892:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384290.520283:0:17892:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384290.520285:0:17892:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384290.520291:0:17892:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000106f9090. 00002000:00000001:0.0:1767384290.520292:0:17892:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446629305864737016 : -114767844814600 : ffff979e8760d0f8) 00002000:00000001:0.0:1767384290.520294:0:17892:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384290.520295:0:17892:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:0.0:1767384290.520296:0:17892:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001052b604. 00002000:00000001:0.0:1767384290.520298:0:17892:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520299:0:17892:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384290.520301:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520302:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520302:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520303:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520304:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520305:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520306:0:17892:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:0.0:1767384290.520307:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520308:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520419:0:17892:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384290.520422:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520423:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520424:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520425:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520426:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520427:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520428:0:17892:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384290.520430:0:17892:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629305864737016 : -114767844814600 : ffff979e8760d0f8) 00002000:00000001:0.0:1767384290.520432:0:17892:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446629305864736928 : -114767844814688 : ffff979e8760d0a0) 00080000:00000001:0.0:1767384290.520435:0:17892:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384290.520438:0:17892:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006815910b. 00080000:00000001:0.0:1767384290.520440:0:17892:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866633216 : -114767842918400 : ffff979e877dc000) 00080000:00000001:0.0:1767384290.520443:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.520444:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.520447:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002de01098. 00080000:00000001:0.0:1767384290.520449:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520450:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520452:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520455:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520463:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520466:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520468:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520470:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520472:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520473:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520475:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520477:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520478:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520480:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520481:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520483:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520485:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520486:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520488:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520490:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520490:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520491:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520492:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520494:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520495:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520496:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520497:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520498:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520499:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520500:0:17892:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384290.520500:0:17892:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:0.0:1767384290.520501:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384290.520502:0:17892:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520503:0:17892:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384290.520505:0:17892:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384290.520506:0:17892:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384290.520508:0:17892:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004aaa04c1. 00080000:00000001:0.0:1767384290.520509:0:17892:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520512:0:17892:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384290.520513:0:17892:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:0.0:1767384290.520523:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520544:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520545:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520546:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520547:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520549:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520550:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520551:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520555:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520556:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:0.0:1767384290.520557:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520558:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520559:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520559:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520560:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520561:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520562:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520563:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520564:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520565:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520572:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520574:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520575:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520576:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520618:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520620:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520621:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520622:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520623:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520624:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520625:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520628:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520629:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:0.0:1767384290.520630:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520631:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520632:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520633:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520634:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520635:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520639:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520640:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520641:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520643:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520651:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520653:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520654:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520656:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520669:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520671:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520671:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520672:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520673:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520674:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520675:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520678:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520680:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:0.0:1767384290.520680:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520681:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520682:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520683:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520684:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520685:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520686:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520686:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520687:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520688:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520693:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520694:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520695:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520697:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520720:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520722:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520723:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520723:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520724:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520725:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520727:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520730:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520735:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:0.0:1767384290.520736:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520737:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520737:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520738:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520739:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520740:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520741:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520742:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520743:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520744:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520751:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520752:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520753:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520755:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520794:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520796:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520797:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520799:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520801:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520802:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520804:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520807:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520809:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:0.0:1767384290.520810:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520811:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520811:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520813:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520814:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520815:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520815:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520816:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520817:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520818:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520825:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520826:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520827:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520829:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520843:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520848:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520849:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520850:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520851:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520853:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520854:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520858:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520859:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:0.0:1767384290.520860:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520861:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520862:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520863:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520864:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520865:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520865:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520866:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520867:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520868:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520876:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520877:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520878:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520880:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520892:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520893:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520894:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520895:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520896:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520897:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520897:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520900:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520901:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:0.0:1767384290.520902:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520903:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520903:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520904:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520905:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520906:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520907:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520908:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520913:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520914:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520923:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520924:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520926:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520927:0:17892:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384290.520940:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520941:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520942:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520943:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520944:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520945:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384290.520946:0:17892:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384290.520949:0:17892:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384290.520950:0:17892:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:0.0:1767384290.520951:0:17892:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384290.520952:0:17892:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384290.520952:0:17892:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384290.520953:0:17892:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384290.520954:0:17892:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520955:0:17892:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384290.520956:0:17892:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384290.520957:0:17892:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384290.520958:0:17892:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305856435200 : -114767853116416 : ffff979e86e22400) 00000001:00000001:0.0:1767384290.520959:0:17892:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384290.520965:0:17892:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384290.520966:0:17892:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384290.520967:0:17892:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384290.520969:0:17892:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000dcf03c01. 00002000:00001000:0.0:1767384290.520970:0:17892:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:0.0:1767384290.520973:0:17892:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:0.0:1767384290.520974:0:17892:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:0.0:1767384290.520976:0:17892:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384290.520991:0:17892:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:0.0:1767384290.520993:0:17892:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000fab12c65. 00000001:00000040:0.0:1767384290.520995:0:17892:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 3 00000020:00000040:0.0:1767384290.520996:0:17892:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=8 00000001:00000001:0.0:1767384290.521007:0:17892:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384290.521010:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004aaa04c1. 00080000:00000010:0.0:1767384290.521012:0:17892:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002de01098. 00040000:00000001:0.0:1767384290.521013:0:17892:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384290.521014:0:17892:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384290.521015:0:17892:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384290.521017:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000009900bd8f/00000000ffab3b0b to site lru. bkt: 00000000b6b60e3c 00000020:00000002:0.0:1767384290.521019:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000004ed46f1f/0000000025666db0 to site lru. bkt: 00000000e88b8dd1 00000020:00000002:0.0:1767384290.521020:0:17892:0:(lu_object.c:207:lu_object_put()) Add 0000000009143f81/0000000086692ba1 to site lru. bkt: 00000000efdeb4bd 00000020:00000002:0.0:1767384290.521022:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000901ec456/0000000003be0494 to site lru. bkt: 00000000250861fa 00000020:00000002:0.0:1767384290.521023:0:17892:0:(lu_object.c:207:lu_object_put()) Add 000000007eaffc40/00000000e70c7901 to site lru. bkt: 00000000e21d6468 00000020:00000002:0.0:1767384290.521024:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000206045fc/00000000a073120c to site lru. bkt: 000000007ed687bd 00000020:00000002:0.0:1767384290.521025:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000ace7eea6/000000001986fda1 to site lru. bkt: 00000000fed9a91f 00000020:00000002:0.0:1767384290.521026:0:17892:0:(lu_object.c:207:lu_object_put()) Add 00000000b38f174a/00000000106f9090 to site lru. bkt: 00000000f26e202e 00002000:00000010:0.0:1767384290.521027:0:17892:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000074ee2e0. 00002000:00001000:0.0:1767384290.521029:0:17892:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384290.521030:0:17892:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384290.521032:0:17892:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1767384290.521033:0:17892:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:0.0:1767384290.521034:0:17892:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:0.0:1767384290.521036:0:17892:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384290.521037:0:17892:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384290.521039:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853236731452416 00010000:00000001:0.0:1767384290.521041:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384290.521043:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000165fdfc9 x1853236731452416/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384290.521049:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384290.521050:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384290.521052:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384290.521054:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384290.521056:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384290.521057:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384290.521059:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384290.521064:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384290.521066:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384290.521068:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384290.521070:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384290.521073:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236731452416, offset 224 00000400:00000200:0.0:1767384290.521077:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384290.521082:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384290.521086:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d101c00 00000400:00000200:0.0:1767384290.521089:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:0.0:1767384290.521093:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384290.521095:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384290.521098:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384290.521100:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384290.521105:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384290.521118:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384290.521122:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384290.521123:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384290.521125:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384290.521126:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384290.521129:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384290.521131:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384290.521133:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384290.521134:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384290.521136:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384290.521139:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000165fdfc9 x1853236731452416/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:271/0 lens 432/432 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.521147:0:17107:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384290.521147:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000165fdfc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17107:x1853236731452416:12345-0@lo:5: Request processed in 8900us (9086us total) trans 8589934596 rc 0/0 00000400:00000001:2.0:1767384290.521154:0:17107:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384290.521155:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000001:2.0:1767384290.521157:0:17107:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384290.521159:0:17107:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a462452. 00000100:00000040:0.0:1767384290.521159:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384290.521164:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384290.521166:0:17107:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384290.521168:0:17107:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:2.0:1767384290.521172:0:17107:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384290.521172:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1767384290.521175:0:17892:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:0.0:1767384290.521178:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068364b3f. 00000100:00000200:2.0:1767384290.521179:0:17107:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384290.521184:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aacc5ebb. 00000020:00000010:0.0:1767384290.521190:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb3ea38. 00000100:00000200:2.0:1767384290.521195:0:17107:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384290.521195:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 7 00000100:00000001:0.0:1767384290.521200:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.521208:0:17107:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384290.521210:0:17107:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.521212:0:17107:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384290.521213:0:17107:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384290.521214:0:17107:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384290.521216:0:17107:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384290.521217:0:17107:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384290.521227:0:17107:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384290.521230:0:17107:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384290.521231:0:17107:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384290.521232:0:17107:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384290.521233:0:17107:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384290.521236:0:17107:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000569d6959 x1853236731452416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384290.521240:0:17107:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.521242:0:17107:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767384290.521244:0:17107:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767384290.521245:0:17107:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767384290.521246:0:17107:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384290.521247:0:17107:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000001:2.0:1767384290.521248:0:17107:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384290.521249:0:17107:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:2.0:1767384290.521251:0:17107:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384290.521255:0:17107:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1767384290.521256:0:17107:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384290.521257:0:17107:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384290.521259:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.521263:0:17107:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384290.521264:0:17107:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384290.521265:0:17107:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384290.521267:0:17107:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384290.521271:0:17107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000569d6959 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17107:1853236731452416:0@lo:5: 00000100:00000001:2.0:1767384290.521273:0:17107:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384290.521274:0:17107:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384290.521276:0:17107:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384290.521280:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.521281:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.521285:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384290.521287:0:17107:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d8cbbcf. 00000100:00000001:2.0:1767384290.521289:0:17107:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384290.521290:0:17107:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384290.521293:0:17107:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:2.0:1767384290.521296:0:17107:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384290.521298:0:17107:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:2.0:1767384290.521301:0:17107:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384290.521302:0:17107:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384290.521306:0:17107:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384290.521308:0:17107:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1767384290.521309:0:17107:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384290.521310:0:17107:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384290.521312:0:17107:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384290.521313:0:17107:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384290.521314:0:17107:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384290.521315:0:17107:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.335877:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384291.335881:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384291.335884:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384291.626702:0:18611:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384291.626707:0:18611:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing lnet_if_list 00000001:00000001:1.0:1767384291.628821:0:18611:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1767384291.880916:0:18638:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000034b7eac2. 00080000:00000010:1.0:1767384291.880925:0:18638:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000034b7eac2. 00000020:00000001:1.0:1767384291.880929:0:18638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384291.880936:0:18638:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000034b7eac2. 00080000:00000010:1.0:1767384291.880941:0:18638:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000034b7eac2. 00000020:00000001:1.0:1767384291.880944:0:18638:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:0.0:1767384292.066529:0:18676:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:1.0:1767384292.290654:0:18685:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000548561ce. 00080000:00000010:1.0:1767384292.290668:0:18685:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000548561ce. 00000020:00000001:1.0:1767384292.290676:0:18685:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384292.290689:0:18685:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000548561ce. 00080000:00000010:1.0:1767384292.290695:0:18685:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000548561ce. 00000020:00000001:1.0:1767384292.290701:0:18685:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384292.360029:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384292.360043:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384292.360046:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384292.693822:0:18736:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d73d2425. 00080000:00000010:0.0:1767384292.693832:0:18736:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d73d2425. 00000020:00000001:0.0:1767384292.693836:0:18736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384292.693844:0:18736:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d73d2425. 00080000:00000010:0.0:1767384292.693849:0:18736:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d73d2425. 00000020:00000001:0.0:1767384292.693852:0:18736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.383896:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.383901:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.383912:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384293.523079:0:18900:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384293.523083:0:18900:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:1.0:1767384293.527763:0:18900:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384293.537705:0:18901:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f4d37583. 00000400:00000010:1.0:1767384293.537722:0:18901:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dfefde92. 00000400:00000010:1.0:1767384293.537733:0:18901:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000078be665d. 00000400:00000010:1.0:1767384293.537737:0:18901:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c8ad5e45. 00000400:00000010:1.0:1767384293.537742:0:18901:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039b521db. 00000400:00000010:1.0:1767384293.537746:0:18901:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046fb54e1. 00000400:00000010:1.0:1767384293.537748:0:18901:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ffe6f04. 00000400:00000010:1.0:1767384293.537750:0:18901:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051a6073e. 00000400:00000010:1.0:1767384293.537754:0:18901:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a0d6149c. 00000800:00000010:1.0:1767384293.537805:0:18901:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000028c232a6. 00000800:00000200:1.0:1767384293.537821:0:18901:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384293.537826:0:18901:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384293.537890:0:18901:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384293.537914:0:18901:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp10 [8/256/0/180] 00000400:00000010:1.0:1767384293.539891:0:18901:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000f6d35ed9. 00000400:00000010:1.0:1767384293.539898:0:18901:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0792bbd. 00000400:00000010:1.0:1767384293.539904:0:18901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792c6fdd. 00000400:00000001:1.0:1767384293.539917:0:18901:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384293.539919:0:18901:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384293.539938:0:18901:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef8b11c5. 00000400:00000200:1.0:1767384293.539942:0:18901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee0fd7a 00000400:00000010:1.0:1767384293.539944:0:18901:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bee0fd7a. 00000400:00000010:1.0:1767384293.539949:0:18901:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000f0b971ef. 00000400:00000200:1.0:1767384293.539955:0:18901:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (1) 00000400:00000200:1.0:1767384293.539968:0:18901:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384293.539980:0:18901:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:1.0:1767384293.539988:0:18901:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d98bc178. 00000020:01000000:1.0:1767384293.539993:0:18901:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384293.539996:0:18901:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp10 00000400:00000010:1.0:1767384293.540016:0:18901:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dfefde92. 00000400:00000010:1.0:1767384293.540022:0:18901:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f4d37583. 00000020:00000001:2.0:1767384293.540061:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384293.540071:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384293.540079:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384293.540087:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384293.540095:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384293.540100:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384293.540105:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384293.540113:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384293.540119:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384293.540126:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384293.540130:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384293.540135:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384293.540140:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384293.540142:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384293.540162:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000020:00000040:2.0:1767384293.540172:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384293.540182:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384293.540186:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384293.540192:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384293.540208:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000061455678. 00000100:00000001:2.0:1767384293.540220:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.540232:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384293.540235:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384293.540246:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_00+0] req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384293.540294:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384293.540299:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.540304:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384293.540307:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384293.540309:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.540315:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384293.540318:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384293.540319:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384293.540325:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384293.540330:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384293.540331:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384293.540337:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:0.0:1767384293.540339:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384293.540346:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384293.540348:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f8fd452. 00000020:01000004:2.0:1767384293.540354:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384293.540354:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384293.540356:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384293.540359:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384293.540361:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384293.540367:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384293.540368:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384293.540370:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 02000000:00000001:1.0:1767384293.540373:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384293.540375:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384293.540381:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384293.540383:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384293.540383:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:1.0:1767384293.540388:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731452544:0@lo:253: 00000020:01000004:2.0:1767384293.540389:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384293.540394:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000020:01000004:2.0:1767384293.540396:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384293.540398:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384293.540402:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384293.540406:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384293.540410:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384293.540411:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d54e6460. 02000000:00000001:1.0:1767384293.540412:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384293.540414:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384293.540420:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000010:1.0:1767384293.540422:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000059e23fa5. 02000000:00000001:1.0:1767384293.540429:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.540430:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:0.0:1767384293.540431:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384293.540435:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455bc99a. 02000000:00000001:2.0:1767384293.540436:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:0.0:1767384293.540440:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384293.540445:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.540446:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfefde92. 00000800:00000001:0.0:1767384293.540449:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384293.540455:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731452544, portal 25 02000000:00000010:2.0:1767384293.540461:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004499d4f9. 00000100:00000001:1.0:1767384293.540463:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384293.540464:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : PUT - for me 00000100:00000001:1.0:1767384293.540468:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000100:00000001:2.0:1767384293.540472:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.540477:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.540483:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384293.540487:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 64 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384293.540494:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384293.540499:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.540506:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384293.540507:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000010:1.0:1767384293.540514:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f86a958a. 00000100:00000040:2.0:1767384293.540515:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54e6460] to pc [ptlrpcd_00_01+1] req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384293.540516:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e08304c. 00000400:00000200:0.0:1767384293.540525:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee509b6d 00000100:00000200:1.0:1767384293.540530:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731452544, offset 0 00000800:00000001:0.0:1767384293.540532:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384293.540547:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384293.540548:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384293.540549:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384293.540556:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384293.540558:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.540565:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384293.540566:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384293.540575:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384293.540575:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 00000020:00000010:2.0:1767384293.540584:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d98bc178. 00000400:00000200:1.0:1767384293.540584:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d101c80 00000400:00000200:0.0:1767384293.540586:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee509b6d 00000400:00000010:0.0:1767384293.540593:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee509b6d. 00000400:00000200:0.0:1767384293.540598:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384293.540603:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (3) 00000400:00000200:1.0:1767384293.540604:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000400:00000200:0.0:1767384293.540612:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384293.540620:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000001be2308c. 00000400:00000010:1.0:1767384293.540621:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a13971ab. 00000400:00000200:0.0:1767384293.540628:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 2 00000400:00000200:1.0:1767384293.540629:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f02de4e4 00000100:00000001:2.0:1767384293.540634:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384293.540636:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384293.540639:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384293.540640:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384293.540647:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384293.540650:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (4) 00000400:00000200:1.0:1767384293.540652:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384293.540658:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384293.540661:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384293.540674:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp to MR: 192.168.204.118@tcp local destination 00000100:00000001:2.0:1767384293.540689:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384293.540689:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [6:6:256:4294967295] 192.168.204.118@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000001:2.0:1767384293.540694:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.540703:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384293.540709:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384293.540709:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : ACK try# 0 02000000:00000001:2.0:1767384293.540718:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.540721:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f02de4e4 00000800:00000200:0.0:1767384293.540726:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp 00000400:00000010:1.0:1767384293.540727:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f02de4e4. 00000100:00100000:2.0:1767384293.540729:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d54e6460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731452672:0@lo:253: 00000800:00000010:0.0:1767384293.540735:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e236172. 00000100:00000001:1.0:1767384293.540737:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384293.540739:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384293.540742:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384293.540746:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384293.540749:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000100:00000040:1.0:1767384293.540750:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000001a48394d x1853236731452544 msgsize 4848 02000000:00000001:2.0:1767384293.540752:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.540759:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384293.540805:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:1023 00000800:00000200:0.0:1767384293.540810:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009e236172 type 0, nob 96 niov 1 nkiov 0 02000000:00000010:2.0:1767384293.540816:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d98bc178. 00000100:00100000:1.0:1767384293.540817:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384293.540823:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384293.540825:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384293.540835:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000100:00000001:1.0:1767384293.540836:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384293.540846:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b57fe5a4. 00000400:00000200:1.0:1767384293.540846:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86a958a 00000400:00000010:1.0:1767384293.540850:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f86a958a. 00000100:00000001:1.0:1767384293.540855:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384293.540859:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731452672, portal 25 00000100:00000200:1.0:1767384293.540861:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384293.540865:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384293.540866:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384293.540871:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789369984 : -114766920181632 : ffff979ebe7d9880) 00000800:00000010:0.0:1767384293.540873:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e236172. 00000400:00000200:0.0:1767384293.540884:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384293.540887:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.540888:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384293.540895:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000100:00000040:1.0:1767384293.540898:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384293.540909:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384293.540917:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384293.540939:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384293.540946:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.540949:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.540952:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384293.540952:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384293.540954:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384293.540960:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.540962:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.540971:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294879714 00000100:00000040:2.0:1767384293.540976:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384293.540976:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : ACK - for me 00000100:00000010:1.0:1767384293.540979:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000400:00000010:2.0:1767384293.540986:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f14d4937. 00000100:00000001:1.0:1767384293.540991:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384293.541000:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp: ACK from 12345-192.168.204.118@tcp into md 0x1171 00000100:00000001:1.0:1767384293.541001:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294879714 00000100:00000010:1.0:1767384293.541007:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cd2747. 00000100:00000001:1.0:1767384293.541014:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384293.541016:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731452672, offset 0 00000400:00000200:0.0:1767384293.541017:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384293.541020:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294879714 00000400:00000200:0.0:1767384293.541029:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000100:00000010:1.0:1767384293.541031:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000818b0add. 00000400:00000200:2.0:1767384293.541039:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384293.541039:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384293.541047:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000100:00000001:1.0:1767384293.541048:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294879714 00000400:00000010:0.0:1767384293.541053:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000400:00000200:2.0:1767384293.541057:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.541061:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000010:1.0:1767384293.541066:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234e8481. 00000400:00000200:0.0:1767384293.541069:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:1.0:1767384293.541075:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384293.541079:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384293.541081:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d101d00 00000100:00000001:1.0:1767384293.541085:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384293.541088:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (3) 00000100:00000001:1.0:1767384293.541092:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384293.541098:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384293.541099:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000100:00000001:1.0:1767384293.541099:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.541108:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384293.541108:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384293.541110:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d2c1f54. 00000400:00000200:2.0:1767384293.541122:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095938875 00000100:00000001:1.0:1767384293.541125:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384293.541129:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384293.541130:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384293.541133:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.541136:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384293.541140:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384293.541142:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384293.541145:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384293.541149:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095938875 00000400:00000010:2.0:1767384293.541154:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095938875. 00000100:00000001:2.0:1767384293.541160:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384293.541163:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384293.541168:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000faffaf40 x1853236731452672 msgsize 4848 00000100:00100000:2.0:1767384293.541178:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384293.541181:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384293.541196:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384293.541205:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14d4937 00000400:00000010:2.0:1767384293.541208:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f14d4937. 00000100:00000001:2.0:1767384293.541213:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384293.541219:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384293.541233:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384293.541238:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384293.541248:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384293.541251:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.541255:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2fd9e44. 00000100:00000001:2.0:1767384293.541257:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.541259:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384293.541265:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452544 00000400:00000010:1.0:1767384293.541268:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024b9984b. 00000100:00000001:2.0:1767384293.541269:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.541269:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384293.541276:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.541279:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294879714 00000400:00000200:1.0:1767384293.541280:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000100:00000001:0.0:1767384293.541280:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.541290:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 02000000:00000001:0.0:1767384293.541290:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.541291:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294879714 00000100:00100000:0.0:1767384293.541298:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452544 00000100:00000001:2.0:1767384293.541300:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294879714 00000400:00000010:1.0:1767384293.541301:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000e0c93e6b. 00000020:00000001:0.0:1767384293.541303:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384293.541308:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384293.541311:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294879714 00000020:00000001:0.0:1767384293.541312:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384293.541313:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000628811a9. 00000020:00000040:0.0:1767384293.541318:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000010:1.0:1767384293.541321:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000e21541d6. 00000020:00000001:0.0:1767384293.541324:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384293.541330:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294879714 00000020:00000001:0.0:1767384293.541331:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:1.0:1767384293.541337:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000db1fde20. 00000100:00000001:2.0:1767384293.541340:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294879714 00000100:00000001:0.0:1767384293.541341:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384293.541346:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000db1fde20 nid 192.168.204.118@tcp10 00000100:00000001:2.0:1767384293.541349:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294879714 00000020:00000010:0.0:1767384293.541349:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6946295. 00000400:00000010:1.0:1767384293.541353:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e4ca4cca. 00000100:00000001:0.0:1767384293.541356:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384293.541358:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294879714 00000020:00000010:0.0:1767384293.541363:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6946295. 00000400:00000200:1.0:1767384293.541364:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e4ca4cca net tcp10 00000100:00000001:2.0:1767384293.541367:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384293.541371:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (2) 00000100:00000001:2.0:1767384293.541375:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384293.541379:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7fee436. 00000400:00000200:1.0:1767384293.541382:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp10 flags 0x11 00000100:00000001:2.0:1767384293.541385:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.541391:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000e0c93e6b. 00000100:00000001:2.0:1767384293.541393:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384293.541393:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a0bf0d4. 00000400:00000010:1.0:1767384293.541397:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000628811a9. 00000100:00000001:2.0:1767384293.541406:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384293.541407:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000e21541d6. 00000020:00000010:0.0:1767384293.541408:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aacc5ebb. 00000100:00000001:2.0:1767384293.541413:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384293.541415:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000001be2308c. 00000100:00000001:2.0:1767384293.541423:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384293.541425:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384293.541427:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000100:00000001:2.0:1767384293.541429:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384293.541436:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.541437:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000100:00000001:0.0:1767384293.541437:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.541444:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384293.541445:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.541446:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000100:00000001:0.0:1767384293.541451:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.541456:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000100:00000001:0.0:1767384293.541469:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384293.541471:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384293.541478:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384293.541483:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384293.541487:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (3) 00000100:00000001:0.0:1767384293.541493:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384293.541500:0:17079:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e353e74f. 00000100:00000001:2.0:1767384293.541509:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384293.541512:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384293.541513:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452672 00000100:00000001:0.0:1767384293.541518:0:17078:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384293.541520:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384293.541525:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384293.541532:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.541534:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384293.541542:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.541542:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384293.541550:0:17078:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384293.541551:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452672 00000100:00000001:0.0:1767384293.541555:0:17078:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.541559:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384293.541565:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384293.541571:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384293.541578:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:2.0:1767384293.541587:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384293.541595:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384293.541623:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384293.541634:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00000100:00000001:2.0:1767384293.541642:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384293.541652:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c18345c. 00000020:00000010:2.0:1767384293.541666:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d877147. 00000020:00000010:2.0:1767384293.541686:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb56e144. 00000020:00000010:2.0:1767384293.541697:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000090e150de. 00000100:00000001:2.0:1767384293.541713:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384293.541717:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384293.541720:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.541733:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384293.541757:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.541835:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384293.541840:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384293.541840:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384293.541847:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384293.541851:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384293.541856:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384293.541858:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.541859:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745188432 : -114766964363184 : ffff979ebbdb7050) 00000100:00000001:2.0:1767384293.541867:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.541873:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faffaf40 x1853236731452672/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:274/0 lens 4848/0 e 0 to 0 dl 1767384304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.541888:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.541892:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6946295. 00000100:00000001:0.0:1767384293.541894:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.541897:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6946295. 00000100:00100000:0.0:1767384293.541902:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faffaf40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731452672:12345-0@lo:253: 00000100:00000200:0.0:1767384293.541907:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452672 00000020:00000001:0.0:1767384293.541914:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384293.541918:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384293.541940:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.541944:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384293.541946:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384293.541949:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384293.541952:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.541962:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384293.541965:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384293.541969:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.541974:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384293.541979:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384293.541996:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000034d9a235. 02000000:00000001:0.0:1767384293.542001:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.542006:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.542010:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384293.542022:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a15f925c. 20000000:01000000:0.0:1767384293.542030:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384293.542034:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384293.542038:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384293.542043:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.542047:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.542053:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:1.0:1767384293.543828:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000069167ffb. 20000000:00000010:0.0:1767384293.543980:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fefee805. 20000000:01000000:1.0:1767384293.543984:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384293.543989:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:1.0:1767384293.543990:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384293.543995:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384293.544001:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384293.544002:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384293.544004:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384293.544011:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:1.0:1767384293.544013:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000018aa94a8 count: 2 00010000:00000001:1.0:1767384293.544017:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384293.544018:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384293.544021:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384293.544027:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8b0bc99. 00000020:00000010:1.0:1767384293.544032:0:17100:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e21541d6. 00000020:00000001:1.0:1767384293.544036:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384293.544036:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:1.0:1767384293.544043:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8b0bc99 with handle 0xd602e9c522f0b108 to hash 00000020:00000001:1.0:1767384293.544046:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384293.544048:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:1.0:1767384293.544051:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:1.0:1767384293.544055:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384293.544055:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.544059:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384293.544062:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:1.0:1767384293.544064:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384293.544068:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384293.544076:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384293.544078:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384293.544081:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.544083:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384293.544088:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:0.0:1767384293.544090:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00000001:1.0:1767384293.544091:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.544095:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:0.0:1767384293.544101:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00010000:00010000:1.0:1767384293.544102:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384293.544110:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384293.544114:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384293.544118:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384293.544123:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.544125:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384293.544129:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.544130:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384293.544135:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.544141:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.544141:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384293.544149:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:0.0:1767384293.544152:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00010000:1.0:1767384293.544154:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384293.544164:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:1.0:1767384293.544167:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018aa94a8) refcount = 2 00010000:00000040:1.0:1767384293.544173:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:0.0:1767384293.544174:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000811e9df9. 00010000:00000040:1.0:1767384293.544181:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384293.544185:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500500992 : -114772209050624 : ffff979d833fdc00) 00080000:00000001:0.0:1767384293.544196:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384293.544203:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:1.0:1767384293.544207:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000010:0.0:1767384293.544210:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b6946295. 00010000:00000040:1.0:1767384293.544213:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384293.544229:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384293.544230:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0c93e6b. 00000100:00000001:1.0:1767384293.544240:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384293.544241:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000010:1.0:1767384293.544246:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f86a958a. 00000100:00000001:1.0:1767384293.544252:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305788790464 : -114767920761152 : ffff979e82d9f6c0) 00000100:00000001:1.0:1767384293.544259:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629305788790464 : -114767920761152 : ffff979e82d9f6c0) 00080000:00000001:0.0:1767384293.544259:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.544270:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384293.544275:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384293.544280:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1767384293.544284:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384293.544286:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.544291:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384293.544295:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.544301:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.544307:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384293.544312:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384293.544316:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008497d7a4. 00000020:00000040:1.0:1767384293.544324:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:1.0:1767384293.544328:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384293.544333:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384293.544339:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384293.544348:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004491927d. 00000100:00000001:1.0:1767384293.544364:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.544372:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384293.544390:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 362 lvb_type: 0 00010000:00000001:1.0:1767384293.544418:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384293.544422:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384293.544427:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384293.544443:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384293.544446:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384293.544455:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008497d7a4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731452800:0@lo:104: 00000100:00000001:1.0:1767384293.544464:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384293.544466:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384293.544468:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.544470:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384293.544474:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005af5d20b. 02000000:00000001:1.0:1767384293.544477:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384293.544482:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007beb982f. 00000400:00000010:1.0:1767384293.544492:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000893faf09. 00000100:00000200:1.0:1767384293.544497:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731452800, portal 16 00000100:00000001:1.0:1767384293.544499:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384293.544504:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789002112 : -114766920549504 : ffff979ebe77fb80) 00000100:00000040:1.0:1767384293.544511:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384293.544518:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.544524:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384293.544526:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384293.544531:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1767384293.544536:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1767384293.544538:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000400:00000001:0.0:1767384293.544543:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384293.544549:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000455bc99a. 00000400:00000200:0.0:1767384293.544558:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfefde92 00000400:00000010:0.0:1767384293.544566:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfefde92. 00000100:00000001:0.0:1767384293.544574:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384293.544575:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731452800, offset 0 00000100:00000200:0.0:1767384293.544586:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384293.544591:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384293.544607:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384293.544623:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d101d80 00000100:00000200:0.0:1767384293.544635:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384293.544644:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:1.0:1767384293.544658:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384293.544669:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384293.544671:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.544677:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.544678:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384293.544683:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767384293.544686:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384293.544690:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000559c8485. 02000000:00000001:0.0:1767384293.544693:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384293.544696:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000559c8485 x1853236731452800 msgsize 328 00000100:00000001:0.0:1767384293.544698:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.544705:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384293.544713:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384293.544714:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.544724:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=13 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384293.544728:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1767384293.544737:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=13 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384293.544740:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000100:00000001:0.0:1767384293.544744:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384293.544746:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000001:0.0:1767384293.544749:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.544752:0:17100:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384293.544759:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384293.544761:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384293.544822:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.544832:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384293.544832:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.544841:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384293.544845:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384293.544862:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.544869:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.544872:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384293.544878:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.544882:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384293.544884:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294879718 00000100:00000001:0.0:1767384293.544890:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.544895:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294879714 00000020:01000004:0.0:1767384293.544899:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384293.544904:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294879718 00000100:00000001:1.0:1767384293.544913:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294879714 00000020:01000004:0.0:1767384293.544915:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384293.544939:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294879718 00000020:01000004:0.0:1767384293.544941:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384293.544950:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384293.544951:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294879714 00000020:01000004:0.0:1767384293.544954:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384293.544963:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384293.544964:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294879718 00000020:01000004:0.0:1767384293.544967:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384293.544973:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384293.544975:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294879714 00000020:01000004:0.0:1767384293.544978:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384293.544982:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384293.544985:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384293.544987:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.544993:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.544998:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384293.545001:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.545015:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.545024:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.545030:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.545035:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.545035:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731452544:0@lo:253: 00010000:00000001:1.0:1767384293.545043:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384293.545047:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384293.545055:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.545056:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.545065:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384293.545066:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384293.545067:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384293.545073:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f86a958a going to sleep for 11 seconds 00000100:00000001:1.0:1767384293.545079:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384293.545084:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.545105:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731452544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.545132:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384293.545140:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384293.545143:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000059e23fa5. 02000000:00000001:0.0:1767384293.545150:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384293.545154:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384293.545156:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384293.545164:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384293.545167:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000061455678. 02000000:00000001:0.0:1767384293.545175:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384293.545179:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384293.545182:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ab061529. 00000100:00000010:0.0:1767384293.545185:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:1.0:1767384293.545192:0:17067:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384293.545196:0:17067:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384293.545196:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384293.545204:0:17067:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.545204:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.545212:0:17067:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.545214:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.545227:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384293.545232:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.545239:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384293.545245:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.545571:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384293.545581:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384293.545584:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384293.545600:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007beb982f. 00000400:00000200:0.0:1767384293.545610:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893faf09 00000020:00000001:1.0:1767384293.545612:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.545619:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384293.545620:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000893faf09. 00010000:00010000:1.0:1767384293.545630:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384293.545633:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384293.545638:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384293.545642:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384293.545646:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384293.545649:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384293.545679:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000076e154ec already unused, calling callback (00000000e93ca148) 10000000:00000001:1.0:1767384293.545688:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:0.0:1767384293.545690:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:1.0:1767384293.545692:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.545715:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384293.545721:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384293.545724:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384293.545729:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384293.545730:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076e154ec refcount=3 00000020:00000001:1.0:1767384293.545736:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00000100:00000001:0.0:1767384293.545736:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384293.545745:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762453504 : -114767947098112 : ffff979e81481800) 00000100:00000001:0.0:1767384293.545746:0:17100:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384293.545752:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384293.545758:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384293.545760:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384293.545764:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.545801:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384293.545801:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.545810:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=13 v=5 (5 0 0 0) 10000000:00000001:1.0:1767384293.545814:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384293.545820:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384293.545820:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.545832:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:01000000:1.0:1767384293.545836:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384293.545837:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.545845:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:1.0:1767384293.545846:0:17072:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384293.545852:0:17072:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:0.0:1767384293.545852:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384293.545859:0:17072:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384293.545861:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.545863:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384293.545866:0:17072:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.545872:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384293.545883:0:17072:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:0.0:1767384293.545885:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384293.545886:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384293.545890:0:17072:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00000100:00000001:0.0:1767384293.545893:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:1.0:1767384293.545895:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384293.545899:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384293.545900:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.545911:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384293.545911:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384293.545917:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384293.545918:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384293.545920:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384293.545936:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384293.545938:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384293.545940:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076e154ec with handle 0xd602e9c522f0b0f3 from hash 00010000:00000001:1.0:1767384293.545946:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384293.545947:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.545948:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.545953:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.545954:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.545956:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384293.545960:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384293.545962:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:0.0:1767384293.545966:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384293.545967:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384293.545972:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384293.545977:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384293.545983:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384293.545988:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384293.545992:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008497d7a4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731452800:0@lo:104: 02000000:00000001:1.0:1767384293.545999:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384293.546004:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.546006:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384293.546008:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000612445c3. 00000100:00000001:1.0:1767384293.546012:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.546015:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384293.546017:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384293.546024:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.546028:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384293.546032:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.546032:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384293.546040:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384293.546040:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384293.546045:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.546048:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008497d7a4 x1853236731452800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384293.546054:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000921f3a57] to pc [ptlrpcd_00_02+2] req@00000000921f3a57 x1853236731452928/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.546077:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384293.546083:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384293.546086:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005af5d20b. 02000000:00000001:0.0:1767384293.546090:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384293.546091:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384293.546093:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000020:00000001:0.0:1767384293.546095:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384293.546097:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384293.546097:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004491927d. 00010000:00000001:1.0:1767384293.546106:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384293.546106:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384293.546111:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384293.546112:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384293.546115:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008497d7a4. 00010000:00000001:1.0:1767384293.546116:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.546123:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.546124:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1767384293.546127:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.546129:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384293.546132:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384293.546134:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f86a958a. 00000100:00000001:0.0:1767384293.546142:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384293.546147:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384293.546150:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1767384293.546152:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0c93e6b. 00010000:00010000:1.0:1767384293.546155:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000076e154ec/0xd602e9c522f0b0f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b0fa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.546160:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.546168:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.546175:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384293.546186:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001c940504 count: 0 20000000:00000001:0.0:1767384293.546186:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384293.546192:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384293.546197:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384293.546202:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384293.546208:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384293.546211:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009f358a53. 00010000:00000001:1.0:1767384293.546220:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.546230:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.546234:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.546240:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384293.546247:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.546261:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.546265:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384293.546270:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384293.546275:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384293.546277:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384293.546492:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000080003da8. 00000100:00000001:0.0:1767384293.546498:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384293.546502:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731452928 02000000:00000001:0.0:1767384293.546508:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384293.546509:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384293.546512:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384293.546522:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384293.546536:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731452928 00000020:00000001:0.0:1767384293.546540:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384293.546544:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384293.546546:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.546548:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384293.546556:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384293.546560:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384293.546569:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.546575:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3b5d53. 00000100:00000001:0.0:1767384293.546580:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.546585:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3b5d53. 00000020:00000010:0.0:1767384293.546591:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032cd0686. 00000020:00000010:0.0:1767384293.546597:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001fcbe470. 00000020:00000010:0.0:1767384293.546604:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b92d090e. 00000100:00000040:0.0:1767384293.546614:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00080000:00000010:1.0:1767384293.546620:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000811e9df9. 00000100:00000001:0.0:1767384293.546620:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384293.546624:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384293.546629:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384293.546633:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.546644:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384293.546648:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384293.546651:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.546653:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a42f870c refcount=4 00000020:00000001:0.0:1767384293.546665:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764560896 : -114767944990720 : ffff979e81684000) 00010000:00000001:0.0:1767384293.546671:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764560896 : -114767944990720 : ffff979e81684000) 00010000:00010000:0.0:1767384293.546683:0:17071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 362 lvb_type: 0 00010000:00000001:0.0:1767384293.546694:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.546697:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.546701:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.546709:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.546715:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384293.546719:0:17071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d1d5e92 x1853236731452928/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.546740:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384293.546742:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.546758:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384293.546811:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384293.546814:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000059e23fa5. 00000100:00000001:0.0:1767384293.546815:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384293.546824:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384293.546827:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384293.546828:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384293.546836:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384293.546837:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384293.546846:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.546846:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668314880 : -114767041236736 : ffff979eb7467100) 00000100:00000040:0.0:1767384293.546861:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d1d5e92 x1853236731452928/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:274/0 lens 328/0 e 0 to 0 dl 1767384304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.546900:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384293.546908:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3b5d53. 00000100:00000001:0.0:1767384293.546915:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384293.546945:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3b5d53. 00000100:00100000:0.0:1767384293.546957:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d1d5e92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731452928:12345-0@lo:103: 00000100:00000200:0.0:1767384293.546965:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731452928 00010000:00000001:0.0:1767384293.546968:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384293.546972:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384293.546985:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384293.546991:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384293.546994:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384293.547000:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000042ea0409. 02000000:00000001:0.0:1767384293.547003:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.547007:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547010:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384293.547014:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384293.547017:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384293.547019:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.547021:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a42f870c refcount=4 00000020:00000001:0.0:1767384293.547024:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764560896 : -114767944990720 : ffff979e81684000) 00010000:00000001:0.0:1767384293.547027:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764560896 : -114767944990720 : ffff979e81684000) 00010000:00000040:0.0:1767384293.547040:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000018aa94a8 count: 3 00010000:00010000:0.0:1767384293.547046:0:17071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 362 lvb_type: 0 00000100:00001000:0.0:1767384293.547057:0:17071:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384293 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384293.547061:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384293.547067:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.547069:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384293.547073:0:17071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 362 lvb_type: 0 00000020:00000001:0.0:1767384293.547100:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384293.547103:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384293.547106:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384293.547110:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547115:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384293.547118:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384293.547126:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.547132:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.547139:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384293.547143:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384293.547149:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a42f870c with handle 0xd602e9c522f0b0fa from hash 00010000:00000001:0.0:1767384293.547158:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384293.547164:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.547170:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.547172:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384293.547177:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384293.547182:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384293.547191:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a42f870c/0xd602e9c522f0b0fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b0f3 expref: 16 pid: 17078 timeout: 362 lvb_type: 0 00010000:00000040:0.0:1767384293.547208:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384293.547216:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384293.547228:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.547234:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384293.547241:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384293.547257:0:17071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d8b0bc99 00010000:00000001:0.0:1767384293.547264:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384293.547270:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384293.547275:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.547282:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384293.547288:0:17071:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.547297:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384293.547304:0:17071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384293.547310:0:17071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.547332:0:17071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384293.547338:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384293.547345:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384293.547352:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384293.547369:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000018aa94a8) refcount = 2 00010000:00010000:0.0:1767384293.547379:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.547400:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384293.547406:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384293.547411:0:17071:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.547419:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384293.547430:0:17071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc3b5d53. 00000100:00000001:0.0:1767384293.547438:0:17071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384293.547446:0:17071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004a9fc89. 00000100:00000001:0.0:1767384293.547453:0:17071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792749888 : -114766916801728 : ffff979ebeb12b40) 00000100:00000001:0.0:1767384293.547459:0:17071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306792749888 : -114766916801728 : ffff979ebeb12b40) 00000100:00000001:0.0:1767384293.547462:0:17071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384293.547464:0:17071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384293.547466:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384293.547468:0:17071:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384293.547472:0:17071:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384293.547480:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384293.547484:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384293.547487:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=5 00000100:00000001:1.0:1767384293.547520:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384293.547525:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384293.547528:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000400:00000001:1.0:1767384293.547532:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384293.547537:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384293.547538:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000400:00000010:1.0:1767384293.547541:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a462452. 00010000:00000001:0.0:1767384293.547548:0:17071:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384293.547550:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b57fe5a4 00000400:00000010:1.0:1767384293.547555:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b57fe5a4. 00010000:00010000:0.0:1767384293.547556:0:17071:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384293.547563:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384293.547573:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.547582:0:17071:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384293.547588:0:17071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384293.547602:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.547623:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.547629:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384293.547635:0:17071:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384293.547638:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384293.547642:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.547649:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384293.547652:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384293.547656:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384293.547660:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547662:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384293.547668:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547668:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547677:0:17071:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:1.0:1767384293.547678:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=13 v=5 (5 0 0 0) 00010000:00010000:0.0:1767384293.547684:0:17071:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384293.547686:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384293.547695:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384293.547700:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384293.547707:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384293.547709:0:17071:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8b0bc99 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384293.547718:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384293.547719:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.547724:0:17071:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384293.547728:0:17071:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384293.547734:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384293.547745:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.547758:0:17071:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384293.547764:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384293.547765:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384293.547770:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384293.547772:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384293.547775:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=6 00000100:00000001:1.0:1767384293.547776:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384293.547784:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000020:01000004:1.0:1767384293.547785:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384293.547791:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:0.0:1767384293.547795:0:17071:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:1.0:1767384293.547818:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384293.547821:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384293.547824:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384293.547826:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384293.547828:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384293.547830:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384293.547832:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384293.547833:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384293.547837:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384293.547847:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d54e6460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731452672:0@lo:253: 00010000:00010000:0.0:1767384293.547860:0:17071:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384293.547865:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.547872:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384293.547877:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d54e6460 x1853236731452672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384293.547880:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384293.547887:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384293.547889:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384293.547892:0:17071:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.547893:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384293.547898:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d98bc178. 02000000:00000001:1.0:1767384293.547906:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384293.547908:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384293.547910:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:0.0:1767384293.547912:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384293.547913:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384293.547918:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004499d4f9. 00010000:00000001:0.0:1767384293.547918:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384293.547946:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384293.547950:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384293.547951:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384293.547954:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384293.547958:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d54e6460. 00000020:00000040:0.0:1767384293.547960:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8b0bc99 with handle 0xd602e9c522f0b108 from hash 00000100:00000001:1.0:1767384293.547963:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384293.547966:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384293.547967:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.547971:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.547974:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384293.547989:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.547990:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384293.547997:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384293.547999:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384293.548001:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384293.548003:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548006:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384293.548008:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384293.548012:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384293.548014:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548022:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548029:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384293.548032:0:17071:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384293.548038:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.548043:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.548046:0:17071:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548054:0:17071:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548062:0:17071:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384293.548066:0:17071:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.548076:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.548078:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.548080:0:17071:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384293.548083:0:17071:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384293.548085:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.548087:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.548089:0:17071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384293.548093:0:17071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384293.548106:0:17071:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548109:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384293.548111:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384293.548113:0:17071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548116:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384293.548118:0:17071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384293.548121:0:17071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.548123:0:17071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.548126:0:17071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384293.548128:0:17071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004a9fc89. 00000100:00000001:0.0:1767384293.548133:0:17071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384293.548135:0:17071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384293.548138:0:17071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc3b5d53. 00010000:00000001:0.0:1767384293.548141:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384293.548161:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384293.548163:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384293.548168:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384293.548171:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384293.548174:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384293.548180:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384293.548184:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384293.548187:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384293.548191:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384293.548194:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384293.548197:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384293.548200:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384293.548206:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384293.548211:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731452928, offset 224 00000400:00000200:0.0:1767384293.548218:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384293.548227:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384293.548237:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d101e00 00000400:00000200:0.0:1767384293.548244:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x119d [1] + 224 00000400:00000200:0.0:1767384293.548251:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384293.548255:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384293.548260:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384293.548265:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f3a57 x1853236731452928/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384293.548288:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000921f3a57 x1853236731452928/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384293.548315:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384293.548325:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384293.548328:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:0.0:1767384293.548332:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384293.548334:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384293.548339:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.548343:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384293.548347:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.548369:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384293.548388:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d1d5e92 x1853236731452928/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:274/0 lens 328/224 e 0 to 0 dl 1767384304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384293.548412:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d1d5e92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731452928:12345-0@lo:103: Request processed in 1507us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384293.548440:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384293.548450:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384293.548457:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384293.548462:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384293.548471:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001fcbe470. 00000020:00000010:0.0:1767384293.548482:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b92d090e. 00000020:00000010:0.0:1767384293.548493:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032cd0686. 00000020:00000040:0.0:1767384293.548505:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:0.0:1767384293.548513:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384293.548550:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.548571:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384293.548574:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384293.548581:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384293.548632:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384293.548640:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384293.548644:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b108 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384293.548658:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000018aa94a8 count: 0 00010000:00000001:0.0:1767384293.548671:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384293.548676:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384293.551873:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294879719, at 4294879720 00000100:00000010:1.0:1767384293.551882:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cd2747. 00000100:00000040:2.0:1767384293.552866:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294879719, at 4294879721 00000100:00000010:2.0:1767384293.552874:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000818b0add. 00000100:00000040:0.0:1767384293.552901:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294879719, at 4294879721 00000100:00000010:0.0:1767384293.552914:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00010000:00000010:0.1:1767384293.554853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a42f870c. 00010000:00000010:1.1:1767384293.554857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c940504. 00010000:00000010:0.1:1767384293.554863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000018aa94a8. 00010000:00000010:1.1:1767384293.554868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076e154ec. 00010000:00000010:0.1:1767384293.554872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8b0bc99. 00000400:00000010:0.0:1767384293.578240:0:18906:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000025073c2c. 00000400:00000040:0.0:1767384293.578265:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384293.578269:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384293.578272:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384293.578274:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384293.578277:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384293.578278:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384293.578281:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384293.578282:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384293.578284:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384293.578285:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384293.578288:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384293.578290:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384293.578292:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384293.578294:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384293.578295:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384293.578297:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384293.578299:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384293.578300:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384293.578301:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384293.578304:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384293.578306:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384293.578307:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384293.578309:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384293.578310:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384293.578320:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384293.578322:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384293.578324:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384293.578326:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384293.578328:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384293.578329:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384293.578330:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384293.578333:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384293.578334:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384293.578336:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384293.578338:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384293.578340:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384293.578341:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384293.578343:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384293.578345:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384293.578347:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384293.578349:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384293.578350:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384293.578352:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384293.578353:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384293.578355:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384293.578357:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384293.578359:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384293.578360:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384293.578362:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384293.578364:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384293.578366:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384293.578367:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384293.578368:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384293.578371:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384293.578373:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384293.578376:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384293.578379:0:18906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384293.578404:0:18906:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000025073c2c. 00000020:00000001:1.0:1767384294.407884:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384294.407888:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384294.407890:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384294.796016:0:19192:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384294.796026:0:19192:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384294.796031:0:19192:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384294.796038:0:19192:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384294.796042:0:19192:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384294.796045:0:19192:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.431920:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384295.431924:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.431927:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384295.580422:0:19356:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384295.580425:0:19356:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:2.0:1767384295.583942:0:19356:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384295.590562:0:19357:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004e44d911. 00000400:00000010:2.0:1767384295.590576:0:19357:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004091ad56. 00000400:00000010:2.0:1767384295.590585:0:19357:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080cfce81. 00000400:00000010:2.0:1767384295.590589:0:19357:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009d58f5f4. 00000400:00000010:2.0:1767384295.590592:0:19357:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000240b5130. 00000400:00000010:2.0:1767384295.590596:0:19357:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b28d2634. 00000400:00000010:2.0:1767384295.590598:0:19357:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002da3e8af. 00000400:00000010:2.0:1767384295.590599:0:19357:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc112a57. 00000400:00000010:2.0:1767384295.590603:0:19357:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fd4a0893. 00000800:00000010:2.0:1767384295.590612:0:19357:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000472ab451. 00000800:00000200:2.0:1767384295.590621:0:19357:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384295.590626:0:19357:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384295.590659:0:19357:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384295.590679:0:19357:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp11 [8/256/0/180] 00000400:00000010:2.0:1767384295.592318:0:19357:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000005850fdcb. 00000400:00000010:2.0:1767384295.592324:0:19357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7926245. 00000400:00000010:2.0:1767384295.592329:0:19357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000400:00000001:2.0:1767384295.592345:0:19357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384295.592347:0:19357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384295.592349:0:19357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0792bbd. 00000400:00000200:2.0:1767384295.592351:0:19357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792c6fdd 00000400:00000010:2.0:1767384295.592353:0:19357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000792c6fdd. 00000400:00000010:2.0:1767384295.592356:0:19357:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000f6d35ed9. 00000400:00000200:2.0:1767384295.592362:0:19357:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (2) 00000400:00000200:2.0:1767384295.592373:0:19357:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384295.592380:0:19357:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:2.0:1767384295.592386:0:19357:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008f11501b. 00000020:01000000:2.0:1767384295.592391:0:19357:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384295.592394:0:19357:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp11 00000400:00000010:2.0:1767384295.592412:0:19357:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004091ad56. 00000400:00000010:2.0:1767384295.592417:0:19357:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004e44d911. 00000020:00000001:0.0:1767384295.592436:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.592448:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.592453:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.592457:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384295.592462:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.592465:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384295.592467:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.592469:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.592470:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.592473:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.592477:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384295.592480:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384295.592482:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.592485:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384295.592492:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000020:00000040:0.0:1767384295.592498:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384295.592504:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.592509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.592515:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.592525:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000231514e1. 00000100:00000001:0.0:1767384295.592535:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.592544:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.592547:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.592556:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000358f7dc7] to pc [ptlrpcd_00_03+3] req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384295.592563:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (2) 10000000:00000001:0.0:1767384295.592586:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.592590:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.592596:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384295.592599:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384295.592604:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384295.592605:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384295.592606:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.592610:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384295.592612:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:0.0:1767384295.592614:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384295.592616:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384295.592617:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.592620:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.592623:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:2.0:1767384295.592624:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384295.592625:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.592628:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384295.592635:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384295.592639:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384295.592640:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384295.592643:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000020:01000004:0.0:1767384295.592643:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384295.592646:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384295.592647:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384295.592650:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384295.592651:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384295.592656:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384295.592658:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00000100:00100000:2.0:1767384295.592661:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731453056:0@lo:253: 00000020:00000040:0.0:1767384295.592663:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384295.592669:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384295.592670:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.592672:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.592675:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.592677:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384295.592681:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.592682:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000034d9a235. 02000000:00000001:2.0:1767384295.592683:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384295.592688:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384295.592691:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009dbbb83a. 00000100:00000001:0.0:1767384295.592692:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384295.592696:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.592697:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384295.592705:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000100:00000040:0.0:1767384295.592707:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005067ef01] to pc [ptlrpcd_00_00+0] req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384295.592712:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004091ad56. 00000400:00000200:1.0:1767384295.592716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000200:2.0:1767384295.592720:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731453056, portal 25 00000100:00000001:2.0:1767384295.592724:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384295.592732:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 10000000:00000001:0.0:1767384295.592733:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.592737:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.592739:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.592740:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384295.592741:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384295.592748:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008f11501b. 00000100:00000001:2.0:1767384295.592755:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384295.592758:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384295.592761:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384295.592762:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f361b168. 00000100:00000001:0.0:1767384295.592796:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.592798:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.592803:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384295.592808:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731453056, offset 0 00000100:00000001:0.0:1767384295.592810:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.592814:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.592816:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384295.592820:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384295.592820:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.592826:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.592829:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731453184:0@lo:253: 00000400:00000200:2.0:1767384295.592835:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384295.592835:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.592838:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.592841:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.592843:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384295.592848:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d101e80 00000400:00000200:2.0:1767384295.592858:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 02000000:00000010:0.0:1767384295.592858:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a15f925c. 02000000:00000001:0.0:1767384295.592863:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384295.592865:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a14716c. 00000400:00000010:0.0:1767384295.592868:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d849a3. 00000400:00000200:2.0:1767384295.592870:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c57369b2 00000400:00000010:0.0:1767384295.592877:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55fb38f. 00000400:00000200:2.0:1767384295.592878:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.592898:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384295.592899:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731453184, portal 25 00000400:00000200:2.0:1767384295.592903:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c57369b2 00000100:00000001:0.0:1767384295.592903:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.592904:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 00000400:00000010:2.0:1767384295.592908:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c57369b2. 00000100:00000040:0.0:1767384295.592913:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.592916:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384295.592920:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384295.592923:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384295.592926:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000ec9b2824 x1853236731453056 msgsize 4848 00000100:00000040:0.0:1767384295.592928:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384295.592933:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384295.592933:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da4fc26. 00000100:00000200:0.0:1767384295.592938:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731453184, offset 0 00000100:00000040:2.0:1767384295.592939:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384295.592948:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384295.592956:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.592957:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384295.592965:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f361b168 00000400:00000010:2.0:1767384295.592969:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f361b168. 00000400:00000200:0.0:1767384295.592970:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d101f00 00000100:00000001:2.0:1767384295.592975:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384295.592980:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000100:00000200:2.0:1767384295.592985:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384295.592986:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a253810. 00000400:00000200:0.0:1767384295.592993:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092ce6577 00000800:00000010:1.0:1767384295.592995:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004499d4f9. 00000400:00000200:0.0:1767384295.593001:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384295.593005:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000697022db. 00000400:00000200:0.0:1767384295.593012:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384295.593013:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384295.593014:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003df6b830. 00000400:00000200:0.0:1767384295.593016:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092ce6577 00000100:00000040:2.0:1767384295.593021:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384295.593022:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092ce6577. 00000100:00000001:0.0:1767384295.593030:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.593034:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384295.593036:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.593041:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384295.593043:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000002f0a5a8 x1853236731453184 msgsize 4848 00000800:00000010:1.0:1767384295.593045:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003df6b830. 00000100:00000001:2.0:1767384295.593048:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.593053:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384295.593059:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384295.593061:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294881766 00000100:00000010:2.0:1767384295.593070:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001e8357a. 00000100:00000001:0.0:1767384295.593073:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384295.593078:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384295.593081:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da4fc26 00000100:00000001:2.0:1767384295.593085:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294881766 00000400:00000010:0.0:1767384295.593086:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da4fc26. 00000100:00000001:0.0:1767384295.593093:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384295.593095:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000785c51ca. 00000100:00000200:0.0:1767384295.593099:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.593100:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384295.593108:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294881766 00000100:00000010:2.0:1767384295.593117:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f52ecd00. 00000100:00000001:2.0:1767384295.593122:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384295.593124:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294881766 00000100:00000010:2.0:1767384295.593130:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba4f709f. 00000100:00000001:2.0:1767384295.593138:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384295.593141:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384295.593142:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384295.593147:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.593148:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.593153:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.593158:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.593163:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.593166:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.593168:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.593169:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.593172:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384295.593174:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384295.593179:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.593180:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.593182:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.593185:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294881766 00000100:00000001:2.0:1767384295.593188:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593189:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294881766 00000100:00000001:2.0:1767384295.593193:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593196:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294881766 00000400:00000200:1.0:1767384295.593197:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384295.593203:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294881766 00000100:00000001:0.0:1767384295.593207:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294881766 00000100:00000001:0.0:1767384295.593212:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294881766 00000100:00000001:0.0:1767384295.593217:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294881766 00000400:00000200:1.0:1767384295.593219:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp10 from 253.3.0.2 00000100:00000001:0.0:1767384295.593224:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294881766 00000800:00000010:1.0:1767384295.593226:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000dde2326. 00000100:00000001:0.0:1767384295.593228:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.593235:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593238:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593244:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.593251:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.593255:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.593261:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.593263:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.593265:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593271:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593295:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.593299:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:1.0:1767384295.593302:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d98bc178. 00000100:00100000:0.0:1767384295.593308:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000800:00000010:1.0:1767384295.593309:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051f41c16. 00000100:00000040:0.0:1767384295.593312:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384295.593316:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745177168 : -114766964374448 : ffff979ebbdb4450) 00000100:00000040:0.0:1767384295.593325:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec9b2824 x1853236731453056/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384295.593327:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000025d8d6b2. 00000800:00000200:1.1:1767384295.593341:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (2) 00000800:00000200:1.1:1767384295.593355:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp10 0000000025d8d6b2 deleted 00000800:00000010:1.1:1767384295.593362:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000025d8d6b2. 00000800:00000200:1.1:1767384295.593370:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384295.593373:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.593379:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000800:00000200:1.1:1767384295.593385:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:1021 00000100:00000001:0.0:1767384295.593386:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384295.593391:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021e9b758 type 1, nob 176 niov 1 nkiov 1 00000020:00000010:0.0:1767384295.593394:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000800:00000200:1.0:1767384295.593400:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp10 p 3.x 192.168.204.118 -> 192.168.204.118:1021 incarnation:1767384293537809521 sched[0] 00000100:00100000:0.0:1767384295.593407:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731453056:12345-0@lo:253: 00000800:00000010:1.0:1767384295.593409:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003df6b830. 00000100:00000200:0.0:1767384295.593416:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453056 00000020:00000001:0.0:1767384295.593422:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.593426:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.593429:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.593433:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.593436:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384295.593440:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.593442:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.593446:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384295.593449:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003df6b830. 00000020:00000001:0.0:1767384295.593450:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.593456:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384295.593457:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051f41c16. 00000100:00000001:0.0:1767384295.593464:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.593471:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.593479:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000061455678. 02000000:00000001:0.0:1767384295.593484:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.593490:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384295.593494:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000dde2326. 20000000:00000001:0.0:1767384295.593497:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384295.593506:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:0.0:1767384295.593510:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000054f10833. 00000800:00000001:1.0:1767384295.593513:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384295.593517:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384295.593522:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384295.593527:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384295.593531:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.593533:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.593536:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384295.593546:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000523eebea. 20000000:01000000:0.0:1767384295.593550:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384295.593555:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384295.593560:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:1.0:1767384295.593564:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384295.593569:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9b758. 00080000:00000001:0.0:1767384295.593571:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384295.593574:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384295.593580:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: PUT: OK 00000400:00000200:1.0:1767384295.593585:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384295.593588:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00080000:00000001:0.0:1767384295.593589:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384295.593605:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.593608:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384295.593610:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.593612:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000200:1.1:1767384295.593615:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384295.593615:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384295.593618:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000800:00000200:1.0:1767384295.593624:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp10 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384293537809521 sched[0] 00000020:00000001:0.0:1767384295.593625:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:0.0:1767384295.593629:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:1.0:1767384295.593630:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000697022db. 00080000:00000001:0.0:1767384295.593637:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384295.593640:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.593642:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.593646:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384295.593651:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384295.593654:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384295.593658:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000288fe025. 00080000:00000001:0.0:1767384295.593661:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306672159232 : -114767037392384 : ffff979eb7811a00) 00080000:00000001:0.0:1767384295.593664:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384295.593668:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384295.593672:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a486217. 00080000:00000001:0.0:1767384295.593674:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.593677:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384295.593687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00080000:00000001:0.0:1767384295.593690:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.593708:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384295.593727:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.593735:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384295.593737:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.593742:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384295.593751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384295.593751:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : PUT - for me 00000400:00000200:0.0:1767384295.593765:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384295.593805:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 80/80 into md 0x1185 [1] + 0 00000400:00000010:0.0:1767384295.593808:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fd9e44. 00000400:00000200:0.0:1767384295.593811:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024b9984b 00000800:00000001:0.0:1767384295.593815:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.593830:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.593832:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.593837:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: PUT: OK 00000400:00000200:0.0:1767384295.593841:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024b9984b 00000400:00000010:0.0:1767384295.593843:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024b9984b. 00000400:00000200:1.0:1767384295.593844:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384295.593848:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384295.593853:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (4) 00000400:00000200:0.0:1767384295.593859:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384295.593863:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000005f523eb3. 00000400:00000200:0.0:1767384295.593867:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 3 00000400:00000200:0.0:1767384295.593872:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384295.593893:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (5) 00000400:00000200:0.0:1767384295.593898:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384295.593905:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp10 to MR: 192.168.204.118@tcp10 local destination 00000400:00000200:0.0:1767384295.593912:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [8:8:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384295.593939:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) -> 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) 192.168.204.118@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384295.593945:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp10 00000800:00000010:0.0:1767384295.593950:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e586356f. 00000800:00000200:0.0:1767384295.593957:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (4) 00000800:00000200:0.0:1767384295.593965:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:988 00000800:00000200:0.0:1767384295.593970:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e586356f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384295.594033:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384295.594038:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e586356f. 00000400:00000200:0.0:1767384295.594044:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.594054:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: ACK: OK 00000800:00000010:1.0:1767384295.594059:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000696a7f48. 00000800:00000001:0.0:1767384295.594063:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384295.594065:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000697022db. 00000800:00000001:0.0:1767384295.594069:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384295.594073:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003df6b830. 00000800:00000001:0.0:1767384295.594074:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.594083:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384295.594090:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.594095:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.594108:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : ACK - for me 00000800:00000010:1.0:1767384295.594110:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003df6b830. 00000400:00000200:0.0:1767384295.594120:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp10: ACK from 12345-192.168.204.118@tcp10 into md 0x11b5 00000400:00000200:0.0:1767384295.594126:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.594130:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: ACK: OK 00000400:00000200:0.0:1767384295.594133:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db0257a 00000400:00000010:0.0:1767384295.594135:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009db0257a. 00000400:00000200:0.0:1767384295.594139:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384295.594143:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:0.0:1767384295.594146:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (4) 00000800:00000001:0.0:1767384295.594154:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384295.594158:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384295.594197:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000389a75db. 00000800:00000010:0.0:1767384295.594203:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000da4fc26. 00000800:00000010:0.0:1767384295.594221:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000498b96ff. 00000800:00000200:0.1:1767384295.594226:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (4) 00000800:00000200:0.1:1767384295.594231:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp10 00000000498b96ff deleted 00000800:00000010:0.1:1767384295.594232:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000498b96ff. 00000800:00000200:0.1:1767384295.594236:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384295.594240:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp10 p 3.x 192.168.204.118 -> 192.168.204.118:1020 incarnation:1767384293537809521 sched[0] 00000800:00000010:0.0:1767384295.594244:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000066b25ab. 00000800:00000010:0.0:1767384295.594294:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000066b25ab. 00000800:00000010:0.0:1767384295.594298:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000da4fc26. 00000800:00000200:1.1:1767384295.594319:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384295.594326:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000076c8c898. 00000800:00000200:1.0:1767384295.594327:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp10 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384293537809521 sched[0] 00000800:00000010:1.0:1767384295.594332:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000697022db. 00080000:00000010:1.0:1767384295.595507:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000288fe025. 00080000:00000010:0.0:1767384295.595577:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a486217. 00040000:00000001:0.0:1767384295.595584:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.595586:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384295.595588:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384295.595591:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384295.595593:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.595595:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384295.595607:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384295.595617:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384295.595619:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384295.595624:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384295.595636:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384295.595641:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384295.595645:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384295.595651:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384295.595654:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384295.595661:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b89e56ac. 00010000:00000001:1.0:1767384295.595666:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384295.595670:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093060d0d. 00000020:00000001:1.0:1767384295.595677:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384295.595681:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093060d0d with handle 0xd602e9c522f0b10f to hash 00000020:00000001:1.0:1767384295.595686:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384295.595689:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384295.595700:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384295.595704:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384295.595705:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384295.595711:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.595723:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384295.595729:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384295.595732:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384295.595735:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384295.595739:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.595743:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384295.595748:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.595751:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384295.595753:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384295.595755:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384295.595758:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384295.595761:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b89e56ac) refcount = 1 00080000:00000020:0.0:1767384295.595788:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384295.595790:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384295.595793:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384295.595797:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000054f10833. 00010000:00000001:1.0:1767384295.595799:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:0.0:1767384295.595803:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.595804:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384295.595805:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.595808:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.595809:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384295.595814:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:0.0:1767384295.595816:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731453056 20000000:01000000:1.0:1767384295.595818:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384295.595821:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384295.595822:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384295.595825:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384295.595827:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=4 00010000:00000200:0.0:1767384295.595829:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec9b2824 x1853236731453056/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384295.595831:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384295.595837:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384295.595843:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1767384295.595845:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384295.595846:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.595848:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.595852:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.595861:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384295.595864:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1767384295.595865:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:1.0:1767384295.595868:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384295.595869:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384295.595875:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.595877:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.595879:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384295.595881:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384295.595895:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384295.595899:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384295.595900:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384295.595903:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da4fc26. 00010000:00000001:1.0:1767384295.595909:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384295.595910:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731453056, offset 224 00010000:00000001:1.0:1767384295.595912:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.595916:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384295.595919:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384295.595920:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384295.595928:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093060d0d already unused, calling callback (00000000d6205520) 00000400:00000200:0.0:1767384295.595928:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384295.595932:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384295.595935:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384295.595938:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d101e80 00010000:00010000:1.0:1767384295.595939:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384295.595947:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b9 [2] + 224 00010000:00000001:1.0:1767384295.595950:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384295.595952:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384295.595953:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384295.595954:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384295.595957:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=5 00000400:00000200:0.0:1767384295.595961:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384295.595962:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000100:00000001:0.0:1767384295.595965:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384295.595966:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000100:00000200:0.0:1767384295.595970:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384295.595971:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384295.595974:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.595991:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384295.595994:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000358f7dc7 x1853236731453056/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384295.595995:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384295.596003:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.596006:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384295.596008:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384295.596009:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384295.596010:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384295.596013:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.596015:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da4fc26 00000020:00000040:1.0:1767384295.596016:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093060d0d with handle 0xd602e9c522f0b10f from hash 00000400:00000010:0.0:1767384295.596020:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da4fc26. 00010000:00000001:1.0:1767384295.596021:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384295.596025:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384295.596026:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384295.596027:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384295.596029:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384295.596031:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384295.596033:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.596035:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384295.596039:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384295.596040:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384295.596045:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384295.596048:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.596050:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.596055:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.596056:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.596058:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384295.596063:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384295.596066:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec9b2824 x1853236731453056/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384295.596067:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384295.596074:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.596077:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384295.596081:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.596086:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.596092:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.596093:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731453056:12345-0@lo:253: Request processed in 2715us (3162us total) trans 0 rc 0/0 00010000:00010000:1.0:1767384295.596098:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384295.596114:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00000001:1.0:1767384295.596121:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384295.596121:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:1.0:1767384295.596125:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384295.596127:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384295.596128:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384295.596133:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384295.596134:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384295.596137:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.596140:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384295.596141:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003dcdca9a. 00010000:00000001:1.0:1767384295.596144:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384295.596148:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.596150:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012ce34e7. 20000000:00000001:1.0:1767384295.596151:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384295.596157:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384295.596158:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073257b5e. 00000020:00000040:0.0:1767384295.596165:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:1.0:1767384295.596169:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384295.596173:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384295.596177:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000061455678. 00010000:00000001:1.0:1767384295.596179:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384295.596182:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093060d0d/0xd602e9c522f0b10f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384295.596183:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384295.596187:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384295.596194:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:1.0:1767384295.596196:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b89e56ac count: 0 00000400:00000010:0.0:1767384295.596200:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000634829dc. 00010000:00000001:1.0:1767384295.596205:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384295.596207:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000da4fc26. 20000000:00000001:1.0:1767384295.596208:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384295.597376:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000012d747a8. 20000000:01000000:1.0:1767384295.597438:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384295.597441:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384295.597443:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384295.597445:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384295.597447:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384295.597450:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a70daafb. 00010000:00000001:1.0:1767384295.597453:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384295.597456:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c26645. 00000020:00000001:1.0:1767384295.597469:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384295.597470:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c26645 with handle 0xd602e9c522f0b116 to hash 00000020:00000001:1.0:1767384295.597472:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384295.597473:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597475:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597477:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384295.597478:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384295.597479:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597484:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384295.597485:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384295.597487:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384295.597488:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384295.597489:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.597491:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384295.597492:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.597494:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384295.597495:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384295.597496:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384295.597503:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384295.597504:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a70daafb) refcount = 1 00010000:00010000:1.0:1767384295.597506:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597509:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384295.597510:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384295.597511:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.597512:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597513:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384295.597515:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384295.597516:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384295.597517:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384295.597518:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384295.597519:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c26645 refcount=4 00000020:00000001:1.0:1767384295.597520:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597521:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597523:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384295.597524:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597527:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384295.597529:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597532:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.597533:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384295.597533:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597537:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384295.597538:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597539:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384295.597540:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384295.597552:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c26645 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384295.597553:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384295.597555:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384295.597556:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597559:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384295.597563:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384295.597565:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384295.597567:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c26645 refcount=5 00000020:00000001:1.0:1767384295.597571:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597573:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384295.597576:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384295.597579:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597587:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384295.597590:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384295.597592:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597596:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384295.597600:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384295.597602:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384295.597605:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384295.597610:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c26645 with handle 0xd602e9c522f0b116 from hash 00010000:00000001:1.0:1767384295.597616:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384295.597618:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.597622:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384295.597625:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384295.597628:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384295.597631:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384295.597634:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384295.597637:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384295.597641:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597645:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384295.597652:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384295.597654:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.597656:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384295.597658:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597661:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.597665:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384295.597668:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597680:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.597682:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384295.597683:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384295.597686:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384295.597689:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384295.597691:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384295.597695:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384295.597698:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384295.597700:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384295.597702:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384295.597715:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384295.597718:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384295.597722:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c26645/0xd602e9c522f0b116 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384295.597739:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a70daafb count: 0 00010000:00000001:1.0:1767384295.597746:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384295.597749:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384295.597823:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.597826:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384295.597831:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.597834:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.597837:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d849a3. 00000400:00000200:0.0:1767384295.597842:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55fb38f 00000400:00000010:0.0:1767384295.597845:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55fb38f. 00000100:00000001:0.0:1767384295.597851:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.597857:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.597871:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.597908:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.597909:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.597911:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.597912:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.597913:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.597914:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.597916:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.597918:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.597920:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.597922:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.597923:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.597924:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384295.597925:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.597926:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.597929:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.597933:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.597934:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.597935:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384295.597938:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384295.597939:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.597940:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.597941:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.597941:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.597942:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.597943:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384295.597944:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.597945:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384295.597946:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.597950:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731453184:0@lo:253: 00000100:00000001:0.0:1767384295.597953:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.597954:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.597955:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005067ef01 x1853236731453184/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.597965:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.597966:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.597967:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a15f925c. 02000000:00000001:0.0:1767384295.597970:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.597970:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.597971:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384295.597973:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.597974:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000034d9a235. 02000000:00000001:0.0:1767384295.597976:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.597977:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.597978:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005067ef01. 00000100:00000001:0.0:1767384295.597980:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.597981:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.597982:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.597986:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.597987:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.597988:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.597990:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384295.598800:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294881766, at 4294881767 00000100:00000010:1.0:1767384295.598806:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000785c51ca. 00000100:00000040:2.0:1767384295.598807:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294881766, at 4294881767 00000100:00000010:2.0:1767384295.598815:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f52ecd00. 00000100:00000040:0.0:1767384295.598842:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294881766, at 4294881767 00000100:00000010:0.0:1767384295.598850:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001e8357a. 00010000:00000010:1.1:1767384295.603812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b89e56ac. 00010000:00000010:1.1:1767384295.603817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093060d0d. 00010000:00000010:1.1:1767384295.603820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a70daafb. 00010000:00000010:1.1:1767384295.603822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c26645. 00000400:00000010:2.0:1767384295.608927:0:19362:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000098cb3b72. 00000400:00000040:2.0:1767384295.608944:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.608947:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.608949:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.608950:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.608952:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.608953:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384295.608956:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.608957:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384295.608964:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.608965:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384295.608967:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.608968:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.608981:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.608982:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.608983:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384295.608984:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384295.608985:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384295.608986:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384295.608987:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384295.608988:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.608989:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.608990:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.608991:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.608992:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.608993:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384295.608994:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.608995:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.608996:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.608997:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.608998:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.608999:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384295.609000:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384295.609001:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384295.609002:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384295.609003:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384295.609004:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.609005:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384295.609007:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384295.609008:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.609009:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384295.609010:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.609011:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384295.609012:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384295.609013:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384295.609014:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384295.609015:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384295.609016:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384295.609019:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384295.609021:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384295.609022:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384295.609023:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384295.609024:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384295.609025:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384295.609026:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384295.609027:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384295.609028:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384295.609029:0:19362:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384295.609041:0:19362:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000098cb3b72. 00000004:00000001:0.0:1767384295.623830:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384295.623833:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384295.623839:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00000020:00000040:0.0:1767384295.623843:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384295.623847:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.623849:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.623853:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.623859:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e586356f. 00000100:00000001:0.0:1767384295.623865:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.623870:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.623871:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.623878:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005067ef01] to pc [ptlrpcd_00_01+1] req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384295.623912:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.623930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.623934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384295.623939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd70438e. 00000020:00000040:0.0:1767384295.623941:0:37:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384295.623943:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.623944:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.623946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.623951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077c8ae09. 00000100:00000001:0.0:1767384295.623954:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.623959:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384295.623965:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.623965:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.623969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd70438e] to pc [ptlrpcd_00_02+2] req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.623983:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.623985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.623988:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384295.623991:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000020:00000040:0.0:1767384295.623993:0:37:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384295.623994:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.623995:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.623996:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.624000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c12c9c. 00000100:00000001:0.0:1767384295.624002:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624004:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384295.624009:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.624010:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624012:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_03+3] req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624031:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384295.624035:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384295.624038:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010668d1d. 00000020:00000040:0.0:1767384295.624040:0:37:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384295.624041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.624042:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.624043:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.624047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098750dae. 00000100:00000001:0.0:1767384295.624049:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624052:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384295.624057:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.624058:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624061:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010668d1d] to pc [ptlrpcd_00_00+0] req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624066:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624070:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (219) 00000100:00000001:0.0:1767384295.624094:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624096:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624098:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.624101:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624106:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.624108:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624110:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.624112:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.624114:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624116:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731453312:0@lo:13: 00000100:00000001:0.0:1767384295.624119:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.624121:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.624129:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624131:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.624134:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000001b66705. 02000000:00000001:0.0:1767384295.624135:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.624140:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d849a3. 00000400:00000010:0.0:1767384295.624144:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384295.624149:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731453312, portal 4 00000100:00000001:0.0:1767384295.624151:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.624152:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 00000100:00000040:0.0:1767384295.624156:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624162:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.624164:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.624167:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384295.624169:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731453312, offset 0 00000400:00000200:0.0:1767384295.624174:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.624184:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.624193:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d101f80 00000400:00000200:0.0:1767384295.624210:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000400:00000200:0.0:1767384295.624215:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.624218:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.624224:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.624226:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384295.624230:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8c2d43e. 00000100:00000040:0.0:1767384295.624231:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000e8c2d43e x1853236731453312 msgsize 224 00000100:00100000:0.0:1767384295.624235:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.624243:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.624248:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000400:00000010:0.0:1767384295.624249:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000100:00000001:0.0:1767384295.624252:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.624255:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624261:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.624263:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624273:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624275:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.624280:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624283:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4331 usecs (5 jiffies) 00000100:00000001:0.0:1767384295.624285:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881797 00000100:00000010:0.0:1767384295.624289:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264dc2a8. 00000100:00000001:0.0:1767384295.624294:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384295.624298:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881797 00000100:00000010:0.0:1767384295.624302:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4b85e54. 00000100:00000001:0.0:1767384295.624305:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384295.624309:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881797 00000100:00000010:0.0:1767384295.624313:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069be2e0b. 00000100:00000001:0.0:1767384295.624316:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384295.624320:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881797 00000100:00000010:0.0:1767384295.624323:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e584f59f. 00000100:00000001:0.0:1767384295.624326:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384295.624328:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.624330:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624332:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624334:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624340:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.624341:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.624343:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624344:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624346:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624348:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384295.624350:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624352:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.624353:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624355:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624355:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624357:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.624365:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624371:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.624372:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624374:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.624376:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.624378:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624379:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010668d1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731453696:0@lo:400: 00000100:00000001:0.0:1767384295.624382:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.624383:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.624384:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624385:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.624388:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd9bb345. 02000000:00000001:0.0:1767384295.624390:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.624393:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4d8fb5. 00000400:00000010:0.0:1767384295.624397:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384295.624400:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731453696, portal 10 00000100:00000001:0.0:1767384295.624401:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.624403:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789514752 : -114766920036864 : ffff979ebe7fce00) 00000020:00000010:0.0:1767384295.624408:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000054f10833. 00000100:00000040:0.0:1767384295.624412:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624416:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.624420:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.624423:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384295.624425:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731453696, offset 0 00000400:00000200:0.0:1767384295.624430:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.624435:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.624442:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d102100 00000400:00000200:0.0:1767384295.624446:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:0.0:1767384295.624449:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.624452:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.624456:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.624463:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384295.624466:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e20c071d. 00000100:00000040:0.0:1767384295.624468:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000e20c071d x1853236731453696 msgsize 224 00000100:00100000:0.0:1767384295.624472:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.624479:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.624486:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384295.624488:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000001:0.0:1767384295.624491:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.624493:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624499:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.624502:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624505:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624506:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.624510:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624512:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2681 usecs (3 jiffies) 00000100:00000001:0.0:1767384295.624514:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294881795 00000100:00000001:0.0:1767384295.624516:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624518:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294881795 00000100:00000001:0.0:1767384295.624519:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624521:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294881795 00000100:00000001:0.0:1767384295.624523:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624524:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294881795 00000100:00000001:0.0:1767384295.624526:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624527:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.624528:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624531:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624533:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624543:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624545:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624548:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624556:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624557:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.624560:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624565:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.624566:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624568:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.624570:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.624572:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624574:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd70438e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731453440:0@lo:400: 00000100:00000001:0.0:1767384295.624577:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.624579:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.624580:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624581:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.624585:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c0d15d5. 02000000:00000001:0.0:1767384295.624586:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.624590:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa386231. 00000400:00000010:0.0:1767384295.624594:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384295.624596:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731453440, portal 4 00000100:00000001:0.0:1767384295.624598:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.624599:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789523712 : -114766920027904 : ffff979ebe7ff100) 00000100:00000040:0.0:1767384295.624603:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624607:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.624610:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.624613:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384295.624615:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731453440, offset 0 00000400:00000200:0.0:1767384295.624620:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.624625:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.624631:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d102000 00000400:00000200:0.0:1767384295.624636:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000400:00000200:0.0:1767384295.624640:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.624643:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.624648:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.624654:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384295.624658:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052cc1e47. 00000100:00000040:0.0:1767384295.624660:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000052cc1e47 x1853236731453440 msgsize 224 00000100:00100000:0.0:1767384295.624665:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.624671:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.624679:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384295.624691:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000001:0.0:1767384295.624693:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.624696:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624702:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.624704:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624709:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624711:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.624714:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.624716:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4331 usecs (5 jiffies) 00000100:00000001:0.0:1767384295.624718:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881797 00000100:00000001:0.0:1767384295.624720:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624722:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881797 00000100:00000001:0.0:1767384295.624724:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624725:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881797 00000100:00000001:0.0:1767384295.624727:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624729:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881797 00000100:00000001:0.0:1767384295.624730:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.624732:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.624733:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624734:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.624736:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624740:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.624741:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.624747:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624748:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624749:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624751:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384295.624752:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624754:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.624755:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.624757:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.624758:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.624759:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.624763:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624948:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.624949:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624951:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384295.624952:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.624954:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.624956:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731453568:0@lo:400: 00000100:00000001:0.0:1767384295.624958:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.624960:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384295.624962:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.624963:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384295.624966:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c766df18. 02000000:00000001:0.0:1767384295.624967:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384295.624970:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016dfe97b. 00000400:00000010:0.0:1767384295.624973:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384295.624975:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731453568, portal 10 00000100:00000001:0.0:1767384295.624976:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384295.624977:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000020:00000010:0.0:1767384295.624982:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000061455678. 00000100:00000040:0.0:1767384295.624986:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.624990:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.624993:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.624996:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384295.625004:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731453568, offset 0 00000400:00000200:0.0:1767384295.625010:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.625017:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.625024:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d102080 00000400:00000200:0.0:1767384295.625027:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:0.0:1767384295.625029:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.625032:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.625035:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.625036:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384295.625039:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a86333c9. 00000100:00000040:0.0:1767384295.625041:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000a86333c9 x1853236731453568 msgsize 224 00000100:00100000:0.0:1767384295.625044:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384295.625051:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.625054:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384295.625056:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384295.625059:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.625063:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625069:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.625071:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625076:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625077:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.625081:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.625083:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2305 usecs (3 jiffies) 00000100:00000001:0.0:1767384295.625085:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881796 00000100:00000001:0.0:1767384295.625087:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.625088:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881796 00000100:00000001:0.0:1767384295.625090:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.625092:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881796 00000100:00000001:0.0:1767384295.625093:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.625094:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881796 00000100:00000001:0.0:1767384295.625101:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881797 00000100:00000001:0.0:1767384295.625103:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.625104:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625107:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625109:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625116:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.625119:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.625141:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000071f5d029. 00000100:00000001:0.0:1767384295.625144:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.625146:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731453312 02000000:00000001:0.0:1767384295.625148:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.625150:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.625152:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.625155:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.625157:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731453312 00000020:00000001:0.0:1767384295.625160:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.625161:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:0.0:1767384295.625162:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.625164:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=8 00000020:00000001:0.0:1767384295.625166:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:0.0:1767384295.625167:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384295.625170:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.625173:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000020:00000010:0.0:1767384295.625176:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005d2edc1a. 00000020:00000040:0.0:1767384295.625180:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:0.0:1767384295.625193:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384295.625197:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fc11064. 00000020:00000010:0.0:1767384295.625201:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003da491d. 00000020:00000010:0.0:1767384295.625208:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b92d090e. 00000100:00000040:0.0:1767384295.625217:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384295.625219:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.625220:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.625222:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625227:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625241:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625251:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.625252:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.625257:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384295.625259:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384295.625261:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789521024 : -114766920030592 : ffff979ebe7fe680) 00000100:00000040:0.0:1767384295.625267:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8c2d43e x1853236731453312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625277:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.625281:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e2ef5d. 00000100:00000001:0.0:1767384295.625286:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.625290:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029e2ef5d. 00000100:00100000:0.0:1767384295.625297:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8c2d43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16353:x1853236731453312:12345-0@lo:13: 00000100:00000200:0.0:1767384295.625300:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453312 00000020:00000001:0.0:1767384295.625302:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.625306:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.625307:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625309:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.625311:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000020:00000001:0.0:1767384295.625313:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.625315:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.625317:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.625318:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.625320:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625322:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.625324:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.625328:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000069835ac5. 02000000:00000001:0.0:1767384295.625330:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625331:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384295.625334:0:17894:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384295.625337:0:17894:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384295.625339:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384295.625348:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384295.625350:0:17894:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384295.625359:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384295.625361:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384295.625364:0:17894:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384295.625366:0:17894:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384295.625370:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384295.625372:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384295.625374:0:17894:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384295.625377:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853236731453312 00010000:00000001:0.0:1767384295.625379:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384295.625382:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8c2d43e x1853236731453312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.625387:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384295.625390:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.625392:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.625396:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384295.625397:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384295.625399:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384295.625401:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.625402:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625404:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.625406:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.625408:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384295.625411:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731453312, offset 224 00000400:00000200:0.0:1767384295.625416:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.625422:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.625428:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d101f80 00000400:00000200:0.0:1767384295.625434:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11dd [1] + 224 00000400:00000200:0.0:1767384295.625437:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.625440:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.625443:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.625447:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.625453:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005067ef01 x1853236731453312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625468:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.625474:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384295.625475:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384295.625479:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384295.625481:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.625483:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.625485:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384295.625487:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.625488:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625489:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384295.625491:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8c2d43e x1853236731453312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:276/0 lens 224/368 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.625498:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8c2d43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16353:x1853236731453312:12345-0@lo:13: Request processed in 219us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384295.625505:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384295.625507:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384295.625509:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.625510:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.625513:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003da491d. 00000020:00000010:0.0:1767384295.625517:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b92d090e. 00000020:00000010:0.0:1767384295.625520:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fc11064. 00000020:00000040:0.0:1767384295.625524:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 7 00000100:00000001:0.0:1767384295.625526:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625540:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.625542:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731453696 02000000:00000001:0.0:1767384295.625544:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.625545:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.625546:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.625548:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.625549:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731453696 00000020:00000001:0.0:1767384295.625551:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.625551:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:0.0:1767384295.625552:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.625559:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000001:0.0:1767384295.625560:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:0.0:1767384295.625561:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:0.0:1767384295.625564:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.625566:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e2ef5d. 00000020:00000010:0.0:1767384295.625569:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000018fd2118. 00000020:00000040:0.0:1767384295.625572:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:0.0:1767384295.625578:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384295.625582:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fc11064. 00000020:00000010:0.0:1767384295.625585:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003da491d. 00000020:00000010:0.0:1767384295.625589:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b92d090e. 00000100:00000040:0.0:1767384295.625593:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384295.625594:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.625595:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.625597:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625600:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384295.625602:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384295.625602:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625609:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625614:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384295.625616:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731453568 02000000:00000001:0.0:1767384295.625617:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384295.625618:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.625620:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.625621:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.625623:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731453568 00000020:00000001:0.0:1767384295.625624:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.625625:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:0.0:1767384295.625627:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.625628:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000001:0.0:1767384295.625629:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:0.0:1767384295.625631:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384295.625633:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.625636:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c414f590. 00000100:00000001:0.0:1767384295.625643:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.625645:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c414f590. 00000020:00000010:0.0:1767384295.625649:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f861dec5. 00000020:00000010:0.0:1767384295.625653:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cca7439e. 00000020:00000010:0.0:1767384295.625656:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000001:0.0:1767384295.625659:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.625659:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.625660:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625663:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384295.625665:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384295.625666:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625671:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.625681:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.625682:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.625685:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384295.625686:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:0.0:1767384295.625687:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789518336 : -114766920033280 : ffff979ebe7fdc00) 00000100:00000040:0.0:1767384295.625689:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e20c071d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625695:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.625698:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c414f590. 00000100:00000001:0.0:1767384295.625700:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.625701:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c414f590. 00000100:00100000:0.0:1767384295.625704:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e20c071d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731453696:12345-0@lo:400: 00000100:00000200:0.0:1767384295.625707:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453696 00000020:00000001:0.0:1767384295.625708:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.625711:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.625712:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625714:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.625716:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:0.0:1767384295.625718:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.625720:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.625728:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.625730:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.625733:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625737:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384295.625739:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.625741:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.625745:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000b72a42. 02000000:00000001:0.0:1767384295.625747:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625748:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625753:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384295.625755:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731453696 00010000:00000001:0.0:1767384295.625759:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384295.625763:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e20c071d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.625794:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384295.625796:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.625801:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.625804:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384295.625809:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384295.625811:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384295.625817:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.625819:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.625824:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.625827:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.625832:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384295.625837:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731453696, offset 224 00000400:00000200:0.0:1767384295.625843:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.625851:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.625859:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d102100 00000400:00000200:0.0:1767384295.625866:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11e5 [1] + 224 00000400:00000200:0.0:1767384295.625870:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.625875:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.625880:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.625895:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.625914:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000010668d1d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.625920:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.625926:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384295.625927:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384295.625930:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384295.625931:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.625935:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.625939:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384295.625943:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.625947:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.625948:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384295.625953:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e20c071d x1853236731453696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.625967:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e20c071d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731453696:12345-0@lo:400: Request processed in 269us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384295.625977:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384295.625979:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:0.0:1767384295.625982:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.625986:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.625989:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003da491d. 00000020:00000010:0.0:1767384295.625994:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b92d090e. 00000020:00000010:0.0:1767384295.625999:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fc11064. 00000020:00000040:0.0:1767384295.626007:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:0.0:1767384295.626011:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.626022:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384295.626025:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384295.626032:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384295.626036:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:0.0:1767384295.626039:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789521920 : -114766920029696 : ffff979ebe7fea00) 00000100:00000040:0.0:1767384295.626045:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a86333c9 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/0 e 0 to 0 dl 1767384306 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626068:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384295.626073:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c414f590. 00000100:00000001:0.0:1767384295.626078:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.626082:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c414f590. 00000100:00100000:0.0:1767384295.626088:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a86333c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731453568:12345-0@lo:400: 00000100:00000200:0.0:1767384295.626091:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453568 00000020:00000001:0.0:1767384295.626094:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.626097:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384295.626099:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.626103:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384295.626107:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:0.0:1767384295.626111:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384295.626114:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.626117:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384295.626120:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.626122:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.626126:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384295.626129:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.626132:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384295.626136:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000899d75db. 02000000:00000001:0.0:1767384295.626140:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626141:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.626144:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384295.626147:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731453568 00010000:00000001:0.0:1767384295.626151:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384295.626155:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a86333c9 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.626165:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384295.626168:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.626174:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.626179:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384295.626184:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384295.626194:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384295.626199:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384295.626201:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626204:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.626209:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384295.626212:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384295.626217:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731453568, offset 224 00000400:00000200:0.0:1767384295.626228:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384295.626238:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384295.626246:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d102080 00000400:00000200:0.0:1767384295.626250:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11f5 [1] + 224 00000400:00000200:0.0:1767384295.626252:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.626257:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384295.626262:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.626267:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.626281:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626298:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.626304:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384295.626308:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384295.626311:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384295.626314:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.626319:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.626326:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384295.626329:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384295.626331:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.626338:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384295.626343:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a86333c9 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:276/0 lens 224/224 e 0 to 0 dl 1767384306 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.626360:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a86333c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731453568:12345-0@lo:400: Request processed in 290us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384295.626371:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384295.626381:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:0.0:1767384295.626385:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384295.626388:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384295.626392:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cca7439e. 00000020:00000010:0.0:1767384295.626397:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000020:00000010:0.0:1767384295.626401:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f861dec5. 00000020:00000040:0.0:1767384295.626406:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:0.0:1767384295.626410:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384295.626429:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384295.626434:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:0.0:1767384295.626443:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.626445:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384295.626450:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.626453:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.626456:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016dfe97b. 00000400:00000200:0.0:1767384295.626463:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384295.626466:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000001:0.0:1767384295.626471:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.626477:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.626491:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626498:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.626501:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.626504:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.626507:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.626508:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.626509:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.626511:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.626514:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.626517:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.626518:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.626520:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.626521:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.626524:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.626534:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626537:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.626540:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384295.626544:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.626546:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.626551:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626564:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.626569:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.626571:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.626577:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.626583:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731453568:0@lo:400: 00000100:00000001:0.0:1767384295.626592:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626595:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.626598:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731453568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626609:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.626613:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.626614:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c766df18. 02000000:00000001:0.0:1767384295.626619:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.626621:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.626623:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384295.626626:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.626628:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083c12c9c. 02000000:00000001:0.0:1767384295.626632:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.626633:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.626634:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000001:0.0:1767384295.626637:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.626638:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.626640:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626645:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.626653:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.626656:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626658:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626896:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.626900:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384295.626904:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384295.626907:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384295.626911:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa386231. 00000400:00000200:0.0:1767384295.626916:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384295.626919:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000001:0.0:1767384295.626923:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384295.626929:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384295.626942:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626954:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384295.626958:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.626960:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384295.626962:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384295.626963:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.626964:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.626966:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384295.626968:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384295.626970:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384295.626972:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384295.626973:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.626974:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384295.626975:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384295.626980:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.626981:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384295.626982:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:0.0:1767384295.626983:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384295.626984:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.626985:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.626998:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.626999:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384295.627000:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.627002:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.627006:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd70438e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731453440:0@lo:400: 00000100:00000001:0.0:1767384295.627009:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.627011:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384295.627012:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd70438e x1853236731453440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.627015:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384295.627016:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384295.627018:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c0d15d5. 02000000:00000001:0.0:1767384295.627019:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384295.627021:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384295.627021:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384295.627023:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384295.627023:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077c8ae09. 02000000:00000001:0.0:1767384295.627025:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384295.627026:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384295.627027:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd70438e. 00000100:00000001:0.0:1767384295.627029:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384295.627029:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.627030:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.627033:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.627034:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.627036:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.627037:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.629988:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294881797, at 4294881798 00000100:00000010:2.0:1767384295.629995:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069be2e0b. 00000100:00000040:0.0:1767384295.630848:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294881797, at 4294881799 00000100:00000010:0.0:1767384295.630854:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264dc2a8. 00000100:00000040:1.0:1767384295.630871:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294881797, at 4294881799 00000100:00000010:1.0:1767384295.630879:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4b85e54. 00000100:00000001:2.0:1767384296.139701:0:17886:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384296.139708:0:17886:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384296.139712:0:17886:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:2.0:1767384296.139717:0:17886:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000c26c7b36 : new cb_count 2 00000020:00000040:2.0:1767384296.139724:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 6 00000001:00000010:2.0:1767384296.139728:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000fab12c65. 00002000:00001000:2.0:1767384296.139735:0:17886:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384296.139741:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000dcf03c01. 00080000:00000010:2.0:1767384296.139745:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006815910b. 00000001:00000040:2.0:1767384296.139761:0:17886:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000c26c7b36 : new cb_count 1 00000020:00000040:2.0:1767384296.139763:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000001:00000010:2.0:1767384296.139808:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000064380b14. 00002000:00001000:2.0:1767384296.139813:0:17886:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384296.139817:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006decef31. 00080000:00000010:2.0:1767384296.139821:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004948f0f8. 00000001:00000040:2.0:1767384296.139827:0:17886:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000c26c7b36 : new cb_count 0 00000020:00000040:2.0:1767384296.139830:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000001:00000010:2.0:1767384296.139833:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000040b6cf7c. 00002000:00001000:2.0:1767384296.139841:0:17886:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:2.0:1767384296.139844:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000007f43b3a7. 00080000:00000010:2.0:1767384296.139851:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000031445e3b. 00000100:00000001:0.0:1767384296.200397:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384296.200405:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731453824 02000000:00000001:0.0:1767384296.200424:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384296.200432:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.200439:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.200450:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.200457:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731453824 00000020:00000001:0.0:1767384296.200462:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384296.200466:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384296.200469:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384296.200472:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384296.200476:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384296.200480:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384296.200485:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384296.200490:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010045011. 00000100:00000001:0.0:1767384296.200495:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384296.200499:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010045011. 00000020:00000010:0.0:1767384296.200506:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f861dec5. 00000020:00000010:0.0:1767384296.200512:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000010:0.0:1767384296.200518:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000040:0.0:1767384296.200529:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384296.200532:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384296.200534:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384296.200536:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.200543:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.200563:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.200575:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384296.200577:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384296.200582:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384296.200587:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384296.200590:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743462992 : -114766966088624 : ffff979ebbc11c50) 00000100:00000040:0.0:1767384296.200597:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004de276e7 x1853236731453824/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 328/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.200609:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384296.200611:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010045011. 00000100:00000001:0.0:1767384296.200621:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384296.200624:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010045011. 00000100:00100000:0.0:1767384296.200629:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004de276e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731453824:12345-0@lo:101: 00000100:00000200:0.0:1767384296.200634:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453824 00000020:00000001:0.0:1767384296.200637:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384296.200641:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384296.200644:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.200646:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384296.200649:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:0.0:1767384296.200653:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384296.200655:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384296.200658:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384296.200661:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384296.200666:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.200671:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384296.200674:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384296.200677:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384296.200679:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384296.200682:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.200691:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384296.200698:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004b9aa243. 00010000:00000001:0.0:1767384296.200703:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384296.200707:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049a62add. 00000020:00000001:0.0:1767384296.200711:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384296.200713:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000049a62add with handle 0xd602e9c522f0b124 to hash 00000020:00000001:0.0:1767384296.200717:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384296.200719:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384296.200723:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00010000:0.0:1767384296.200727:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b11d expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384296.200740:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:0.0:1767384296.200744:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:0.0:1767384296.200754:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384296.200808:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384296.200815:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000036bc84bd. 02000000:00000001:0.0:1767384296.200819:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.200821:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.200824:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384296.200829:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384296.200831:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384296.200834:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384296.200836:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.200838:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384296.200840:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.200843:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384296.200845:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384296.200847:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384296.200848:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384296.200850:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b9aa243) refcount = 1 00010000:00010000:0.0:1767384296.200855:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384296.200862:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384296.200863:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384296.200865:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.200867:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.200869:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384296.200896:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384296.200899:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384296.200907:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384296.200910:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384296.200912:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384296.200915:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.200917:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384296.200919:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384296.200921:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384296.200922:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000049a62add, rc 0) 00000020:00000001:0.0:1767384296.200934:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384296.200946:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731453824 00010000:00000001:0.0:1767384296.200949:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384296.200953:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004de276e7 x1853236731453824/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.200963:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384296.200965:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384296.200969:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.200974:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384296.200977:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384296.200979:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384296.200988:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384296.200991:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.200994:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384296.200996:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.201000:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384296.201004:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731453824, offset 224 00000400:00000200:0.0:1767384296.201009:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384296.201017:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384296.201023:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d102180 00000400:00000200:0.0:1767384296.201028:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x120d [1] + 224 00000400:00000200:0.0:1767384296.201033:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.201036:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384296.201041:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384296.201044:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000edaa3594 x1853236731453824/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384296.201054:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000edaa3594 x1853236731453824/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.201073:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384296.201079:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384296.201081:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000001:0.0:1767384296.201085:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384296.201087:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384296.201090:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.201094:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384296.201104:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384296.201106:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.201109:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384296.201116:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de276e7 x1853236731453824/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 328/344 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384296.201132:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004de276e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731453824:12345-0@lo:101: Request processed in 520us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384296.201153:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384296.201163:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384296.201171:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384296.201175:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384296.201181:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000020:00000010:0.0:1767384296.201192:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000020:00000010:0.0:1767384296.201200:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f861dec5. 00000020:00000040:0.0:1767384296.201210:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384296.201218:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384296.201223:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000036bc84bd. 02000000:00000001:0.0:1767384296.201231:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384296.201237:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384296.201244:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384296.201250:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa386231. 00000400:00000010:0.0:1767384296.201259:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000498b96ff. 00000100:00000001:0.0:1767384296.201830:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384296.201836:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731453952 02000000:00000001:0.0:1767384296.201841:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384296.201844:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.201846:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.201853:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.201858:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731453952 00000020:00000001:0.0:1767384296.201864:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384296.201869:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384296.201899:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384296.201902:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384296.201910:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384296.201928:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384296.201934:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384296.201938:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010045011. 00000100:00000001:0.0:1767384296.201941:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384296.201944:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010045011. 00000020:00000010:0.0:1767384296.201949:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f861dec5. 00000020:00000010:0.0:1767384296.201953:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000010:0.0:1767384296.201956:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000040:0.0:1767384296.201963:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384296.201965:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384296.201966:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384296.201968:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.201973:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.201989:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.202000:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384296.202001:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384296.202006:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384296.202009:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384296.202012:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743470160 : -114766966081456 : ffff979ebbc13850) 00000100:00000040:0.0:1767384296.202018:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d01aa96 x1853236731453952/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 304/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.202029:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384296.202033:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010045011. 00000100:00000001:0.0:1767384296.202036:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384296.202038:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010045011. 00000100:00100000:0.0:1767384296.202042:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d01aa96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731453952:12345-0@lo:256: 00000100:00000200:0.0:1767384296.202047:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731453952 00000020:00000001:0.0:1767384296.202049:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384296.202051:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384296.202053:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.202055:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384296.202057:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:0.0:1767384296.202066:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384296.202068:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384296.202070:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384296.202072:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384296.202075:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.202079:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384296.202081:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384296.202084:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000036bc84bd. 02000000:00000001:0.0:1767384296.202086:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.202088:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384296.202091:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384296.202096:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384296.202099:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384296.202101:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384296.202105:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384296.202107:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384296.202109:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384296.202112:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d625e999. 20000000:00000001:0.0:1767384296.202115:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384296.202125:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384296.202131:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384296.202137:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384296.202140:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:0.0:1767384296.202144:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384296.202146:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384296.202148:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:0.0:1767384296.202151:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:0.0:1767384296.202153:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:0.0:1767384296.202155:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:0.0:1767384296.202158:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384296.202161:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ac366886. 00000100:00000010:0.0:1767384296.202164:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009943ae5b. 00000020:00000040:0.0:1767384296.202166:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:0.0:1767384296.202169:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384296.202172:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384296.202175:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000400:00000010:0.0:1767384296.202181:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a450abc. 00000400:00000200:0.0:1767384296.202190:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384296.202198:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384296.202205:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x695824d102200 00000400:00000200:0.0:1767384296.202210:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x121d [4] + 0 00000400:00000010:0.0:1767384296.202214:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3cd9e74. 00000400:00000200:0.0:1767384296.202217:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083116822 00000400:00000200:0.0:1767384296.202221:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.202224:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384296.202227:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083116822 00000400:00000010:0.0:1767384296.202229:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000083116822. 00000100:00000001:0.0:1767384296.202233:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384296.202234:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000edaa3594 desc 000000009e3dce96 mbits 1853236731453952 00000100:00000001:0.0:1767384296.202250:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384296.202254:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384296.202258:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384296.202267:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1229 00000400:00000200:0.0:1767384296.202270:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.202275:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384296.202281:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384296.202283:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ac366886 00000100:00000001:0.0:1767384296.202290:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384296.202302:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384296.202307:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000001:0.0:1767384296.202310:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384296.202312:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ac366886 00000100:00000001:0.0:1767384296.202314:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384296.202318:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x695824d102200-0x695824d102200 00000100:00000001:0.0:1767384296.202321:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.202326:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.202328:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384296.202330:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:0.0:1767384296.202333:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009943ae5b. 00000100:00000010:0.0:1767384296.202336:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ac366886. 00000100:00000001:0.0:1767384296.202339:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384296.202340:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384296.202354:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d625e999. 20000000:00000001:0.0:1767384296.202357:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384296.202360:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731453952 00010000:00000001:0.0:1767384296.202363:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384296.202366:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d01aa96 x1853236731453952/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 304/240 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.202375:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384296.202377:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384296.202380:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.202383:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384296.202386:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384296.202388:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384296.202391:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384296.202393:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.202395:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384296.202397:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.202400:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384296.202403:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731453952, offset 224 00000400:00000200:0.0:1767384296.202407:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384296.202413:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384296.202418:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d102200 00000400:00000200:0.0:1767384296.202422:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1221 [1] + 224 00000400:00000200:0.0:1767384296.202426:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.202429:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384296.202432:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384296.202435:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000edaa3594 x1853236731453952/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384296.202445:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000edaa3594 x1853236731453952/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384312 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.202464:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384296.202467:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384296.202469:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000001:0.0:1767384296.202472:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384296.202479:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384296.202484:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.202488:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384296.202492:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384296.202495:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.202501:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384296.202509:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d01aa96 x1853236731453952/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:277/0 lens 304/240 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384296.202528:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d01aa96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731453952:12345-0@lo:256: Request processed in 496us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384296.202547:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384296.202555:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384296.202562:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384296.202567:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384296.202573:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000020:00000010:0.0:1767384296.202580:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000020:00000010:0.0:1767384296.202589:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f861dec5. 00000020:00000040:0.0:1767384296.202598:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384296.202605:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384296.202612:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000036bc84bd. 02000000:00000001:0.0:1767384296.202618:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384296.202622:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384296.202631:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384296.202639:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016dfe97b. 00000400:00000010:0.0:1767384296.202651:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a28b0ed. 00000100:00000040:2.0:1767384296.207829:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294882375, at 4294882376 00000100:00000040:0.0:1767384296.207837:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294882375, at 4294882376 00000100:00000010:2.0:1767384296.207841:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094d38ccd. 00000100:00000010:0.0:1767384296.207849:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de6fd3eb. 00000100:00000040:1.0:1767384296.207917:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294882375, at 4294882376 00000100:00000010:1.0:1767384296.207929:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc2c23bc. 00000020:00000010:2.0:1767384296.212163:0:19505:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006a0bf34b. 00000020:00000040:2.0:1767384296.212170:0:19505:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384296.212172:0:19505:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006a0bf34b. 00000020:00000001:0.0:1767384296.456057:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384296.456064:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384296.456070:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384297.107715:0:19663:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384297.107718:0:19663:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:0.0:1767384297.110751:0:19663:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384297.116919:0:19664:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000564756f9. 00000400:00000010:0.0:1767384297.116932:0:19664:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f55fb38f. 00000400:00000010:0.0:1767384297.116940:0:19664:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003a9731f4. 00000400:00000010:0.0:1767384297.116944:0:19664:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c766df18. 00000400:00000010:0.0:1767384297.116948:0:19664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e074d82b. 00000400:00000010:0.0:1767384297.116952:0:19664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5360e41. 00000400:00000010:0.0:1767384297.116953:0:19664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f5ede2b. 00000400:00000010:0.0:1767384297.116954:0:19664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4f49140. 00000400:00000010:0.0:1767384297.116957:0:19664:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000db0aec53. 00000800:00000010:0.0:1767384297.116967:0:19664:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000077c8ae09. 00000800:00000200:0.0:1767384297.116976:0:19664:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384297.116981:0:19664:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384297.117014:0:19664:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384297.117033:0:19664:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp12 [8/256/0/180] 00000400:00000010:0.0:1767384297.118430:0:19664:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000602b1224. 00000400:00000010:0.0:1767384297.118436:0:19664:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d514886e. 00000400:00000010:0.0:1767384297.118441:0:19664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000400:00000001:0.0:1767384297.118453:0:19664:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384297.118454:0:19664:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384297.118456:0:19664:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7926245. 00000400:00000200:0.0:1767384297.118458:0:19664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:0.0:1767384297.118459:0:19664:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000400:00000010:0.0:1767384297.118462:0:19664:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000005850fdcb. 00000400:00000200:0.0:1767384297.118467:0:19664:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (3) 00000400:00000200:0.0:1767384297.118476:0:19664:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384297.118484:0:19664:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:0.0:1767384297.118489:0:19664:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ff937eb. 00000020:01000000:0.0:1767384297.118493:0:19664:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384297.118495:0:19664:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp12 00000400:00000010:0.0:1767384297.118507:0:19664:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f55fb38f. 00000400:00000010:0.0:1767384297.118511:0:19664:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000564756f9. 00000020:00000001:2.0:1767384297.118547:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.118551:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.118555:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384297.118559:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384297.118564:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384297.118568:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384297.118571:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384297.118574:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.118578:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.118580:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.118582:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384297.118585:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384297.118588:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.118591:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384297.118597:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 00000020:00000040:2.0:1767384297.118604:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384297.118611:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384297.118615:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.118621:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.118632:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003004b02c. 00000100:00000001:2.0:1767384297.118639:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.118648:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384297.118651:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.118659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026a4f28c] to pc [ptlrpcd_00_01+1] req@0000000026a4f28c x1853236731454080/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384297.118663:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (2) 10000000:00000001:2.0:1767384297.118688:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.118692:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.118697:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384297.118699:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384297.118705:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.118714:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384297.118717:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384297.118720:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384297.118722:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384297.118725:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384297.118728:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384297.118731:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.118734:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.118737:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.118740:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384297.118740:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000020:01000004:2.0:1767384297.118744:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.118747:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384297.118751:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053a2ed15. 00000020:00000040:2.0:1767384297.118756:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384297.118759:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384297.118761:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.118763:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.118797:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009dbbb83a. 00000100:00000001:2.0:1767384297.118801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.118806:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384297.118809:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.118816:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a2ed15] to pc [ptlrpcd_00_02+2] req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.118821:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 10000000:00000001:2.0:1767384297.118844:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.118847:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.118850:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384297.118866:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384297.118870:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ff937eb. 00000400:00000200:0.0:1767384297.118872:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:2.0:1767384297.118882:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.118887:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.118895:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.118898:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384297.118902:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384297.118908:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.118915:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:2.0:1767384297.118924:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384297.118934:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.118940:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384297.118942:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384297.118947:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.118953:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053a2ed15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731454208:0@lo:253: 00000100:00000001:2.0:1767384297.118957:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384297.118961:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384297.118963:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.118965:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384297.118969:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008f11501b. 02000000:00000001:2.0:1767384297.118974:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.118988:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058061655. 00000400:00000010:2.0:1767384297.119002:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e895652. 00000100:00000200:2.0:1767384297.119009:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731454208, portal 25 00000100:00000001:2.0:1767384297.119012:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384297.119015:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789363712 : -114766920187904 : ffff979ebe7d8000) 00000100:00000040:2.0:1767384297.119018:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.119024:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384297.119028:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384297.119032:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4f85c62. 00000100:00000200:2.0:1767384297.119034:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731454208, offset 0 00000400:00000200:2.0:1767384297.119043:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384297.119055:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384297.119066:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102300 00000400:00000200:2.0:1767384297.119077:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:2.0:1767384297.119082:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000402d3c63. 00000400:00000200:2.0:1767384297.119087:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006893df39 00000400:00000200:2.0:1767384297.119093:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.119098:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384297.119103:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006893df39 00000400:00000010:2.0:1767384297.119105:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006893df39. 00000100:00000001:2.0:1767384297.119110:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384297.119112:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384297.119123:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000073050531 x1853236731454208 msgsize 4848 00000100:00100000:2.0:1767384297.119129:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:0.0:1767384297.119131:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3b76cbc. 00000100:00000040:2.0:1767384297.119134:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:0.0:1767384297.119137:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f55fb38f. 00000100:00000001:2.0:1767384297.119143:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384297.119144:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5b337a5. 00000400:00000200:2.0:1767384297.119150:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f85c62 00000400:00000010:2.0:1767384297.119153:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4f85c62. 00000100:00000001:2.0:1767384297.119158:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384297.119162:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.119172:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.119178:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384297.119190:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5b337a5. 00000100:00000001:2.0:1767384297.119202:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119204:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.119209:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119213:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294883292 00000100:00000001:2.0:1767384297.119219:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294883292 00000100:00000001:2.0:1767384297.119225:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294883292 00000100:00000001:2.0:1767384297.119227:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294883292 00000100:00000001:2.0:1767384297.119229:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294883292 00000100:00000001:2.0:1767384297.119231:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294883292 00000100:00000001:2.0:1767384297.119236:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294883292 00000100:00000001:2.0:1767384297.119239:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294883292 00000100:00000001:2.0:1767384297.119240:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.119242:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119244:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119246:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.119250:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384297.119252:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384297.119254:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.119255:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384297.119257:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119266:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119277:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.119279:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119306:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384297.119309:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731454080 02000000:00000001:2.0:1767384297.119311:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384297.119314:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.119316:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.119319:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.119322:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731454080 00000020:00000001:2.0:1767384297.119324:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384297.119325:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000040:2.0:1767384297.119326:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384297.119330:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.119333:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:2.0:1767384297.119335:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384297.119339:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384297.119344:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384297.119345:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp11 from 251.3.0.2 00000020:00000010:2.0:1767384297.119350:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d6dd0e1. 00000800:00000010:0.0:1767384297.119352:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003af7a9be. 00000100:00000001:2.0:1767384297.119354:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384297.119360:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d6dd0e1. 00000020:00000010:2.0:1767384297.119368:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2640eb. 00000020:00000010:2.0:1767384297.119376:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b04fd068. 00000020:00000010:2.0:1767384297.119382:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000137e2359. 00000800:00000010:1.0:1767384297.119386:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7f40715. 00000100:00000040:2.0:1767384297.119392:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000010:1.0:1767384297.119393:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f472e2af. 00000100:00000001:2.0:1767384297.119399:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384297.119401:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384297.119404:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119412:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384297.119421:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dfb10cba. 00000100:00000001:2.0:1767384297.119422:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384297.119433:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (2) 00000100:00000001:2.0:1767384297.119436:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384297.119439:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.1:1767384297.119444:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp11 00000000dfb10cba deleted 00000100:00100000:2.0:1767384297.119448:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000800:00000010:1.1:1767384297.119450:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dfb10cba. 00000100:00000040:2.0:1767384297.119452:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384297.119456:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743457872 : -114766966093744 : ffff979ebbc10850) 00000800:00000200:1.1:1767384297.119460:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000040:2.0:1767384297.119461:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022fbfcb1 x1853236731454080/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384297.119473:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:1019 00000800:00000200:1.1:1767384297.119482:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004478805 type 1, nob 192 niov 1 nkiov 1 00000100:00000001:2.0:1767384297.119496:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384297.119501:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d6dd0e1. 00000800:00000200:1.0:1767384297.119506:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp11 p 3.x 192.168.204.118 -> 192.168.204.118:1019 incarnation:1767384295590613371 sched[0] 00000100:00000001:2.0:1767384297.119508:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384297.119513:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d6dd0e1. 00000800:00000010:1.0:1767384297.119514:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8404f89. 00000100:00100000:2.0:1767384297.119523:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022fbfcb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731454080:12345-0@lo:253: 00000100:00000200:2.0:1767384297.119531:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731454080 00000020:00000001:2.0:1767384297.119533:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384297.119536:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384297.119538:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.119542:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384297.119543:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384297.119549:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384297.119552:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384297.119556:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384297.119558:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384297.119561:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119568:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:1.0:1767384297.119568:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8404f89. 02000000:00000001:2.0:1767384297.119572:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384297.119573:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f472e2af. 02000000:00000010:2.0:1767384297.119587:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000529897b0. 02000000:00000001:2.0:1767384297.119592:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.119596:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384297.119598:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003af7a9be. 20000000:00000001:2.0:1767384297.119602:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384297.119610:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384297.119612:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004bf64643. 00000800:00000001:1.0:1767384297.119616:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384297.119617:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384297.119623:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384297.119627:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384297.119630:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.119632:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.119633:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384297.119644:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b0c5ae0. 20000000:01000000:2.0:1767384297.119649:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384297.119658:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384297.119664:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:1.0:1767384297.119668:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384297.119673:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004478805. 00080000:00000001:2.0:1767384297.119674:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384297.119677:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384297.119684:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: PUT: OK 00000400:00000200:1.0:1767384297.119688:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384297.119691:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00080000:00000001:2.0:1767384297.119693:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384297.119710:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.119712:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384297.119714:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.119716:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384297.119718:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384297.119720:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000002:2.0:1767384297.119721:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:2.0:1767384297.119727:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00000800:00000200:1.0:1767384297.119730:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp11 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384295590613371 sched[0] 00080000:00000002:2.0:1767384297.119731:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:1.0:1767384297.119739:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f55fb38f. 00080000:00000001:2.0:1767384297.119744:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384297.119748:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.119750:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384297.119753:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384297.119757:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384297.119760:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384297.119763:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000072522de. 00000400:00000200:1.0:1767384297.119809:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00080000:00000001:2.0:1767384297.119822:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500465664 : -114772209085952 : ffff979d833f5200) 00080000:00000001:2.0:1767384297.119827:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384297.119829:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384297.119834:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d6dd0e1. 00080000:00000001:2.0:1767384297.119836:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.119838:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384297.119848:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00080000:00000001:2.0:1767384297.119852:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.119885:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384297.119910:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384297.119955:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384297.119988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384297.120073:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384297.120079:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000400:00000010:2.0:1767384297.120085:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000400:00000200:2.0:1767384297.120092:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:2.0:1767384297.120099:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000010:2.0:1767384297.120106:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000001fe9d237. 00000400:00000010:2.0:1767384297.120110:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000f8d9d0b3. 00000400:00000010:2.0:1767384297.120113:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000b6b89c1e. 00000400:00000010:2.0:1767384297.120122:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000010caf81b. 00000400:00000200:2.0:1767384297.120126:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000010caf81b nid 192.168.204.118@tcp12 00000400:00000010:2.0:1767384297.120135:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f52ecd00. 00000400:00000200:2.0:1767384297.120138:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f52ecd00 net tcp12 00000400:00000200:2.0:1767384297.120141:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (5) 00000400:00000200:2.0:1767384297.120146:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp12 flags 0x11 00000400:00000010:2.0:1767384297.120151:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000001fe9d237. 00000400:00000010:2.0:1767384297.120156:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000f8d9d0b3. 00000400:00000010:2.0:1767384297.120160:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000b6b89c1e. 00000400:00000010:2.0:1767384297.120164:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000003d0a9a3d. 00000400:00000200:2.0:1767384297.120170:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000800:00000010:1.0:1767384297.120170:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009820b730. 00000400:00000200:2.0:1767384297.120176:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000800:00000010:1.0:1767384297.120177:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f472e2af. 00000400:00000200:2.0:1767384297.120183:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000800:00000010:1.0:1767384297.120184:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8404f89. 00000400:00000200:2.0:1767384297.120202:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000400:00000200:2.0:1767384297.120207:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384297.120212:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:2.0:1767384297.120217:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384297.120220:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (6) 00000800:00000010:1.0:1767384297.120226:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8404f89. 00000400:00000200:2.0:1767384297.120265:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384297.120278:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp11 from 250.3.0.2 00000800:00000010:2.0:1767384297.120280:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d1425eb0. 00000800:00000010:1.0:1767384297.120305:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039227282. 00000800:00000010:1.0:1767384297.120310:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfb10cba. 00000800:00000010:1.0:1767384297.120328:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c2e2cbd7. 00000800:00000200:1.1:1767384297.120332:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (4) 00000800:00000200:1.1:1767384297.120337:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp11 00000000c2e2cbd7 deleted 00000800:00000010:1.1:1767384297.120339:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c2e2cbd7. 00000800:00000200:1.1:1767384297.120342:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384297.120345:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp11 p 3.x 192.168.204.118 -> 192.168.204.118:1018 incarnation:1767384295590613371 sched[0] 00000800:00000010:1.0:1767384297.120356:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8404f89. 00000800:00000010:1.0:1767384297.120389:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8404f89. 00000800:00000010:1.0:1767384297.120392:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfb10cba. 00000800:00000200:2.1:1767384297.120411:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384297.120413:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d1425eb0. 00000800:00000200:2.0:1767384297.120418:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp11 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384295590613371 sched[0] 00000800:00000010:2.0:1767384297.120423:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f472e2af. 00080000:00000010:1.0:1767384297.121478:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000072522de. 00080000:00000010:2.0:1767384297.121548:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d6dd0e1. 00040000:00000001:2.0:1767384297.121554:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384297.121557:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384297.121559:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384297.121563:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384297.121566:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.121569:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384297.121582:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384297.121592:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384297.121596:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384297.121602:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384297.121611:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384297.121616:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384297.121619:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384297.121626:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384297.121630:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384297.121638:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004b9aa243 count: 2 00010000:00000001:1.0:1767384297.121643:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384297.121648:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384297.121654:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000337a8c4a. 00000020:00000001:1.0:1767384297.121659:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384297.121664:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000337a8c4a with handle 0xd602e9c522f0b12b to hash 00000020:00000001:1.0:1767384297.121668:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384297.121672:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384297.121678:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384297.121683:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384297.121687:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384297.121693:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.121705:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384297.121711:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384297.121715:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384297.121721:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384297.121726:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384297.121733:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384297.121740:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384297.121748:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384297.121753:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.121754:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384297.121759:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004bf64643. 20000000:00000001:2.0:1767384297.121789:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.121793:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000040:2.0:1767384297.121795:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731454080 00010000:00000001:1.0:1767384297.121797:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.121800:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384297.121802:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384297.121807:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000200:2.0:1767384297.121808:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022fbfcb1 x1853236731454080/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384297.121811:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384297.121832:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b9aa243) refcount = 2 00010000:00000001:2.0:1767384297.121833:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384297.121838:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1767384297.121839:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384297.121844:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=17 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384297.121844:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384297.121852:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384297.121867:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384297.121871:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000040:1.0:1767384297.121872:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:2.0:1767384297.121875:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384297.121876:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384297.121878:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.121882:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384297.121887:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384297.121891:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4f85c62. 00010000:00000010:1.0:1767384297.121892:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8404f89. 00000100:00000200:2.0:1767384297.121895:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731454080, offset 224 00000100:00000001:1.0:1767384297.121899:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:2.0:1767384297.121902:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384297.121905:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfb10cba. 00000400:00000200:2.0:1767384297.121911:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384297.121911:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629305889244864 : -114767820306752 : ffff979e88d6c6c0) 00000100:00000001:1.0:1767384297.121917:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629305889244864 : -114767820306752 : ffff979e88d6c6c0) 00000400:00000200:2.0:1767384297.121922:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102280 00000100:00000001:1.0:1767384297.121923:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384297.121926:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1767384297.121927:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x123d [2] + 224 00010000:00000001:1.0:1767384297.121930:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384297.121933:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384297.121935:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384297.121938:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384297.121940:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384297.121942:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384297.121945:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:2.0:1767384297.121946:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026a4f28c x1853236731454080/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384297.121949:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384297.121952:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384297.121956:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:2.0:1767384297.121959:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026a4f28c x1853236731454080/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384297.121963:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edcd2e6. 00000020:00000040:1.0:1767384297.121969:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:1.0:1767384297.121972:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384297.121973:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384297.121974:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384297.121979:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.121980:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f85c62 00000400:00000010:2.0:1767384297.121983:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4f85c62. 02000000:00000010:1.0:1767384297.121984:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000095caa5f. 00000100:00000001:1.0:1767384297.121991:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.121994:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384297.121998:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.122003:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384297.122008:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384297.122011:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384297.122016:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384297.122019:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.122025:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384297.122031:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022fbfcb1 x1853236731454080/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384297.122035:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 365 lvb_type: 0 00010000:00000001:1.0:1767384297.122062:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384297.122066:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384297.122071:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022fbfcb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731454080:12345-0@lo:253: Request processed in 2582us (3065us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384297.122075:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384297.122093:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:2.0:1767384297.122102:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384297.122109:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384297.122110:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384297.122115:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.122116:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384297.122123:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b04fd068. 00000100:00100000:1.0:1767384297.122126:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005edcd2e6 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731454336:0@lo:104: 00000020:00000010:2.0:1767384297.122131:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000137e2359. 00000100:00000001:1.0:1767384297.122134:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384297.122140:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2640eb. 02000000:00000001:1.0:1767384297.122140:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384297.122145:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.122148:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 02000000:00000001:1.0:1767384297.122149:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384297.122155:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384297.122155:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0d69b8d. 02000000:00000010:2.0:1767384297.122160:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000529897b0. 02000000:00000001:1.0:1767384297.122161:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.122168:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384297.122170:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ee9aa. 00000100:00000001:2.0:1767384297.122172:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384297.122177:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000100:00000200:2.0:1767384297.122181:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384297.122185:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731454336, portal 16 00000400:00000010:2.0:1767384297.122188:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be1ed45. 00000100:00000001:1.0:1767384297.122192:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384297.122196:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4f85c62. 00000100:00000001:1.0:1767384297.122196:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789001216 : -114766920550400 : ffff979ebe77f800) 00000100:00000040:1.0:1767384297.122208:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384297.122226:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384297.122231:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384297.122237:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384297.122244:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731454336, offset 0 00000400:00000200:1.0:1767384297.122256:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384297.122271:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384297.122284:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d102380 00000400:00000200:1.0:1767384297.122295:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:1.0:1767384297.122312:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384297.122322:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384297.122328:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384297.122332:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384297.122337:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5a07e79. 00000100:00000040:1.0:1767384297.122340:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000e5a07e79 x1853236731454336 msgsize 328 00000100:00100000:1.0:1767384297.122346:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384297.122360:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384297.122367:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000010:1.0:1767384297.122370:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:1.0:1767384297.122375:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384297.122380:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384297.122400:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.122407:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384297.122428:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.122434:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.122441:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.122446:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294883295 00000100:00000001:1.0:1767384297.122454:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294883292 00000100:00000001:1.0:1767384297.122460:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294883295 00000100:00000001:1.0:1767384297.122468:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294883292 00000100:00000001:1.0:1767384297.122473:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294883295 00000100:00000001:1.0:1767384297.122480:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294883292 00000100:00000001:1.0:1767384297.122488:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294883295 00000100:00000001:1.0:1767384297.122493:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294883292 00000100:00000001:1.0:1767384297.122498:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.122500:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.122503:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.122509:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.122512:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.122524:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384297.122527:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384297.122531:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384297.122532:0:17067:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000529897b0. 00010000:00000001:1.0:1767384297.122536:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384297.122539:0:17067:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00010000:00000001:1.0:1767384297.122540:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:2.0:1767384297.122543:0:17067:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000001:1.0:1767384297.122546:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384297.122549:0:17067:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002e2640eb. 00000100:00000001:1.0:1767384297.122553:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384297.122557:0:17067:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:1.0:1767384297.122558:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384297.122563:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dfb10cba going to sleep for 11 seconds 00000100:00000001:1.0:1767384297.122568:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.122574:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.122666:0:17067:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.122679:0:19666:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384297.122700:0:19666:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009d6dd0e1. 00000020:00000010:2.0:1767384297.122711:0:19666:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fa071aa0. 00000020:00000010:2.0:1767384297.122719:0:19666:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006df9ce04. 00000020:00000010:2.0:1767384297.122726:0:19666:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033572fde. 00000040:00000010:2.0:1767384297.122732:0:19666:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d6643af0. 00000020:00000010:2.0:1767384297.122738:0:19666:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000960b1702. 00000020:00000010:2.0:1767384297.122743:0:19666:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003096ef91. 00000020:00000010:2.0:1767384297.122747:0:19666:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000072522de. 80000000:00000010:2.0:1767384297.122751:0:19666:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a8f8e68c. 40000000:00000010:2.0:1767384297.122755:0:19666:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d45db0c1. 00000100:00000001:1.0:1767384297.122760:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:2.0:1767384297.122761:0:19666:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c34569b8. 00040000:00000010:2.0:1767384297.122805:0:19666:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e401e4df. 00040000:00000010:2.0:1767384297.122809:0:19666:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005633249. 00040000:00000010:2.0:1767384297.122813:0:19666:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031445e3b. 00080000:00000010:2.0:1767384297.122816:0:19666:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004bf64643. 00080000:00000010:2.0:1767384297.122822:0:19666:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf093ca3. 00000400:00000001:1.0:1767384297.122829:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000010:2.0:1767384297.122831:0:19666:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000015a80ce. 00000400:00000001:1.0:1767384297.122833:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000010:2.0:1767384297.122838:0:19666:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a145dc11. 00000400:00000010:1.0:1767384297.122838:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ee9aa. 00000004:00000010:2.0:1767384297.122845:0:19666:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000031ba8fd7. 00000400:00000200:1.0:1767384297.122846:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00002000:00000010:2.0:1767384297.122852:0:19666:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aee36a60. 00000400:00000010:1.0:1767384297.122853:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000004:00000010:2.0:1767384297.122867:0:19666:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e44d911. 00000100:00000010:2.0:1767384297.122874:0:19666:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000070ba29fb. 00000100:00000001:1.0:1767384297.122874:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384297.122885:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384297.122890:0:19666:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000200:1.0:1767384297.122913:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384297.122914:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384297.122918:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.122924:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384297.122930:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384297.122934:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384297.122937:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384297.122939:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384297.122941:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.122948:0:17100:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384297.122951:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e039f9e5 already unused, calling callback (00000000e93ca148) 10000000:00000001:2.0:1767384297.122955:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384297.122955:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00010000:2.0:1767384297.122959:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384297.122961:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.122965:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.122969:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.122975:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=17 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384297.122977:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384297.122982:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767384297.122983:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=17 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384297.122984:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.122987:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e039f9e5 refcount=3 00000020:00000001:2.0:1767384297.122991:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00000100:00000001:1.0:1767384297.122992:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384297.122993:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00000100:00000001:1.0:1767384297.122995:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.122997:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384297.123000:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.123000:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384297.123004:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384297.123010:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384297.123011:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384297.123013:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384297.123019:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384297.123020:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384297.123022:0:17072:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384297.123023:0:17072:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384297.123025:0:17072:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384297.123026:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384297.123028:0:17072:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.123039:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384297.123041:0:17072:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384297.123042:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:2.0:1767384297.123044:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384297.123046:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:2.0:1767384297.123047:0:17072:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 10000000:00000001:2.0:1767384297.123053:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384297.123053:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:2.0:1767384297.123057:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.123058:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123060:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384297.123061:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123063:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384297.123065:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123066:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384297.123070:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123072:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.123074:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e039f9e5 with handle 0xd602e9c522f0b11d from hash 00000100:00000040:1.0:1767384297.123074:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384297.123079:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384297.123082:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123084:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384297.123088:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005edcd2e6 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731454336:0@lo:104: 00010000:00000001:2.0:1767384297.123092:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384297.123097:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384297.123098:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384297.123098:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123105:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384297.123105:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123108:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384297.123110:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384297.123113:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000192d251. 00000100:00000001:1.0:1767384297.123114:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384297.123118:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000040:1.0:1767384297.123122:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005edcd2e6 x1853236731454336/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384297.123123:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384297.123125:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384297.123128:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.123133:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003729761b. 00000100:00000001:2.0:1767384297.123139:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.123139:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384297.123142:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384297.123143:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000010:1.0:1767384297.123147:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0d69b8d. 00010000:00010000:2.0:1767384297.123148:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384297.123155:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:1.0:1767384297.123155:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384297.123160:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384297.123160:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384297.123165:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384297.123165:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000100:00000001:2.0:1767384297.123167:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.123170:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384297.123173:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000095caa5f. 00000100:00000040:2.0:1767384297.123174:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000192d251] to pc [ptlrpcd_00_03+3] req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384297.123180:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384297.123184:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384297.123187:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005edcd2e6. 00000100:00000001:1.0:1767384297.123191:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384297.123193:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384297.123196:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dfb10cba. 00010000:00000001:2.0:1767384297.123197:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.123199:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384297.123200:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123204:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384297.123204:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384297.123205:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123212:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384297.123213:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8404f89. 10000000:00000001:2.0:1767384297.123217:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.123220:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123222:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123233:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384297.123235:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123237:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000e039f9e5/0xd602e9c522f0b11d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b124 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384297.123241:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384297.123251:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:2.0:1767384297.123252:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b74050a count: 0 00010000:00000001:1.0:1767384297.123254:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384297.123260:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123266:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123269:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384297.123272:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005ca9d3af. 00010000:00000001:2.0:1767384297.123279:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.123283:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384297.123287:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123293:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384297.123296:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384297.123298:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123300:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384297.123303:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384297.123306:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384297.123310:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384297.123318:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.123321:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384297.123325:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.123329:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.123416:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384297.123420:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731454464 02000000:00000001:2.0:1767384297.123423:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384297.123425:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.123428:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.123432:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.123436:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731454464 00000020:00000001:2.0:1767384297.123438:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384297.123441:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384297.123443:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123445:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:2.0:1767384297.123446:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384297.123448:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384297.123451:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384297.123456:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000100:00000001:2.0:1767384297.123458:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384297.123462:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000020:00000010:2.0:1767384297.123468:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000416d7e20. 00000020:00000010:2.0:1767384297.123473:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b04fd068. 00000020:00000010:2.0:1767384297.123483:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000137e2359. 00000100:00000040:2.0:1767384297.123491:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384297.123496:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384297.123498:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384297.123501:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384297.123506:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123509:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384297.123512:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123516:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123519:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=4 00000020:00000001:2.0:1767384297.123522:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:2.0:1767384297.123526:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00010000:2.0:1767384297.123531:0:17071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 365 lvb_type: 0 00010000:00000001:2.0:1767384297.123536:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123537:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123539:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.123540:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.123544:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384297.123546:0:17071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000edaa3594 x1853236731454464/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 328/0 e 0 to 0 dl 1767384308 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.123551:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384297.123553:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.123560:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.123568:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384297.123569:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384297.123573:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384297.123575:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384297.123577:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668306816 : -114767041244800 : ffff979eb7465180) 00000100:00000040:2.0:1767384297.123580:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edaa3594 x1853236731454464/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 328/0 e 0 to 0 dl 1767384308 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.123581:0:17070:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384297.123585:0:17070:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000001:2.0:1767384297.123589:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384297.123593:0:17070:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000095caa5f. 00000020:00000010:2.0:1767384297.123597:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000100:00000001:2.0:1767384297.123601:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384297.123601:0:17070:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000020:00000010:2.0:1767384297.123605:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00100000:2.0:1767384297.123609:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edaa3594 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731454464:12345-0@lo:103: 00000100:00000200:2.0:1767384297.123612:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731454464 00010000:00000001:2.0:1767384297.123614:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384297.123615:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384297.123616:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384297.123618:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384297.123620:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384297.123623:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee6c6a7c. 02000000:00000001:2.0:1767384297.123625:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.123627:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123628:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384297.123630:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384297.123632:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123633:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123635:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=4 00000020:00000001:2.0:1767384297.123636:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:2.0:1767384297.123637:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000040:2.0:1767384297.123639:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004b9aa243 count: 3 00010000:00010000:2.0:1767384297.123642:0:17071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 365 lvb_type: 0 00000100:00001000:2.0:1767384297.123647:0:17071:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384297 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384297.123649:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384297.123654:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123655:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384297.123658:0:17071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 365 lvb_type: 0 00000020:00000001:2.0:1767384297.123662:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123663:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123664:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.123671:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123674:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384297.123675:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384297.123679:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123680:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123681:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123682:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384297.123685:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049a62add with handle 0xd602e9c522f0b124 from hash 00010000:00000001:2.0:1767384297.123687:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384297.123688:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123689:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123690:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384297.123692:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384297.123693:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384297.123695:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000049a62add/0xd602e9c522f0b124 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b11d expref: 16 pid: 17078 timeout: 365 lvb_type: 0 00010000:00000040:2.0:1767384297.123699:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:2.0:1767384297.123700:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:2.0:1767384297.123705:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123707:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384297.123709:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384297.123710:0:17071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000337a8c4a 00010000:00000001:2.0:1767384297.123712:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384297.123713:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.123714:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123715:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384297.123716:0:17071:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123718:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384297.123719:0:17071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384297.123721:0:17071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123726:0:17071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384297.123729:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384297.123732:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384297.123734:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1767384297.123734:0:17070:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384297.123742:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b9aa243) refcount = 2 00010000:00010000:2.0:1767384297.123745:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123749:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384297.123751:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767384297.123751:0:19667:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:2.0:1767384297.123752:0:17071:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123756:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384297.123759:0:17071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008adf8f97. 00000100:00000001:2.0:1767384297.123763:0:17071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384297.123797:0:17071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f361b168. 00000100:00000001:2.0:1767384297.123801:0:17071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306723272384 : -114766986279232 : ffff979eba8d06c0) 00000100:00000001:2.0:1767384297.123804:0:17071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306723272384 : -114766986279232 : ffff979eba8d06c0) 00000100:00000010:1.0:1767384297.123807:0:19667:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e38b3d91. 00000100:00000001:2.0:1767384297.123808:0:17071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384297.123810:0:17071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384297.123814:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:1.0:1767384297.123814:0:19667:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8404f89. 20000000:00000001:2.0:1767384297.123818:0:17071:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384297.123823:0:17071:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384297.123827:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123829:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123833:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=5 00000020:00000001:2.0:1767384297.123835:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:2.0:1767384297.123836:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:2.0:1767384297.123838:0:17071:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384297.123839:0:17071:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123844:0:17071:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384297.123846:0:17071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123849:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.123851:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384297.123853:0:17071:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123876:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123877:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.123879:0:17071:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384297.123881:0:17071:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384297.123884:0:17071:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000337a8c4a already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384297.123886:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123888:0:17071:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384297.123890:0:17071:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.123893:0:17071:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384297.123895:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384297.123896:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384297.123897:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=6 00000020:00000010:1.0:1767384297.123897:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0d69b8d. 00000020:00000001:2.0:1767384297.123901:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:2.0:1767384297.123904:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000020:00000010:1.0:1767384297.123904:0:19667:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008181ee32. 00010000:00000001:2.0:1767384297.123906:0:17071:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384297.123909:0:17071:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384297.123912:0:19667:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000b7cd2747. 00010000:00000001:2.0:1767384297.123914:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384297.123917:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384297.123918:0:17071:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384297.123919:0:19667:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000049ace6a0. 00000020:00000010:1.0:1767384297.123924:0:19667:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f716fb0. 00010000:00000001:2.0:1767384297.123927:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:1.0:1767384297.123929:0:19667:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007065539. 00010000:00000001:2.0:1767384297.123930:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384297.123933:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384297.123935:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384297.123936:0:19667:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073201d51. 00000020:00000040:2.0:1767384297.123937:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000337a8c4a with handle 0xd602e9c522f0b12b from hash 00010000:00000001:2.0:1767384297.123943:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384297.123944:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000010:1.0:1767384297.123944:0:19667:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f04755bc. 00010000:00000001:2.0:1767384297.123946:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 40000000:00000010:1.0:1767384297.123949:0:19667:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000487cb118. 00010000:00000001:2.0:1767384297.123954:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000008:00000010:1.0:1767384297.123955:0:19667:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b43f0112. 00010000:00000001:2.0:1767384297.123956:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384297.123960:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384297.123963:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00020000:00000010:1.0:1767384297.123963:0:19667:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000092b25de7. 00010000:00000001:2.0:1767384297.123967:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.123972:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1767384297.123972:0:19667:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c437ee25. 00010000:00000001:2.0:1767384297.123979:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00100000:00000010:1.0:1767384297.123981:0:19667:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf5edc12. 00010000:00000001:2.0:1767384297.123982:0:17071:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384297.123988:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:1.0:1767384297.123990:0:19667:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000951e7d5d. 00010000:00000001:2.0:1767384297.123991:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.123995:0:17071:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384297.123997:0:19667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000000336068. 00010000:00000001:2.0:1767384297.123998:0:17071:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.124004:0:17071:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384297.124006:0:19667:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000192cf8b9. 00010000:00010000:2.0:1767384297.124008:0:17071:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384297.124013:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.124014:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.124015:0:17071:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384297.124020:0:17071:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384297.124024:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384297.124026:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1767384297.124026:0:19667:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c38002f5. 00010000:00000001:2.0:1767384297.124029:0:17071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384297.124032:0:17071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.124035:0:17071:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384297.124035:0:19667:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ee1bfb4. 00010000:00000001:2.0:1767384297.124041:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384297.124044:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b12b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000004:00000010:1.0:1767384297.124047:0:19667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000782ab103. 00010000:00000001:2.0:1767384297.124053:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384297.124056:0:17071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384297.124060:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000004:00000010:1.0:1767384297.124062:0:19667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ede32b55. 00010000:00000001:2.0:1767384297.124063:0:17071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384297.124069:0:17071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384297.124071:0:19667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003aedd6f3. 00000100:00000001:2.0:1767384297.124073:0:17071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.124077:0:17071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00002000:00000010:1.0:1767384297.124079:0:19667:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4d37583. 00000100:00000010:2.0:1767384297.124080:0:17071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f361b168. 00000100:00000001:2.0:1767384297.124086:0:17071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000004:00000010:1.0:1767384297.124088:0:19667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c5fb1784. 00010000:00000001:2.0:1767384297.124094:0:17071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767384297.124096:0:19667:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004991a6c3. 00010000:00000010:2.0:1767384297.124098:0:17071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008adf8f97. 00010000:00000001:2.0:1767384297.124104:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000080:00000010:1.0:1767384297.124105:0:19667:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000073969c59. 00010000:00000040:2.0:1767384297.124106:0:17071:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b9aa243 count: 0 00010000:00010000:2.0:1767384297.124114:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384297.124117:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384297.124124:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1767384297.124125:0:19667:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000031846d5c. 00010000:00000001:2.0:1767384297.124127:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384297.124132:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.124138:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384297.124138:0:19667:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000040:2.0:1767384297.124143:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:2.0:1767384297.124149:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384297.124152:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384297.124156:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.124162:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384297.124167:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384297.124172:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000200:2.0:1767384297.124177:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731454464, offset 224 00000400:00000200:2.0:1767384297.124183:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384297.124191:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384297.124208:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d102400 00000400:00000200:2.0:1767384297.124218:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1265 [1] + 224 00000400:00000200:2.0:1767384297.124223:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.124225:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384297.124230:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384297.124235:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384297.124243:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.124257:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384297.124261:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384297.124266:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000100:00000001:1.0:1767384297.124266:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384297.124271:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:2.0:1767384297.124275:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384297.124278:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384297.124280:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384297.124284:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384297.124289:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384297.124289:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058061655. 00000100:00000040:2.0:1767384297.124296:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:1.0:1767384297.124297:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e895652 00010000:00000001:2.0:1767384297.124300:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384297.124303:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e895652. 00010000:00000001:2.0:1767384297.124305:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.124311:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384297.124314:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edaa3594 x1853236731454464/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:278/0 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384297.124320:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.124345:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edaa3594 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731454464:12345-0@lo:103: Request processed in 751us (961us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384297.124362:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.124363:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384297.124369:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384297.124374:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384297.124378:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384297.124383:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b04fd068. 00000100:00000001:1.0:1767384297.124385:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384297.124389:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000137e2359. 00000100:00000001:1.0:1767384297.124391:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384297.124394:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000416d7e20. 00000100:00000001:1.0:1767384297.124398:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384297.124399:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:1.0:1767384297.124403:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.124404:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.124408:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.124412:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.124416:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.124420:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384297.124425:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.124427:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.124429:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.124430:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.124433:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384297.124435:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384297.124438:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384297.124438:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384297.124441:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5be5912. 00010000:00000001:1.0:1767384297.124442:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.124445:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f44b4b7 00000100:00000001:1.0:1767384297.124447:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.124458:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f44b4b7. 00000100:00000001:2.0:1767384297.124462:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384297.124465:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384297.124467:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384297.124496:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.124501:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384297.124502:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.124503:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384297.124506:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384297.124507:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.124514:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.124515:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.124521:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384297.124522:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.124526:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384297.124527:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.124532:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=17 v=5 (1 0 0 0) 00000020:01000004:1.0:1767384297.124532:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384297.124534:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.124538:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384297.124538:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384297.124542:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:01000004:1.0:1767384297.124543:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384297.124544:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.124548:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384297.124549:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384297.124551:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384297.124553:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384297.124558:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384297.124561:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384297.124561:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384297.124564:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384297.124565:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384297.124568:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384297.124569:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384297.124572:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384297.124577:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.124581:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000192d251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731454464:0@lo:103: 00000100:00000001:2.0:1767384297.124588:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.124591:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.124595:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000192d251 x1853236731454464/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384297.124603:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053a2ed15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731454208:0@lo:253: 00000100:00000001:2.0:1767384297.124605:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384297.124607:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384297.124610:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073c2c1c4. 00000100:00000001:1.0:1767384297.124612:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384297.124613:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384297.124616:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384297.124618:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384297.124618:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384297.124622:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384297.124624:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003729761b. 00000100:00000040:1.0:1767384297.124624:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053a2ed15 x1853236731454208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384297.124627:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384297.124629:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384297.124631:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000192d251. 00000100:00000001:2.0:1767384297.124635:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.124637:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.124640:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384297.124642:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384297.124646:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384297.124646:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008f11501b. 00000100:00000001:2.0:1767384297.124652:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384297.124653:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384297.124654:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.124657:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384297.124658:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384297.124661:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384297.124662:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.124667:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384297.124670:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009dbbb83a. 02000000:00000001:1.0:1767384297.124673:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384297.124675:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384297.124676:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053a2ed15. 00000100:00000001:1.0:1767384297.124679:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384297.124680:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.124682:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.124686:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.124695:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.124697:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.124699:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384297.128819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b74050a. 00010000:00000010:2.1:1767384297.128827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e039f9e5. 00010000:00000010:2.1:1767384297.128832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049a62add. 00000100:00000040:2.0:1767384297.128843:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294883296, at 4294883297 00000100:00000010:2.0:1767384297.128852:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6135dcd. 00000100:00000040:0.0:1767384297.129804:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294883296, at 4294883298 00000100:00000010:0.0:1767384297.129811:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d66a1622. 00000100:00000040:1.0:1767384297.129833:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294883296, at 4294883298 00000100:00000010:1.0:1767384297.129840:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000651d02b3. 00010000:00000010:2.1:1767384297.130791:0:19672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000337a8c4a. 00010000:00000010:2.1:1767384297.130797:0:19672:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b9aa243. 00000400:00000010:1.0:1767384297.134247:0:19671:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000625337d8. 00000400:00000040:1.0:1767384297.134261:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.134263:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.134265:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.134266:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.134268:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.134269:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384297.134271:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.134272:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384297.134273:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.134274:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384297.134275:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.134276:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.134278:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.134279:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.134279:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384297.134281:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384297.134282:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384297.134283:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384297.134283:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384297.134285:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.134286:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.134287:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.134288:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.134289:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.134290:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384297.134291:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.134292:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.134293:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.134294:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.134295:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.134296:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384297.134297:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384297.134304:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384297.134305:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384297.134306:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384297.134307:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.134308:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384297.134309:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384297.134311:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.134312:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384297.134312:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.134313:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384297.134314:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384297.134315:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384297.134316:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384297.134317:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384297.134318:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384297.134319:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384297.134320:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384297.134321:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384297.134322:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384297.134323:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384297.134324:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384297.134325:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384297.134326:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384297.134327:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384297.134328:0:19671:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384297.134342:0:19671:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000625337d8. 00000020:00000001:0.0:1767384297.479921:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384297.479925:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.479928:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384298.482045:0:19981:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce3c2dac. 00000400:00000010:2.0:1767384298.482058:0:19981:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e82131c0. 00000400:00000010:2.0:1767384298.482066:0:19981:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a66e5bdb. 00000400:00000010:2.0:1767384298.482069:0:19981:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000ae88c38. 00000400:00000010:2.0:1767384298.482073:0:19981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f8c5221. 00000400:00000010:2.0:1767384298.482077:0:19981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ef7ead6. 00000400:00000010:2.0:1767384298.482079:0:19981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a50afbe. 00000400:00000010:2.0:1767384298.482080:0:19981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a57157fa. 00000400:00000010:2.0:1767384298.482083:0:19981:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000098cb3b72. 00000800:00000010:2.0:1767384298.482093:0:19981:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000049c27a4e. 00000800:00000200:2.0:1767384298.482101:0:19981:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384298.482106:0:19981:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384298.482138:0:19981:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384298.482156:0:19981:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384298.483542:0:19981:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000a84f5d7b. 00000400:00000010:2.0:1767384298.483547:0:19981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000010:2.0:1767384298.483551:0:19981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000001:2.0:1767384298.483562:0:19981:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384298.483564:0:19981:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384298.483565:0:19981:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d514886e. 00000400:00000200:2.0:1767384298.483567:0:19981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:2.0:1767384298.483569:0:19981:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000400:00000010:2.0:1767384298.483572:0:19981:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000602b1224. 00000400:00000200:2.0:1767384298.483577:0:19981:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (4) 00000400:00000200:2.0:1767384298.483588:0:19981:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384298.483595:0:19981:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384298.483601:0:19981:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000408983a4. 00000020:01000000:2.0:1767384298.483604:0:19981:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384298.483609:0:19981:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp13 00000400:00000010:2.0:1767384298.483620:0:19981:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e82131c0. 00000400:00000010:2.0:1767384298.483623:0:19981:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce3c2dac. 00000400:00000200:0.0:1767384298.483644:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384298.483650:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:0.0:1767384298.483657:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000400:00000200:0.0:1767384298.483660:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (5) 00000400:00000010:0.0:1767384298.483667:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009a8f5b8e. 00000400:00000200:0.0:1767384298.483674:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1767384298.483688:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384298.483696:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384298.483705:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384298.483711:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384298.483716:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384298.483720:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp12 00000400:00000200:0.0:1767384298.483725:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384298.483728:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp12 00000400:00000200:0.0:1767384298.483734:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [11:11:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384298.483740:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp12 00000400:00000200:0.0:1767384298.483768:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:) -> 192.168.204.118@tcp12(192.168.204.118@tcp:192.168.204.118@tcp12) : PUT try# 0 00000800:00000200:0.0:1767384298.483816:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.204.118@tcp12 00000800:00000010:0.0:1767384298.483822:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000252fea9d. 00000800:00000010:0.0:1767384298.483852:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d6afdc3. 00000800:00000010:0.0:1767384298.483857:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000819e25c4. 00000800:00000200:0.0:1767384298.483882:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (2) 00000800:00000200:0.1:1767384298.483891:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (2) 00000400:00000200:0.0:1767384298.483912:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384298.483916:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:2.0:1767384298.483953:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384298.483957:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384298.483960:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384298.483965:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384298.483973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:2.0:1767384298.483979:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384298.483982:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384298.483987:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384298.483990:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384298.483993:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384298.483998:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731454592:0@lo:253: 00000100:00000001:2.0:1767384298.484002:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384298.484007:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384298.484010:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384298.484013:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384298.484026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 02000000:00000010:2.0:1767384298.484027:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000010c5dbea. 02000000:00000001:2.0:1767384298.484032:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384298.484038:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a04cb40. 00000400:00000010:2.0:1767384298.484046:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e82131c0. 00000100:00000200:2.0:1767384298.484053:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731454592, portal 25 00000100:00000001:2.0:1767384298.484057:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384298.484060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:2.0:1767384298.484061:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668304128 : -114767041247488 : ffff979eb7464700) 00000100:00000040:2.0:1767384298.484072:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.484079:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384298.484081:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384298.484084:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d07e8ef. 00000100:00000200:2.0:1767384298.484087:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731454592, offset 0 00000400:00000200:2.0:1767384298.484094:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.484100:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384298.484106:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384298.484119:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102480 00000400:00000200:2.0:1767384298.484133:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000200:0.0:1767384298.484134:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:2.0:1767384298.484141:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000079da87f. 00000400:00000200:2.0:1767384298.484146:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061936260 00000400:00000200:2.0:1767384298.484154:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384298.484160:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384298.484166:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061936260 00000400:00000010:2.0:1767384298.484168:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061936260. 00000400:00000200:0.0:1767384298.484172:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:2.0:1767384298.484174:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384298.484177:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384298.484181:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000001c1ef677 x1853236731454592 msgsize 4848 00000100:00100000:2.0:1767384298.484187:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384298.484189:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384298.484196:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384298.484204:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d07e8ef 00000400:00000010:2.0:1767384298.484207:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d07e8ef. 00000100:00000001:2.0:1767384298.484211:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384298.484216:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.484237:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384298.484243:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.484254:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484258:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384298.484264:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484269:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294884657 00000100:00000010:2.0:1767384298.484274:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e7f80d. 00000100:00000001:2.0:1767384298.484279:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384298.484287:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294884657 00000100:00000010:2.0:1767384298.484290:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d68d4513. 00000100:00000001:2.0:1767384298.484295:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384298.484302:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294884657 00000100:00000010:2.0:1767384298.484307:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ad32ff3. 00000100:00000001:2.0:1767384298.484313:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384298.484322:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294884657 00000100:00000010:2.0:1767384298.484326:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b90a9879. 00000100:00000001:2.0:1767384298.484328:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384298.484332:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384298.484335:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484340:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484344:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384298.484352:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384298.484354:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384298.484357:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384298.484361:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384298.484364:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484366:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384298.484425:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000673e8c53. 00000800:00000010:0.0:1767384298.484432:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051707bd9. 00000100:00000001:2.0:1767384298.484438:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384298.484441:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731454592 00000800:00000010:0.0:1767384298.484441:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1a7af57. 02000000:00000001:2.0:1767384298.484446:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384298.484449:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384298.484452:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384298.484457:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384298.484463:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731454592 00000020:00000001:2.0:1767384298.484467:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384298.484470:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384298.484475:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384298.484480:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000800:00000010:0.0:1767384298.484483:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1a7af57. 00000020:00000001:2.0:1767384298.484485:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384298.484490:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384298.484496:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384298.484500:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000100:00000001:2.0:1767384298.484503:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384298.484505:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384298.484511:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000231e3006. 00000020:00000010:2.0:1767384298.484517:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afcb9d0e. 00000020:00000010:2.0:1767384298.484523:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000137e2359. 00000100:00000040:2.0:1767384298.484532:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384298.484536:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384298.484543:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384298.484543:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384298.484547:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484555:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484562:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384298.484564:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp12 from 249.3.0.2 00000800:00000010:0.0:1767384298.484570:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007e8108b6. 00000100:00000001:2.0:1767384298.484575:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384298.484579:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384298.484586:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:2.0:1767384298.484590:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384298.484594:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743469136 : -114766966082480 : ffff979ebbc13450) 00000100:00000040:2.0:1767384298.484600:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c1ef677 x1853236731454592/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:279/0 lens 4848/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.484610:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384298.484615:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000100:00000001:2.0:1767384298.484619:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384298.484623:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000100:00100000:2.0:1767384298.484630:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c1ef677 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731454592:12345-0@lo:253: 00000100:00000200:2.0:1767384298.484637:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731454592 00000800:00000010:0.0:1767384298.484640:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ff937eb. 00000020:00000001:2.0:1767384298.484641:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384298.484645:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384298.484648:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384298.484648:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006aa5312f. 00000020:00000001:2.0:1767384298.484653:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384298.484655:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384298.484659:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384298.484661:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384298.484665:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:0.0:1767384298.484666:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c040201. 00000020:00000001:2.0:1767384298.484668:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384298.484671:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384298.484676:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (2) 00000100:00000001:2.0:1767384298.484678:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384298.484684:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.1:1767384298.484688:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp12 000000003c040201 deleted 02000000:00000010:2.0:1767384298.484691:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d858538f. 00000800:00000010:0.1:1767384298.484694:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c040201. 02000000:00000001:2.0:1767384298.484695:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.484700:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384298.484702:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:2.0:1767384298.484704:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384298.484712:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:1017 20000000:00000010:2.0:1767384298.484717:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004759fbb1. 00000800:00000200:0.1:1767384298.484717:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000252fea9d type 1, nob 208 niov 1 nkiov 1 20000000:01000000:2.0:1767384298.484723:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.0:1767384298.484728:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp12 p 3.x 192.168.204.118 -> 192.168.204.118:1017 incarnation:1767384297116968306 sched[0] 20000000:00000001:2.0:1767384298.484729:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384298.484733:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384298.484738:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384298.484738:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1a7af57. 20000000:00000001:2.0:1767384298.484741:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384298.484747:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384298.484754:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090c6ca78. 20000000:01000000:2.0:1767384298.484758:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:2.0:1767384298.484765:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384298.484771:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384298.484776:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:0.0:1767384298.484805:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1a7af57. 00000800:00000010:0.0:1767384298.484812:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006aa5312f. 00080000:00000001:2.0:1767384298.484821:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384298.484847:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.484851:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384298.484853:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384298.484856:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007e8108b6. 00080000:00000001:2.0:1767384298.484858:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384298.484862:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384298.484866:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384298.484870:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000800:00000001:0.0:1767384298.484873:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:2.0:1767384298.484874:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384298.484878:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384298.484881:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384298.484882:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.484888:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384298.484892:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384298.484898:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384298.484905:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384298.484910:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a7082238. 00080000:00000001:2.0:1767384298.484914:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500471808 : -114772209079808 : ffff979d833f6a00) 00080000:00000001:2.0:1767384298.484916:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384298.484919:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384298.484923:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f98a3e9a. 00080000:00000001:2.0:1767384298.484925:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.484928:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384298.484941:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384298.484941:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384298.484951:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000252fea9d. 00080000:00000001:2.0:1767384298.484956:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384298.484958:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.484966:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: PUT: OK 00000400:00000200:0.0:1767384298.484971:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384298.484975:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000200:0.1:1767384298.485011:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384298.485017:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp12 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384297116968306 sched[0] 00000800:00000010:0.0:1767384298.485021:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051707bd9. 00000800:00000001:2.0:1767384298.485061:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384298.485068:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:2.0:1767384298.485069:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384298.485073:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485078:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384298.485084:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : PUT - for me 00000400:00000200:2.0:1767384298.485092:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384298.485098:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 112/112 into md 0x124d [1] + 0 00000400:00000010:2.0:1767384298.485100:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:2.0:1767384298.485103:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005350a283 00000800:00000001:2.0:1767384298.485106:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384298.485112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:2.0:1767384298.485115:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384298.485118:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384298.485122:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: PUT: OK 00000400:00000200:2.0:1767384298.485126:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000010:2.0:1767384298.485127:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000400:00000200:2.0:1767384298.485131:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384298.485134:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (6) 00000400:00000200:2.0:1767384298.485137:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:2.0:1767384298.485141:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000bba35435. 00000400:00000200:2.0:1767384298.485144:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 5 00000400:00000200:2.0:1767384298.485148:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384298.485150:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384298.485159:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (7) 00000400:00000200:2.0:1767384298.485181:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384298.485187:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp12 to MR: 192.168.204.118@tcp12 local destination 00000400:00000200:2.0:1767384298.485194:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [12:12:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384298.485197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384298.485209:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) -> 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) 192.168.204.118@tcp12 : ACK try# 0 00000800:00000200:2.0:1767384298.485215:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp12 00000800:00000010:2.0:1767384298.485218:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f1f5655. 00000800:00000200:2.0:1767384298.485226:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (4) 00000800:00000200:2.0:1767384298.485233:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:988 00000800:00000200:2.0:1767384298.485236:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f1f5655 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384298.485238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384298.485278:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:2.0:1767384298.485295:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384298.485299:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f1f5655. 00000400:00000200:2.0:1767384298.485303:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384298.485308:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: ACK: OK 00000800:00000001:2.0:1767384298.485317:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485323:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384298.485323:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000001:2.0:1767384298.485328:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485333:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384298.485335:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485339:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384298.485350:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : ACK - for me 00000400:00000200:2.0:1767384298.485364:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp12: ACK from 12345-192.168.204.118@tcp12 into md 0x127d 00000400:00000200:2.0:1767384298.485368:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384298.485377:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: ACK: OK 00000400:00000200:2.0:1767384298.485386:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:2.0:1767384298.485390:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000400:00000200:2.0:1767384298.485394:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384298.485401:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384298.485408:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384298.485414:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (7) 00000800:00000001:2.0:1767384298.485421:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485426:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384298.485530:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032e324f2. 00000800:00000010:0.0:1767384298.485537:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051707bd9. 00000800:00000010:0.0:1767384298.485542:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1a7af57. 00000800:00000010:0.0:1767384298.485580:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1a7af57. 00000800:00000010:2.0:1767384298.485638:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036c14d62. 00000800:00000010:2.0:1767384298.485642:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d07e8ef. 00000800:00000010:2.0:1767384298.485652:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d8cc7065. 00000800:00000200:2.1:1767384298.485657:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (4) 00000800:00000200:2.1:1767384298.485660:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp12 00000000d8cc7065 deleted 00000800:00000010:2.1:1767384298.485662:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d8cc7065. 00000800:00000200:2.1:1767384298.485664:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384298.485668:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp12 p 3.x 192.168.204.118 -> 192.168.204.118:1016 incarnation:1767384297116968306 sched[0] 00000800:00000010:2.0:1767384298.485672:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000308a4485. 00000800:00000010:2.0:1767384298.485708:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000308a4485. 00000800:00000010:2.0:1767384298.485710:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d07e8ef. 00000800:00000010:2.0:1767384298.485724:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000392fcc7d. 00000800:00000200:0.1:1767384298.485737:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384298.485747:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp12 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384297116968306 sched[0] 00000800:00000010:0.0:1767384298.485753:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051707bd9. 00000800:00000001:2.0:1767384298.485931:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384298.485935:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384298.486103:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a7082238. 20000000:00000010:2.0:1767384298.486197:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a7082238. 20000000:01000000:2.0:1767384298.486200:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:2.0:1767384298.486205:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384298.486207:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384298.486209:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384298.486217:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384298.486222:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384298.486223:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384298.486224:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384298.486227:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.486230:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384298.486230:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384298.486234:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384298.486234:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:2.0:1767384298.486236:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:2.0:1767384298.486242:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00010000:00000001:0.0:1767384298.486243:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:2.0:1767384298.486244:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384298.486247:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.486249:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384298.486250:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384298.486253:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384298.486255:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384298.486257:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384298.486259:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384298.486259:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e2d7525a. 00080000:00000010:2.0:1767384298.486264:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000edc4fbac. 00010000:00000001:0.0:1767384298.486266:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384298.486268:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500474368 : -114772209077248 : ffff979d833f7400) 00080000:00000001:2.0:1767384298.486271:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384298.486271:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000792d007. 00000001:00000001:2.0:1767384298.486273:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384298.486277:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000308a4485. 00000020:00000001:0.0:1767384298.486279:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384298.486280:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.486282:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000792d007 with handle 0xd602e9c522f0b132 to hash 00080000:00000001:2.0:1767384298.486283:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384298.486289:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384298.486290:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486291:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00080000:00000001:2.0:1767384298.486297:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384298.486302:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384298.486307:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.486309:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.486313:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486322:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.486326:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.486328:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.486334:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.486339:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.486345:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.486347:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.486350:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.486354:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.486356:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.486358:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.486362:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e2d7525a) refcount = 1 00010000:00010000:0.0:1767384298.486367:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486384:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.486388:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.486391:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.486396:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486400:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384298.486407:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384298.486411:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384298.486418:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.486421:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.486424:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=4 00000020:00000001:0.0:1767384298.486428:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384298.486433:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384298.486438:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384298.486441:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486460:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384298.486464:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486478:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.486482:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.486486:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486501:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.486505:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486511:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384298.486514:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.486526:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000792d007 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384298.486532:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.486535:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384298.486538:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486546:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384298.486548:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.486551:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.486553:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=5 00000020:00000001:0.0:1767384298.486558:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384298.486562:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384298.486568:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384298.486570:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.486576:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384298.486580:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.486587:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.486590:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384298.486594:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384298.486595:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384298.486614:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:2.0:1767384298.486617:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384298.486619:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:2.0:1767384298.486620:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384298.486623:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384298.486625:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a04cb40. 00000400:00000200:2.0:1767384298.486629:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e82131c0 00000020:00000040:0.0:1767384298.486629:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000792d007 with handle 0xd602e9c522f0b132 from hash 00000400:00000010:2.0:1767384298.486634:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e82131c0. 00010000:00000001:0.0:1767384298.486635:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384298.486640:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384298.486640:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.486643:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.486645:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384298.486650:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384298.486653:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.486655:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.486659:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.486664:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.486685:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486690:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.486694:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384298.486699:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384298.486701:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.486703:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.486706:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486712:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486719:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.486722:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384298.486726:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384298.486726:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384298.486731:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384298.486751:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384298.486756:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384298.486758:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384298.486760:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486762:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384298.486764:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486766:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:2.0:1767384298.486769:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=18 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384298.486770:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384298.486775:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384298.486776:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=18 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384298.486779:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384298.486781:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384298.486785:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.486785:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384298.486791:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.486791:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384298.486795:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.486797:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.486798:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.486804:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384298.486806:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.486844:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384298.486863:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384298.486865:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384298.486868:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384298.486869:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384298.486873:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384298.486876:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384298.486881:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384298.486882:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:2.0:1767384298.486883:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384298.486885:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384298.486887:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384298.486890:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384298.486891:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384298.486893:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1767384298.486896:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000792d007/0xd602e9c522f0b132 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384298.486898:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384298.486917:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e2d7525a count: 0 00000100:00100000:2.0:1767384298.486918:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731454592:0@lo:253: 00010000:00000001:0.0:1767384298.486927:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384298.486929:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384298.486931:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384298.486932:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384298.486936:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e86466 x1853236731454592/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384298.486941:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384298.486943:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384298.486945:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000010c5dbea. 02000000:00000001:2.0:1767384298.486948:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384298.486949:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384298.486950:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384298.486952:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384298.486953:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a15f925c. 02000000:00000001:2.0:1767384298.486956:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384298.486957:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384298.486958:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e86466. 00000100:00000001:2.0:1767384298.486960:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384298.486961:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384298.486962:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384298.486965:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384298.486966:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.486967:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384298.486968:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384298.488036:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000308a4485. 00040000:00000001:2.0:1767384298.488042:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384298.488044:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384298.488046:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384298.488049:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384298.488051:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384298.488053:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384298.488055:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384298.488065:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384298.488068:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384298.488071:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384298.488092:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384298.488096:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384298.488098:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384298.488101:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384298.488103:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384298.488108:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010d33ef0. 00010000:00000001:0.0:1767384298.488112:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.488114:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fbac8e90. 00000020:00000001:0.0:1767384298.488117:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.488119:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fbac8e90 with handle 0xd602e9c522f0b139 to hash 00000020:00000001:0.0:1767384298.488121:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.488123:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384298.488125:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384298.488128:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.488130:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.488132:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.488139:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.488140:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.488142:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.488143:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.488145:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.488146:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.488148:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.488149:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.488151:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.488152:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.488154:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.488160:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010d33ef0) refcount = 1 00010000:00010000:0.0:1767384298.488163:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.488169:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.488171:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.488173:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.488175:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488177:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384298.488180:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384298.488182:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384298.488185:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.488187:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.488189:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbac8e90 refcount=4 00000020:00000001:0.0:1767384298.488192:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384298.488195:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384298.488197:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384298.488199:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384298.488200:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384298.488204:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384298.488208:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009dbbb83a. 00010000:00000001:0.0:1767384298.488210:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384298.488212:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384298.488221:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488221:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.488224:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1767384298.488226:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731454720 00010000:00010000:0.0:1767384298.488227:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384298.488230:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384298.488236:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1d13c90 x1853236731454720/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.488239:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.488243:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488249:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384298.488250:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384298.488253:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.488253:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384298.488258:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384298.488265:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384298.488267:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fbac8e90 already unused, calling callback (00000000d6205520) 00000100:00000040:2.0:1767384298.488268:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384298.488270:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384298.488272:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384298.488274:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488278:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384298.488279:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384298.488282:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384298.488283:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384298.488288:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384298.488289:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e82131c0. 00000100:00000200:2.0:1767384298.488294:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731454720, offset 224 00010000:00000001:0.0:1767384298.488301:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384298.488304:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384298.488305:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.488308:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.488310:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbac8e90 refcount=5 00000400:00000200:2.0:1767384298.488315:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384298.488316:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384298.488321:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00000400:00000200:2.0:1767384298.488325:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102500 00010000:00000001:0.0:1767384298.488325:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384298.488329:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384298.488333:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1289 [2] + 224 00000400:00000200:2.0:1767384298.488343:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384298.488343:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384298.488347:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.488350:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384298.488351:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384298.488357:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384298.488357:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384298.488360:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384298.488363:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27fb891 x1853236731454720/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.488365:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.488368:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.488373:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fbac8e90 with handle 0xd602e9c522f0b139 from hash 00000100:00000040:2.0:1767384298.488377:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c27fb891 x1853236731454720/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.488378:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384298.488382:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.488385:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.488388:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384298.488390:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384298.488392:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.488393:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.488394:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.488396:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.488398:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384298.488399:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.488402:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384298.488404:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e82131c0 00010000:00000001:0.0:1767384298.488406:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384298.488407:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e82131c0. 00010000:00000001:0.0:1767384298.488409:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384298.488411:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384298.488412:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384298.488417:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488422:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.488424:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.488427:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384298.488430:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384298.488434:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:0.0:1767384298.488434:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384298.488437:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384298.488442:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384298.488447:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1d13c90 x1853236731454720/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.488451:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.488455:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.488460:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384298.488465:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:2.0:1767384298.488466:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d13c90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731454720:12345-0@lo:253: Request processed in 3694us (4097us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384298.488469:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.488473:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.488478:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1767384298.488483:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00000001:0.0:1767384298.488484:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384298.488490:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 20000000:00000001:0.0:1767384298.488491:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384298.488495:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384298.488498:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384298.488499:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384298.488504:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000449a269e. 00000020:00000010:2.0:1767384298.488527:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a93f1d5a. 00000020:00000010:2.0:1767384298.488535:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00010000:00000001:0.0:1767384298.488535:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384298.488541:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384298.488542:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00010000:0.0:1767384298.488546:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b139 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384298.488548:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384298.488551:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000408983a4. 02000000:00000001:2.0:1767384298.488557:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384298.488561:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384298.488564:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010d33ef0 count: 0 00000100:00000200:2.0:1767384298.488566:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384298.488572:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a04cb40. 00010000:00000001:0.0:1767384298.488575:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384298.488579:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e82131c0. 20000000:00000001:0.0:1767384298.488579:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384298.489827:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294884657, at 4294884658 00000100:00000040:0.0:1767384298.489827:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294884657, at 4294884658 00000100:00000010:0.0:1767384298.489863:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e7f80d. 00000100:00000010:1.0:1767384298.489865:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d68d4513. 00000100:00000040:2.0:1767384298.489870:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294884657, at 4294884658 00000100:00000010:2.0:1767384298.489879:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ad32ff3. 00010000:00000010:0.1:1767384298.494880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2d7525a. 00010000:00000010:0.1:1767384298.494888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000792d007. 00010000:00000010:0.1:1767384298.497807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010d33ef0. 00010000:00000010:0.1:1767384298.497815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbac8e90. 00000400:00000010:1.0:1767384298.500073:0:19986:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f92310e0. 00000400:00000040:1.0:1767384298.500091:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500093:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384298.500095:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500096:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500098:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500099:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384298.500101:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500102:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384298.500109:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384298.500110:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384298.500112:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384298.500114:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500116:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384298.500117:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500117:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384298.500119:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384298.500120:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384298.500121:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384298.500122:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384298.500123:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500124:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500125:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500126:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500127:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500128:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384298.500129:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500130:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500132:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500133:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500134:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500134:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384298.500136:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384298.500137:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384298.500138:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384298.500139:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384298.500140:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500141:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384298.500142:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384298.500144:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500145:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384298.500146:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384298.500147:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384298.500148:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384298.500149:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384298.500149:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384298.500151:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384298.500152:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384298.500158:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384298.500159:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384298.500160:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384298.500161:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384298.500162:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384298.500163:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384298.500164:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384298.500165:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384298.500166:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384298.500167:0:19986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384298.500194:0:19986:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f92310e0. 00000020:00000001:1.0:1767384298.504883:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384298.504887:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384298.504891:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384299.077163:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000008224937. 00080000:00000010:1.0:1767384299.077172:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000008224937. 00000020:00000001:1.0:1767384299.077176:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384299.077183:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000008224937. 00080000:00000010:1.0:1767384299.077186:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000008224937. 00000020:00000001:1.0:1767384299.077189:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.528031:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384299.528035:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.528039:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384299.837334:0:20306:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384299.837338:0:20306:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:2.0:1767384299.841361:0:20306:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384299.848422:0:20307:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e9cd9274. 00000400:00000010:2.0:1767384299.848436:0:20307:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003f8ae9f8. 00000400:00000010:2.0:1767384299.848446:0:20307:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd1ebeff. 00000400:00000010:2.0:1767384299.848454:0:20307:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000edc4fbac. 00000400:00000010:2.0:1767384299.848457:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000067e15324. 00000400:00000010:2.0:1767384299.848461:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001948f327. 00000400:00000010:2.0:1767384299.848462:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e3be86e. 00000400:00000010:2.0:1767384299.848464:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ca8c941. 00000400:00000010:2.0:1767384299.848467:0:20307:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004262e554. 00000800:00000010:2.0:1767384299.848477:0:20307:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008e77aedc. 00000800:00000200:2.0:1767384299.848486:0:20307:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384299.848491:0:20307:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384299.848524:0:20307:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384299.848543:0:20307:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp14 [8/256/0/180] 00000400:00000010:2.0:1767384299.850210:0:20307:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000009e975a85. 00000400:00000010:2.0:1767384299.850215:0:20307:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000400:00000010:2.0:1767384299.850221:0:20307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000400:00000001:2.0:1767384299.850232:0:20307:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384299.850234:0:20307:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384299.850236:0:20307:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000400:00000200:2.0:1767384299.850238:0:20307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:2.0:1767384299.850239:0:20307:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000400:00000010:2.0:1767384299.850242:0:20307:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000a84f5d7b. 00000400:00000200:2.0:1767384299.850247:0:20307:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (5) 00000400:00000200:2.0:1767384299.850257:0:20307:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384299.850265:0:20307:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:2.0:1767384299.850273:0:20307:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000010c5dbea. 00000400:00000200:0.0:1767384299.850276:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384299.850278:0:20307:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384299.850282:0:20307:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp14 00000400:00000200:0.0:1767384299.850285:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:0.0:1767384299.850293:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000400:00000010:2.0:1767384299.850295:0:20307:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003f8ae9f8. 00000400:00000200:0.0:1767384299.850296:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (6) 00000400:00000010:2.0:1767384299.850300:0:20307:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e9cd9274. 00000400:00000010:0.0:1767384299.850304:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006b4883f. 00000400:00000200:0.0:1767384299.850317:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1767384299.850332:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384299.850340:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384299.850350:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384299.850360:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384299.850369:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384299.850376:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:0.0:1767384299.850383:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp13 00000400:00000200:0.0:1767384299.850389:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp13 lpni_is_preferred = 0 00000400:00000200:0.0:1767384299.850394:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp13 00000400:00000200:0.0:1767384299.850403:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [13:13:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384299.850411:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp13 00000400:00000200:0.0:1767384299.850421:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:) -> 192.168.204.118@tcp13(192.168.204.118@tcp:192.168.204.118@tcp13) : PUT try# 0 00000800:00000200:0.0:1767384299.850430:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.204.118@tcp13 00000800:00000010:0.0:1767384299.850437:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd3ae10. 00000800:00000010:0.0:1767384299.850448:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000051707bd9. 00000800:00000010:0.0:1767384299.850452:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003c040201. 00000800:00000200:0.0:1767384299.850464:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (2) 00000800:00000200:0.1:1767384299.850469:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (2) 00000100:00000001:2.0:1767384299.850480:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.850484:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384299.850486:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000001:2.0:1767384299.850489:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384299.850494:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000040:2.0:1767384299.850497:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.850508:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384299.850518:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.850525:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384299.850531:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384299.850535:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384299.850543:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27fb891 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731454848:0@lo:253: 00000100:00000001:2.0:1767384299.850553:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384299.850559:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384299.850562:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 02000000:00000001:2.0:1767384299.850563:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.850568:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384299.850575:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d858538f. 02000000:00000001:2.0:1767384299.850580:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384299.850586:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000010:2.0:1767384299.850595:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f8ae9f8. 00000100:00000200:2.0:1767384299.850601:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731454848, portal 25 00000100:00000001:2.0:1767384299.850607:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384299.850609:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668309504 : -114767041242112 : ffff979eb7465c00) 00000100:00000040:2.0:1767384299.850617:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.850627:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384299.850630:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000040:2.0:1767384299.850636:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.850640:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014d36b37. 00000100:00000200:2.0:1767384299.850646:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731454848, offset 0 00000400:00000200:2.0:1767384299.850656:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384299.850667:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384299.850669:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384299.850681:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102580 00000400:00000200:2.0:1767384299.850695:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:2.0:1767384299.850702:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3b8f5be. 00000400:00000200:0.0:1767384299.850702:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384299.850708:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee48d218 00000400:00000200:2.0:1767384299.850716:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.850726:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384299.850731:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee48d218 00000400:00000010:2.0:1767384299.850735:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee48d218. 00000400:00000200:0.0:1767384299.850736:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:2.0:1767384299.850742:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384299.850747:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384299.850761:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000be091f66 x1853236731454848 msgsize 4848 00000400:00000200:0.0:1767384299.850819:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00100000:2.0:1767384299.850847:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384299.850853:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384299.850860:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384299.850873:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d36b37 00000400:00000010:2.0:1767384299.850878:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014d36b37. 00000400:00000200:0.0:1767384299.850881:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:2.0:1767384299.850887:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384299.850898:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.850917:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384299.850919:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384299.850929:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.850954:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.850958:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.850965:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.850972:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294886024 00000100:00000010:2.0:1767384299.850979:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d68d4513. 00000100:00000001:2.0:1767384299.850988:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384299.850997:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294886024 00000100:00000010:2.0:1767384299.851019:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e7f80d. 00000100:00000001:2.0:1767384299.851023:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384299.851027:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294886024 00000100:00000010:2.0:1767384299.851031:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ad32ff3. 00000100:00000001:2.0:1767384299.851036:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384299.851040:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294886024 00000100:00000010:2.0:1767384299.851047:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba4f709f. 00000100:00000001:2.0:1767384299.851051:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384299.851058:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.851064:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851087:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851094:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.851108:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384299.851120:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384299.851129:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.851133:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384299.851137:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851142:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851167:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384299.851172:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731454848 02000000:00000001:2.0:1767384299.851176:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384299.851180:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384299.851182:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.851186:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384299.851189:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731454848 00000800:00000010:0.0:1767384299.851191:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7ba64ed. 00000020:00000001:2.0:1767384299.851192:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384299.851196:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384299.851199:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384299.851199:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d9a3e64. 00000020:00000040:2.0:1767384299.851204:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000800:00000010:0.0:1767384299.851208:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9d7ac6a. 00000020:00000001:2.0:1767384299.851209:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384299.851216:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384299.851222:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384299.851228:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a66e4c9. 00000100:00000001:2.0:1767384299.851230:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.851233:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a66e4c9. 00000020:00000010:2.0:1767384299.851243:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e9f985. 00000020:00000010:2.0:1767384299.851255:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a84f5d7b. 00000800:00000010:0.0:1767384299.851255:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9d7ac6a. 00000020:00000010:2.0:1767384299.851268:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee4a789e. 00000100:00000040:2.0:1767384299.851281:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384299.851289:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384299.851291:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384299.851296:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851305:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851317:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.851334:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384299.851337:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384299.851342:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:2.0:1767384299.851346:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384299.851351:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743459920 : -114766966091696 : ffff979ebbc11050) 00000100:00000040:2.0:1767384299.851367:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be091f66 x1853236731454848/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.851382:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384299.851389:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a66e4c9. 00000100:00000001:2.0:1767384299.851396:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.851419:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a66e4c9. 00000100:00100000:2.0:1767384299.851428:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be091f66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731454848:12345-0@lo:253: 00000100:00000200:2.0:1767384299.851434:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731454848 00000020:00000001:2.0:1767384299.851438:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384299.851443:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384299.851447:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.851452:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384299.851455:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384299.851460:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384299.851463:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384299.851468:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384299.851471:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384299.851476:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851482:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384299.851487:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384299.851495:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004759fbb1. 02000000:00000001:2.0:1767384299.851501:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.851504:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.851507:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384299.851515:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000010c5dbea. 20000000:01000000:2.0:1767384299.851523:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384299.851528:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384299.851531:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384299.851534:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.851536:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.851539:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384299.851549:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a558bd5. 20000000:01000000:2.0:1767384299.851556:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:2.0:1767384299.851565:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384299.851578:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384299.851581:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384299.851596:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384299.851600:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:2.0:1767384299.851609:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.851613:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384299.851615:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.851617:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384299.851619:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384299.851622:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000400:00000200:0.0:1767384299.851624:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp13 from 247.3.0.2 00000020:00000001:2.0:1767384299.851627:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:2.0:1767384299.851631:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:0.0:1767384299.851631:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001eaeb908. 00080000:00000001:2.0:1767384299.851637:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384299.851641:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.851643:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384299.851645:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384299.851650:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384299.851653:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384299.851657:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000231e3006. 00080000:00000001:2.0:1767384299.851660:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500470784 : -114772209080832 : ffff979d833f6600) 00080000:00000001:2.0:1767384299.851663:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384299.851667:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384299.851671:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a66e4c9. 00080000:00000001:2.0:1767384299.851673:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.851676:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384299.851689:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384299.851693:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000beda6652. 00000800:00000010:0.0:1767384299.851698:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c3e0c2d. 00080000:00000001:2.0:1767384299.851716:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384299.851730:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a6bbc93. 00000800:00000200:0.1:1767384299.851737:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (2) 00000800:00000200:0.1:1767384299.851741:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp13 000000008a6bbc93 deleted 00000800:00000010:0.1:1767384299.851743:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008a6bbc93. 00000800:00000200:0.1:1767384299.851748:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384299.851755:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:1015 00000800:00000200:0.1:1767384299.851758:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd3ae10 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:0.0:1767384299.851771:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp13 p 3.x 192.168.204.118 -> 192.168.204.118:1015 incarnation:1767384298482094318 sched[0] 00000800:00000010:0.0:1767384299.851777:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9d7ac6a. 00000800:00000010:0.0:1767384299.851889:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9d7ac6a. 00000800:00000200:3.1:1767384299.851890:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384299.851894:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c3e0c2d. 00000800:00000010:0.0:1767384299.851928:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001eaeb908. 00000800:00000001:0.0:1767384299.851945:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.851951:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384299.852014:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384299.852018:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd3ae10. 00000400:00000200:0.0:1767384299.852024:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.852031:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: PUT: OK 00000400:00000200:0.0:1767384299.852036:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384299.852041:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:0.0:1767384299.852050:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852057:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.852061:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852066:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.852075:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : PUT - for me 00000400:00000200:0.0:1767384299.852085:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384299.852093:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 128/128 into md 0x1291 [1] + 0 00000400:00000010:0.0:1767384299.852096:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2e52837. 00000400:00000200:0.0:1767384299.852116:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d829d35e 00000800:00000001:0.0:1767384299.852120:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852136:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.852138:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.852145:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: PUT: OK 00000400:00000200:0.0:1767384299.852150:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d829d35e 00000400:00000010:0.0:1767384299.852152:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d829d35e. 00000400:00000200:0.0:1767384299.852157:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384299.852161:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (7) 00000400:00000200:0.0:1767384299.852183:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384299.852187:0:16346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000003c3e0c2d. 00000400:00000200:0.0:1767384299.852191:0:16346:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 6 00000400:00000200:0.0:1767384299.852195:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384299.852203:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (8) 00000400:00000200:0.0:1767384299.852209:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384299.852217:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp13 to MR: 192.168.204.118@tcp13 local destination 00000400:00000200:0.0:1767384299.852229:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [14:14:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384299.852249:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) -> 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) 192.168.204.118@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384299.852257:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp13 00000800:00000010:0.0:1767384299.852262:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd3ae10. 00000800:00000200:0.0:1767384299.852269:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (4) 00000800:00000200:0.0:1767384299.852277:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:988 00000800:00000200:0.0:1767384299.852282:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd3ae10 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384299.852335:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384299.852338:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd3ae10. 00000400:00000200:0.0:1767384299.852342:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.852349:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: ACK: OK 00000800:00000001:0.0:1767384299.852357:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852363:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.852366:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852371:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.852374:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852379:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.852393:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : ACK - for me 00000400:00000200:0.0:1767384299.852420:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp13: ACK from 12345-192.168.204.118@tcp13 into md 0x12a9 00000400:00000200:0.0:1767384299.852424:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.852431:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: ACK: OK 00000400:00000200:0.0:1767384299.852435:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384299.852438:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000400:00000200:0.0:1767384299.852441:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384299.852444:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:0.0:1767384299.852448:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384299.852451:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (7) 00000800:00000001:0.0:1767384299.852457:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.852461:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.852484:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384299.852489:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e35364. 00000400:00000010:0.0:1767384299.852495:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000400:00000200:0.0:1767384299.852516:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:0.0:1767384299.852523:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:0.0:1767384299.852533:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000008a6bbc93. 00000400:00000010:0.0:1767384299.852539:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000f55fb38f. 00000400:00000010:0.0:1767384299.852542:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000c1ce75e4. 00000400:00000010:0.0:1767384299.852558:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000050f6139c. 00000400:00000200:0.0:1767384299.852564:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000050f6139c nid 192.168.204.118@tcp14 00000400:00000010:0.0:1767384299.852569:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ca7c2696. 00000400:00000200:0.0:1767384299.852573:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ca7c2696 net tcp14 00000400:00000200:0.0:1767384299.852577:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (6) 00000400:00000200:0.0:1767384299.852585:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp14 flags 0x11 00000400:00000010:0.0:1767384299.852590:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000008a6bbc93. 00000400:00000010:0.0:1767384299.852594:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000f55fb38f. 00000400:00000010:0.0:1767384299.852597:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000c1ce75e4. 00000400:00000010:0.0:1767384299.852600:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000003c3e0c2d. 00000400:00000200:0.0:1767384299.852604:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384299.852609:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:0.0:1767384299.852614:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:0.0:1767384299.852628:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:0.0:1767384299.852633:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384299.852636:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:0.0:1767384299.852640:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384299.852663:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (7) 00000400:00000200:0.0:1767384299.852725:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384299.852750:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384299.852757:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d26dde8f. 00000800:00000010:2.0:1767384299.852910:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000408983a4. 00000800:00000010:2.0:1767384299.852918:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014d36b37. 00000800:00000010:2.0:1767384299.852946:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008521b07c. 00000800:00000200:2.1:1767384299.852969:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (4) 00000800:00000200:2.1:1767384299.852974:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp13 000000008521b07c deleted 00000800:00000010:2.1:1767384299.852976:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008521b07c. 00000800:00000200:2.1:1767384299.852980:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384299.852985:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp13 p 3.x 192.168.204.118 -> 192.168.204.118:1014 incarnation:1767384298482094318 sched[0] 00000800:00000010:2.0:1767384299.852991:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e05d36ee. 00000800:00000010:2.0:1767384299.853041:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e05d36ee. 00000800:00000010:2.0:1767384299.853045:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014d36b37. 00000800:00000200:3.1:1767384299.853052:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384299.853069:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d26dde8f. 00000800:00000001:2.0:1767384299.853091:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384299.853096:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384299.853099:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384299.853106:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384299.853608:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a66e4c9. 00040000:00000001:2.0:1767384299.853615:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384299.853617:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384299.853619:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384299.853622:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384299.853624:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.853626:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384299.853635:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384299.853655:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384299.853657:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384299.853662:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384299.853679:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384299.853684:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384299.853689:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384299.853694:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384299.853698:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384299.853708:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000638288b1. 00010000:00000001:0.0:1767384299.853718:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384299.853724:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052fa2cf7. 00000020:00000001:0.0:1767384299.853733:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.853738:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052fa2cf7 with handle 0xd602e9c522f0b140 to hash 00000020:00000001:0.0:1767384299.853744:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384299.853749:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384299.853755:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384299.853762:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.853793:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.853800:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.853852:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384299.853857:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.853859:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384299.853861:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.853863:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.853866:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.853867:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384299.853870:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384299.853876:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384299.853878:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:2.0:1767384299.853881:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000010c5dbea. 00010000:00000001:0.0:1767384299.853882:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384299.853885:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384299.853888:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384299.853890:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384299.853891:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000638288b1) refcount = 1 00010000:00010000:0.0:1767384299.853899:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384299.853900:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731454848 00010000:00000001:2.0:1767384299.853909:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384299.853910:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384299.853914:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384299.853916:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.853918:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384299.853920:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be091f66 x1853236731454848/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.853921:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384299.853926:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384299.853929:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384299.853935:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.853937:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.853939:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=4 00000020:00000001:0.0:1767384299.853944:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:2.0:1767384299.853945:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384299.853950:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:2.0:1767384299.853951:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.853954:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384299.853958:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384299.853959:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=19 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384299.853967:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384299.853969:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384299.853970:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384299.853973:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384299.853979:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384299.853981:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384299.853984:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384299.853985:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384299.853988:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.853989:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384299.853995:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384299.853998:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384299.854000:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384299.854002:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384299.854005:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014d36b37. 00000100:00000200:2.0:1767384299.854009:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731454848, offset 224 00010000:00000001:0.0:1767384299.854013:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384299.854016:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384299.854017:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384299.854025:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052fa2cf7 already unused, calling callback (00000000d6205520) 00000400:00000200:2.0:1767384299.854029:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384299.854031:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.854035:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384299.854037:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384299.854041:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102580 00010000:00000001:0.0:1767384299.854045:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384299.854046:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.854047:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.854048:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=5 00000020:00000001:0.0:1767384299.854054:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000400:00000200:2.0:1767384299.854059:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12ad [2] + 224 00010000:00000001:0.0:1767384299.854059:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384299.854065:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384299.854068:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384299.854068:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384299.854077:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384299.854081:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384299.854084:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384299.854085:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.854088:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384299.854091:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.854093:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384299.854096:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384299.854098:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.854101:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.854106:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052fa2cf7 with handle 0xd602e9c522f0b140 from hash 00010000:00000001:0.0:1767384299.854110:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384299.854113:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c27fb891 x1853236731454848/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.854114:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.854116:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.854119:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384299.854121:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384299.854125:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384299.854128:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384299.854131:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.854140:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384299.854140:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.854145:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384299.854146:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384299.854147:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d36b37 00010000:00000001:0.0:1767384299.854149:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384299.854151:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014d36b37. 00010000:00000001:0.0:1767384299.854152:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.854156:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.854157:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384299.854159:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.854160:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384299.854162:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.854165:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.854166:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384299.854174:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384299.854181:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384299.854182:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384299.854187:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.854187:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.854191:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1767384299.854193:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384299.854194:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384299.854197:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.854199:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384299.854200:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be091f66 x1853236731454848/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.854204:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384299.854209:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.854215:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.854221:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384299.854222:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be091f66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731454848:12345-0@lo:253: Request processed in 2839us (3459us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384299.854245:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00000001:0.0:1767384299.854247:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384299.854252:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384299.854253:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00010000:0.0:1767384299.854257:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b140 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384299.854260:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384299.854265:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384299.854272:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a84f5d7b. 00010000:00000040:0.0:1767384299.854278:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000638288b1 count: 0 00000020:00000010:2.0:1767384299.854280:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee4a789e. 00000020:00000010:2.0:1767384299.854288:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e9f985. 00000020:00000040:2.0:1767384299.854295:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:0.0:1767384299.854296:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384299.854301:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384299.854302:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384299.854305:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004759fbb1. 02000000:00000001:2.0:1767384299.854319:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384299.854323:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384299.854331:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384299.854336:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049bf5119. 00000400:00000010:2.0:1767384299.854342:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014d36b37. 00080000:00000010:2.0:1767384299.855629:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f85864b4. 20000000:01000000:0.0:1767384299.855736:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384299.855740:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384299.855742:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384299.855745:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384299.855746:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384299.855751:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007aced353. 00010000:00000001:0.0:1767384299.855761:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384299.855764:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000583b4950. 00000020:00000001:0.0:1767384299.855799:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.855817:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000583b4950 with handle 0xd602e9c522f0b147 to hash 00000020:00000001:0.0:1767384299.855821:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384299.855822:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855841:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855844:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.855846:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.855848:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855855:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384299.855857:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.855859:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384299.855861:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.855862:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.855864:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.855866:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.855868:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384299.855870:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384299.855871:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384299.855873:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384299.855875:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007aced353) refcount = 1 00010000:00010000:0.0:1767384299.855879:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855885:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384299.855887:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384299.855888:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.855891:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.855893:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384299.855895:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384299.855898:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384299.855901:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.855909:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.855910:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000583b4950 refcount=4 00000020:00000001:0.0:1767384299.855912:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855914:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855916:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384299.855918:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855923:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384299.855924:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855928:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.855930:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384299.855931:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855936:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.855939:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.855943:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384299.855946:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384299.855952:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000583b4950 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384299.855956:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.855958:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384299.855960:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.855968:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384299.855970:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.855972:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.855974:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000583b4950 refcount=5 00000020:00000001:0.0:1767384299.855978:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855983:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384299.855993:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384299.855996:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.856005:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384299.856008:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.856012:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.856018:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384299.856021:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384299.856023:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384299.856027:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.856032:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000583b4950 with handle 0xd602e9c522f0b147 from hash 00010000:00000001:0.0:1767384299.856036:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384299.856038:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.856041:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.856042:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384299.856059:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384299.856062:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384299.856065:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384299.856068:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.856071:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.856074:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384299.856076:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384299.856080:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.856081:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.856084:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.856087:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.856091:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.856092:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.856105:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.856108:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.856111:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384299.856113:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384299.856115:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.856117:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384299.856127:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384299.856131:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.856134:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.856139:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384299.856159:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384299.856162:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384299.856165:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000583b4950/0xd602e9c522f0b147 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384299.856180:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007aced353 count: 0 00010000:00000001:0.0:1767384299.856191:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384299.856192:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384299.856232:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.856235:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384299.856239:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384299.856241:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384299.856243:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd3ab90. 00000400:00000200:2.0:1767384299.856246:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ebfe199 00000400:00000010:2.0:1767384299.856248:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ebfe199. 00000100:00000001:2.0:1767384299.856251:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384299.856255:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731454976/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384299.856264:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731454976/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.856272:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384299.856274:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.856276:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384299.856278:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384299.856280:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384299.856281:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.856284:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384299.856287:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384299.856291:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384299.856294:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384299.856295:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.856297:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384299.856299:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.856301:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.856305:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731454976/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.856313:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.856316:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384299.856324:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384299.856328:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384299.856331:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384299.856332:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384299.856334:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384299.856336:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384299.856337:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384299.856339:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384299.856341:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384299.856342:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384299.856346:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731454976/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.856355:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731454976:0@lo:253: 00000100:00000001:2.0:1767384299.856360:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.856362:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384299.856364:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731454976/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.856372:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384299.856374:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384299.856377:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009dbbb83a. 02000000:00000001:2.0:1767384299.856380:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384299.856382:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384299.856384:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384299.856386:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384299.856388:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003004b02c. 02000000:00000001:2.0:1767384299.856391:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384299.856393:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384299.856395:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00000100:00000001:2.0:1767384299.856398:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384299.856399:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.856401:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.856421:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384299.856422:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.856425:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.856427:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.856857:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294886024, at 4294886025 00000100:00000010:2.0:1767384299.856868:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ad32ff3. 00000100:00000040:1.0:1767384299.856874:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294886024, at 4294886025 00000100:00000010:1.0:1767384299.856883:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e7f80d. 00010000:00000010:0.1:1767384299.857932:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000638288b1. 00010000:00000010:0.1:1767384299.857942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052fa2cf7. 00000100:00000040:0.0:1767384299.857954:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294886024, at 4294886026 00000100:00000010:0.0:1767384299.857959:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d68d4513. 00010000:00000010:0.1:1767384299.861816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007aced353. 00010000:00000010:0.1:1767384299.861825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000583b4950. 00000400:00000010:1.0:1767384299.870279:0:20312:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f92310e0. 00000400:00000040:1.0:1767384299.870305:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384299.870309:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384299.870312:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384299.870314:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384299.870317:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384299.870319:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384299.870323:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384299.870325:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384299.870327:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384299.870328:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384299.870331:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384299.870333:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384299.870336:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384299.870338:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384299.870347:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384299.870350:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384299.870352:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384299.870354:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384299.870355:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384299.870358:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384299.870360:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384299.870362:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384299.870364:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384299.870366:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384299.870367:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384299.870370:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384299.870372:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384299.870374:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384299.870376:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384299.870378:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384299.870379:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384299.870382:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384299.870383:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384299.870385:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384299.870386:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384299.870389:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384299.870391:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384299.870393:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384299.870395:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384299.870397:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384299.870399:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384299.870401:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384299.870403:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384299.870405:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384299.870406:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384299.870408:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384299.870410:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384299.870412:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384299.870415:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384299.870417:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384299.870419:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384299.870422:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384299.870423:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384299.870433:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384299.870435:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384299.870437:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384299.870438:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384299.870479:0:20312:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f92310e0. 00000020:00000001:2.0:1767384300.551898:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384300.551902:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384300.551904:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384300.743851:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384300.743856:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384300.743863:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd70438e. 00000020:00000040:0.0:1767384300.743872:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384300.743879:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384300.743883:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384300.743888:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384300.743897:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072511dd1. 00000100:00000001:0.0:1767384300.743904:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.743913:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384300.743916:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384300.743925:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd70438e] to pc [ptlrpcd_00_00+0] req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384300.743955:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.743956:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.743961:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384300.743965:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384300.743971:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.743987:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384300.743991:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.743995:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384300.743999:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384300.744003:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.744011:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd70438e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731455104:0@lo:13: 00000100:00000001:1.0:1767384300.744019:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384300.744023:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384300.744027:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.744032:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384300.744036:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384300.744037:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000473c62fc. 00000100:00000001:0.0:1767384300.744040:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384300.744041:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744044:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384300.744047:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ee9aa. 00000100:00000040:0.0:1767384300.744049:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384300.744057:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000100:00000200:1.0:1767384300.744067:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731455104, portal 4 00000100:00000001:1.0:1767384300.744072:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384300.744075:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789523712 : -114766920027904 : ffff979ebe7ff100) 00000100:00000040:1.0:1767384300.744088:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.744088:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384300.744091:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.744098:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384300.744103:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384300.744104:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384300.744108:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.744111:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384300.744116:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c27fb891 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731455232:0@lo:400: 00000400:00000010:1.0:1767384300.744117:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384300.744124:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731455104, offset 0 00000100:00000001:0.0:1767384300.744126:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384300.744132:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384300.744134:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384300.744136:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.744140:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384300.744145:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059cd3240. 02000000:00000001:0.0:1767384300.744149:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.744151:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384300.744154:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091b41336. 00000400:00000010:0.0:1767384300.744162:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2415c3. 00000100:00000200:0.0:1767384300.744167:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731455232, portal 25 00000400:00000200:1.0:1767384300.744173:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d102680 00000100:00000001:0.0:1767384300.744173:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384300.744177:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668309504 : -114767041242112 : ffff979eb7465c00) 00000400:00000200:1.0:1767384300.744184:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000100:00000040:0.0:1767384300.744185:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.744199:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384300.744199:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384300.744209:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384300.744210:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384300.744213:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384300.744216:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384300.744218:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731455232, offset 0 00000100:00000200:1.0:1767384300.744220:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384300.744227:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edcd2e6. 00000400:00000200:0.0:1767384300.744230:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384300.744234:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000005edcd2e6 x1853236731455104 msgsize 224 00000400:00000200:0.0:1767384300.744243:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384300.744247:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384300.744258:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d102700 00000100:00000001:1.0:1767384300.744260:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384300.744267:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e5 [2] + 0 00000400:00000010:0.0:1767384300.744271:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071248ad4. 00000400:00000200:0.0:1767384300.744274:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9969ea3 00000400:00000200:0.0:1767384300.744277:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.744281:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000200:0.0:1767384300.744283:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384300.744286:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:1.0:1767384300.744291:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384300.744292:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9969ea3 00000100:00000200:1.0:1767384300.744297:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384300.744302:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9969ea3. 00000100:00000001:0.0:1767384300.744310:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384300.744314:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384300.744319:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384300.744319:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000051773fb6 x1853236731455232 msgsize 224 00000100:00000040:1.0:1767384300.744325:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.744331:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384300.744336:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384300.744347:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384300.744348:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744352:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384300.744354:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384300.744358:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384300.744359:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744363:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384300.744365:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4037 usecs (5 jiffies) 00000100:00000200:0.0:1767384300.744368:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744370:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886917 00000100:00000010:1.0:1767384300.744379:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d788ab33. 00000100:00000001:0.0:1767384300.744381:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384300.744385:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744387:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384300.744395:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744397:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886917 00000100:00000001:0.0:1767384300.744399:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384300.744403:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000628811a9. 00000100:00000001:0.0:1767384300.744406:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744408:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384300.744411:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294886917 00000100:00000001:1.0:1767384300.744413:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886917 00000100:00000001:0.0:1767384300.744417:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294886917 00000100:00000010:1.0:1767384300.744420:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000127302af. 00000100:00000001:0.0:1767384300.744423:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294886917 00000100:00000001:1.0:1767384300.744426:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384300.744429:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294886917 00000100:00000001:1.0:1767384300.744432:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886917 00000100:00000001:0.0:1767384300.744434:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294886917 00000100:00000001:0.0:1767384300.744437:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294886917 00000100:00000001:0.0:1767384300.744444:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294886917 00000100:00000010:1.0:1767384300.744445:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f43b3a7. 00000100:00000001:1.0:1767384300.744452:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384300.744456:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384300.744457:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294886917 00000100:00000001:1.0:1767384300.744461:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744463:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384300.744465:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744466:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744471:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.744472:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744477:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.744482:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384300.744483:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.744486:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384300.744487:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384300.744490:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.744493:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384300.744497:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384300.744498:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.744501:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384300.744503:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.744505:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744511:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744520:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384300.744523:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.744525:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384300.744527:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384300.744531:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.744537:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731455616:0@lo:400: 00000100:00000001:1.0:1767384300.744541:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384300.744543:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384300.744546:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.744548:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384300.744553:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051bfcb81. 02000000:00000001:1.0:1767384300.744556:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384300.744560:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f463c02. 00000400:00000010:1.0:1767384300.744564:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384300.744566:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731455616, portal 10 00000100:00000001:1.0:1767384300.744568:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384300.744570:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00000100:00000040:1.0:1767384300.744575:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744587:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384300.744599:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384300.744602:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000200:1.0:1767384300.744609:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731455616, offset 0 00000100:00000001:3.0:1767384300.744615:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384300.744619:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384300.744628:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.744629:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384300.744633:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4037 usecs (5 jiffies) 00000100:00000001:3.0:1767384300.744637:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886917 00000100:00000001:3.0:1767384300.744639:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886917 00000400:00000200:1.0:1767384300.744642:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d102880 00000100:00000001:3.0:1767384300.744643:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886917 00000100:00000001:3.0:1767384300.744647:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.744650:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886917 00000100:00000001:3.0:1767384300.744652:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.744655:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886917 00000400:00000200:1.0:1767384300.744655:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:3.0:1767384300.744660:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.744663:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.744665:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.744665:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384300.744670:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.744673:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384300.744675:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.744679:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.744680:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384300.744682:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384300.744683:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384300.744685:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.744688:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384300.744688:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0731db7. 00000100:00000001:3.0:1767384300.744690:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.744693:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000d0731db7 x1853236731455616 msgsize 224 00000100:00100000:3.0:1767384300.744694:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384300.744697:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384300.744702:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384300.744703:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.744705:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.744707:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.744708:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.744709:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384300.744713:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744713:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384300.744719:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000100:00000001:3.0:1767384300.744721:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384300.744722:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00000001:3.0:1767384300.744723:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744726:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384300.744727:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384300.744730:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384300.744731:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.744734:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744739:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384300.744742:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.744747:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731455488:0@lo:400: 00000100:00000001:1.0:1767384300.744753:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.744754:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384300.744755:0:16352:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384300.744758:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384300.744759:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.744760:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.744764:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384300.744764:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2598 usecs (3 jiffies) 02000000:00000010:3.0:1767384300.744785:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007504461c. 02000000:00000001:3.0:1767384300.744802:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.744805:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b51bcd. 00000400:00000010:3.0:1767384300.744808:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384300.744814:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731455488, portal 10 00000100:00000001:1.0:1767384300.744814:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886916 00000100:00000001:3.0:1767384300.744819:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384300.744819:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.744822:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000001:1.0:1767384300.744823:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886916 00000100:00000001:1.0:1767384300.744826:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886917 00000100:00000001:1.0:1767384300.744828:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886916 00000100:00000040:3.0:1767384300.744829:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744831:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.744836:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.744839:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384300.744841:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886916 00000400:00000010:3.0:1767384300.744843:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055817b12. 00000100:00000001:1.0:1767384300.744844:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886917 00000100:00000200:3.0:1767384300.744849:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731455488, offset 0 00000100:00000001:1.0:1767384300.744849:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384300.744854:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.744858:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384300.744859:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.744861:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384300.744866:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384300.744866:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.744870:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384300.744873:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384300.744876:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d102800 00000100:00000001:1.0:1767384300.744876:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384300.744878:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.744882:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:1.0:1767384300.744882:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384300.744889:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.744892:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384300.744895:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384300.744896:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384300.744899:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcd87082. 00000100:00000040:3.0:1767384300.744901:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000fcd87082 x1853236731455488 msgsize 224 00000100:00100000:3.0:1767384300.744903:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384300.744914:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384300.744918:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055817b12 00000400:00000010:3.0:1767384300.744920:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055817b12. 00000100:00000001:3.0:1767384300.744922:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384300.744925:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744933:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384300.744936:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384300.744937:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455616 00000100:00000001:3.0:1767384300.744938:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384300.744939:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455360 02000000:00000001:1.0:1767384300.744942:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384300.744943:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384300.744944:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.744945:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384300.744946:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384300.744949:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.744950:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.744956:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.744957:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.744959:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.744962:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455616 00000100:00000001:3.0:1767384300.744963:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384300.744963:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455360 00000020:00000001:1.0:1767384300.744966:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384300.744968:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384300.744969:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:3.0:1767384300.744970:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384300.744971:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:1.0:1767384300.744972:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384300.744976:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384300.744978:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2463 usecs (3 jiffies) 00000020:00000040:1.0:1767384300.744978:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000040:0.0:1767384300.744979:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:3.0:1767384300.744986:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886916 00000020:00000001:1.0:1767384300.744986:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:0.0:1767384300.744986:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:1.0:1767384300.744992:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:0.0:1767384300.744993:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384300.744994:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886917 00000100:00000001:1.0:1767384300.744997:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384300.745000:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886916 00000100:00000001:0.0:1767384300.745000:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384300.745002:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efba2501. 00000100:00000001:3.0:1767384300.745005:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886917 00000020:00000010:0.0:1767384300.745006:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d150a28. 00000020:00000010:1.0:1767384300.745007:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000029e2ef5d. 00000100:00000001:3.0:1767384300.745009:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886916 00000020:00000010:0.0:1767384300.745012:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d29381b5. 00000100:00000001:3.0:1767384300.745013:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886917 00000020:00000040:1.0:1767384300.745015:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:3.0:1767384300.745018:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886916 00000020:00000040:0.0:1767384300.745020:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384300.745021:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886917 00000100:00000001:3.0:1767384300.745027:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384300.745028:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384300.745028:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384300.745029:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745033:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384300.745036:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca118db3. 00000020:00000010:0.0:1767384300.745036:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8137521. 00000100:00000001:3.0:1767384300.745037:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384300.745044:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f45a2a0. 00000020:00000010:0.0:1767384300.745045:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000010:1.0:1767384300.745052:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e66d72b. 00000020:00000010:0.0:1767384300.745052:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000001:3.0:1767384300.745055:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384300.745058:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455488 02000000:00000001:3.0:1767384300.745060:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384300.745062:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.745063:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.745067:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.745067:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1767384300.745067:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:3.0:1767384300.745072:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455488 00000100:00000001:0.0:1767384300.745072:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384300.745075:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384300.745077:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384300.745078:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384300.745079:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:0.0:1767384300.745079:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.745081:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384300.745085:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384300.745086:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384300.745088:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:0.0:1767384300.745088:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384300.745091:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384300.745092:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384300.745093:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384300.745095:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384300.745096:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.745098:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745104:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384300.745105:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.745108:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384300.745110:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384300.745112:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081794e96. 00000100:00000001:3.0:1767384300.745115:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384300.745116:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384300.745118:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081794e96. 00000100:00000001:0.0:1767384300.745120:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384300.745124:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db7bd7b1. 00000100:00000001:1.0:1767384300.745125:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384300.745125:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384300.745129:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384300.745130:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d0a9a3d. 00000100:00100000:1.0:1767384300.745136:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000010:3.0:1767384300.745138:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000043bc24c4. 00000100:00000040:1.0:1767384300.745139:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000040:0.0:1767384300.745139:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:1.0:1767384300.745145:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788997632 : -114766920553984 : ffff979ebe77ea00) 00000100:00000001:0.0:1767384300.745145:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668307712 : -114767041243904 : ffff979eb7465500) 00000100:00000001:3.0:1767384300.745147:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384300.745151:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384300.745154:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384300.745157:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d0731db7 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384300.745157:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024577b90 x1853236731455360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.745159:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384300.745163:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384300.745166:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745178:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.745190:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384300.745193:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384300.745194:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384300.745194:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384300.745199:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00100000:3.0:1767384300.745200:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000010:1.0:1767384300.745200:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009bda8fa. 00000100:00000001:0.0:1767384300.745203:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384300.745205:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384300.745207:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:0.0:1767384300.745207:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000020:00000010:1.0:1767384300.745209:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009bda8fa. 00000100:00000001:3.0:1767384300.745212:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668302336 : -114767041249280 : ffff979eb7464000) 00000100:00000040:3.0:1767384300.745219:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fcd87082 x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.745220:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024577b90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731455360:12345-0@lo:400: 00000100:00100000:1.0:1767384300.745221:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d0731db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731455616:12345-0@lo:400: 00000100:00000200:1.0:1767384300.745232:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455616 00000100:00000200:0.0:1767384300.745232:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455360 00000100:00000001:3.0:1767384300.745237:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384300.745238:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384300.745238:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384300.745241:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081794e96. 00000020:00000001:1.0:1767384300.745243:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384300.745243:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384300.745244:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384300.745248:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.745249:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081794e96. 00000020:00000001:1.0:1767384300.745249:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.745255:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384300.745256:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384300.745259:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00100000:3.0:1767384300.745260:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fcd87082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731455488:12345-0@lo:400: 00000020:00000001:1.0:1767384300.745260:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:0.0:1767384300.745263:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384300.745266:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384300.745267:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384300.745268:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455488 00000020:00000001:0.0:1767384300.745270:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384300.745272:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384300.745273:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384300.745273:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384300.745278:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384300.745279:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384300.745279:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745283:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.745284:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384300.745284:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384300.745289:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384300.745290:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.745291:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384300.745293:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384300.745294:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384300.745296:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384300.745299:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 02000000:00000010:0.0:1767384300.745299:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001b66705. 02000000:00000001:1.0:1767384300.745300:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384300.745304:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745305:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384300.745306:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ff418303. 00000100:00000001:0.0:1767384300.745307:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745309:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384300.745310:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745312:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384300.745317:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745318:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1767384300.745318:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731455360 00000020:00000001:3.0:1767384300.745321:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.745323:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745324:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384300.745324:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384300.745329:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745330:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1767384300.745330:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024577b90 x1853236731455360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384300.745332:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731455616 02000000:00000001:3.0:1767384300.745334:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384300.745338:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:3.0:1767384300.745340:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e3dce96. 02000000:00000001:3.0:1767384300.745346:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384300.745346:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d0731db7 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384300.745346:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384300.745350:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745351:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.745356:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384300.745361:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731455488 00010000:00000001:1.0:1767384300.745364:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384300.745364:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=10 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384300.745365:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384300.745369:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.745372:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767384300.745373:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fcd87082 x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384300.745374:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=15 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384300.745377:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384300.745383:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384300.745384:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384300.745390:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384300.745390:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 02000000:00000001:0.0:1767384300.745390:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384300.745394:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.745396:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.745396:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384300.745398:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384300.745402:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384300.745403:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=15 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384300.745405:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384300.745406:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384300.745408:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384300.745410:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384300.745411:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384300.745413:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 23 to 0@lo 00000100:00000200:0.0:1767384300.745416:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731455360, offset 224 00000100:00000001:3.0:1767384300.745419:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:1.0:1767384300.745419:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384300.745424:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000400:00000200:0.0:1767384300.745425:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384300.745426:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384300.745430:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384300.745432:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731455616, offset 224 00000100:00000001:3.0:1767384300.745434:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384300.745438:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384300.745442:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384300.745443:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384300.745447:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055817b12. 00000400:00000200:0.0:1767384300.745452:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d102780 00000100:00000200:3.0:1767384300.745453:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731455488, offset 224 00000400:00000200:1.0:1767384300.745455:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384300.745462:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12e1 [1] + 224 00000400:00000200:0.0:1767384300.745466:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.745467:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d102880 00000400:00000200:3.0:1767384300.745471:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384300.745473:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384300.745478:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12e9 [1] + 224 00000400:00000200:3.0:1767384300.745483:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384300.745486:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384300.745487:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384300.745492:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.745495:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384300.745497:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d102800 00000100:00000001:1.0:1767384300.745502:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384300.745509:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384300.745513:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f1 [1] + 224 00000100:00000040:0.0:1767384300.745513:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384300.745526:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.745538:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384300.745539:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.745545:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384300.745550:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384300.745553:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:0.0:1767384300.745555:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384300.745557:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384300.745557:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384300.745558:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384300.745564:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.745564:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.745567:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000100:00000040:0.0:1767384300.745571:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 22 to 0@lo 00000400:00000010:1.0:1767384300.745572:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00010000:00000001:0.0:1767384300.745577:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384300.745580:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.745583:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.745583:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384300.745584:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384300.745587:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384300.745591:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024577b90 x1853236731455360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.745593:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.745601:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384300.745602:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384300.745609:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384300.745610:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055817b12 00000100:00100000:0.0:1767384300.745613:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024577b90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731455360:12345-0@lo:400: Request processed in 417us (1061us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384300.745614:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055817b12. 00000020:00000001:1.0:1767384300.745614:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745618:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384300.745620:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384300.745622:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384300.745628:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.745630:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0731db7 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.745632:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384300.745635:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000040:0.0:1767384300.745638:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00010000:00000001:3.0:1767384300.745641:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384300.745643:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384300.745644:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.745646:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384300.745650:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384300.745652:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000100:00000040:3.0:1767384300.745655:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcd87082 x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384300.745658:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000100:00100000:1.0:1767384300.745661:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d0731db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731455616:12345-0@lo:400: Request processed in 464us (962us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384300.745664:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8137521. 00000020:00000040:0.0:1767384300.745671:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:0.0:1767384300.745676:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384300.745684:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1767384300.745685:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fcd87082 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731455488:12345-0@lo:400: Request processed in 442us (777us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384300.745690:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:1.0:1767384300.745694:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384300.745696:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384300.745697:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384300.745698:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384300.745700:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455232 00000020:00000010:1.0:1767384300.745703:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f45a2a0. 00000100:00000040:3.0:1767384300.745704:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 02000000:00000001:0.0:1767384300.745704:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384300.745707:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.745710:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384300.745710:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384300.745711:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e66d72b. 00000100:00000001:3.0:1767384300.745714:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384300.745716:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384300.745717:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca118db3. 00000020:00000010:3.0:1767384300.745719:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d0a9a3d. 00000100:00100000:0.0:1767384300.745720:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455232 00000020:00000040:1.0:1767384300.745723:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000020:00000001:0.0:1767384300.745724:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384300.745726:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000043bc24c4. 00000100:00000001:1.0:1767384300.745727:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384300.745727:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000010:3.0:1767384300.745730:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db7bd7b1. 00000020:00000001:0.0:1767384300.745732:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384300.745735:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000020:00000040:0.0:1767384300.745735:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384300.745739:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384300.745740:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384300.745741:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384300.745746:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384300.745748:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00080000:1.0:1767384300.745749:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384300.745753:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384300.745754:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000010:0.0:1767384300.745756:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000100:00080000:1.0:1767384300.745761:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:0.0:1767384300.745763:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8137521. 00000020:00000040:1.0:1767384300.745764:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000020:00000010:0.0:1767384300.745798:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000010:0.0:1767384300.745801:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000001:3.0:1767384300.745805:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.745808:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384300.745809:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000001:3.0:1767384300.745812:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384300.745812:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384300.745815:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1767384300.745817:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384300.745818:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.745820:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b51bcd. 00000400:00000200:3.0:1767384300.745823:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000100:00000001:0.0:1767384300.745828:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384300.745832:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:1.0:1767384300.745834:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.745836:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384300.745837:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384300.745843:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384300.745843:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384300.745844:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384300.745847:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384300.745851:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f463c02. 00000400:00000200:1.0:1767384300.745857:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000100:00000200:3.0:1767384300.745861:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.745861:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384300.745861:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384300.745862:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:2.0:1767384300.745865:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384300.745866:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384300.745868:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384300.745875:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.745875:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:0.0:1767384300.745882:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384300.745883:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384300.745883:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.745888:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743460944 : -114766966090672 : ffff979ebbc11450) 00000100:00000001:3.0:1767384300.745889:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.745889:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.745896:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384300.745896:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051773fb6 x1853236731455232/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.745899:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.745902:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.745905:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.745911:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.745918:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=15 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384300.745919:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1767384300.745925:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=15 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384300.745925:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00000200:1.0:1767384300.745926:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.745930:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.745935:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384300.745935:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000100:00000001:3.0:1767384300.745939:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.745943:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384300.745943:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384300.745944:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051773fb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731455232:12345-0@lo:400: 00000100:00000001:1.0:1767384300.745948:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384300.745949:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455232 00010000:00080000:3.0:1767384300.745951:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.745953:0:16352:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384300.745954:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384300.745958:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384300.745958:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384300.745960:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384300.745962:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.745963:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.745964:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.745967:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384300.745970:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384300.745970:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.745971:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000040:3.0:1767384300.745974:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:0.0:1767384300.745975:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1767384300.745977:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=14 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384300.745979:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384300.745979:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384300.745981:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.745983:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.745984:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384300.745987:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384300.745991:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.745991:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384300.745991:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.745994:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.745996:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384300.746000:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384300.746001:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384300.746003:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00080000:1.0:1767384300.746007:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384300.746008:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac366886. 00000100:00000001:3.0:1767384300.746009:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384300.746013:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.746015:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.746019:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.746019:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.746024:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.746027:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.746028:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384300.746029:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731455232 00000100:00000001:1.0:1767384300.746032:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384300.746035:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384300.746039:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384300.746041:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.746041:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384300.746042:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731455488:0@lo:400: 00000100:00000040:1.0:1767384300.746048:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384300.746048:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051773fb6 x1853236731455232/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384300.746060:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.746064:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384300.746068:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ffc4e7. 00000400:00000200:3.0:1767384300.746073:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6b4b10 00000400:00000010:3.0:1767384300.746078:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00010000:00000001:0.0:1767384300.746078:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384300.746079:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384300.746083:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746084:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.746085:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384300.746086:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384300.746089:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.746090:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384300.746093:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384300.746096:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:1.0:1767384300.746098:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.746101:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384300.746107:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384300.746110:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746116:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384300.746122:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384300.746123:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384300.746125:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731455616:0@lo:400: 00000400:00000010:0.0:1767384300.746128:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384300.746136:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384300.746137:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731455232, offset 224 00000100:00000001:3.0:1767384300.746138:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.746141:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.746143:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384300.746144:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.746147:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384300.746148:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384300.746152:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.746156:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.746156:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731455616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384300.746160:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384300.746162:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.746169:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=10 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384300.746171:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384300.746174:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d102700 02000000:00000001:1.0:1767384300.746175:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767384300.746176:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=10 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384300.746179:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051bfcb81. 00000100:00000001:3.0:1767384300.746181:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384300.746185:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384300.746185:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12d9 [1] + 224 00000100:00000001:3.0:1767384300.746186:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.746190:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384300.746191:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384300.746192:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384300.746193:0:16352:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00080000:3.0:1767384300.746197:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384300.746199:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384300.746202:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384300.746203:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e800de7. 00010000:00000001:3.0:1767384300.746211:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.746211:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384300.746211:0:17078:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384300.746215:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384300.746217:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384300.746218:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384300.746219:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00100000:3.0:1767384300.746220:0:16354:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:1.0:1767384300.746226:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384300.746230:0:16354:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.746230:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384300.746234:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.746235:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746240:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.746243:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384300.746246:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746251:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.746258:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.746262:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000569d6959 x1853236731452416/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384306 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.746263:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384300.746269:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000100:00000001:3.0:1767384300.746270:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384300.746272:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:0.0:1767384300.746275:0:17078:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384300.746279:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384300.746279:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384300.746281:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384300.746283:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000052df48eb. 00000100:00000001:1.0:1767384300.746284:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384300.746285:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.746289:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767384300.746291:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384300.746291:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000001:3.0:1767384300.746292:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767384300.746294:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384300.746296:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:1.0:1767384300.746298:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091b41336. 00010000:00000001:0.0:1767384300.746298:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384300.746299:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.746303:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052a3527d. 00000400:00000200:1.0:1767384300.746304:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2415c3 00000020:00000001:0.0:1767384300.746307:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384300.746308:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2415c3. 02000000:00000001:3.0:1767384300.746309:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384300.746310:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384300.746312:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384300.746315:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1767384300.746316:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000569d6959. 00000100:00000040:0.0:1767384300.746317:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051773fb6 x1853236731455232/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:281/0 lens 224/224 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.746321:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384300.746322:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.746324:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.746330:0:16354:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384300.746336:0:16354:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1767384300.746344:0:16354:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1767384300.746347:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051773fb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731455232:12345-0@lo:400: Request processed in 424us (2024us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384300.746348:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384300.746350:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384300.746356:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.746366:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:0.0:1767384300.746372:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384300.746377:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384300.746379:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384300.746383:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.746384:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384300.746384:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000100:00000001:1.0:1767384300.746387:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.746390:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384300.746391:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384300.746391:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000100:00000001:3.0:1767384300.746394:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384300.746395:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384300.746396:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8137521. 00000100:00000001:1.0:1767384300.746399:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384300.746401:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384300.746401:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:0.0:1767384300.746406:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384300.746409:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384300.746410:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ac366886. 02000000:00000001:1.0:1767384300.746416:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.746417:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384300.746419:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d63bad05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731455360:0@lo:400: 00000100:00000001:0.0:1767384300.746421:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384300.746422:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=20 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384300.746426:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384300.746428:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=20 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384300.746428:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384300.746430:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384300.746435:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384300.746435:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f02d42b. 00000100:00000040:3.0:1767384300.746436:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000493285ee x1853236731455488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.746438:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384300.746443:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d9a3e64. 00010000:00000001:1.0:1767384300.746444:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384300.746447:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.746450:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384300.746451:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.746453:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.746456:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007504461c. 00000100:00000040:1.0:1767384300.746457:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384300.746461:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384300.746464:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384300.746466:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384300.746467:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384300.746469:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384300.746469:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384300.746471:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384300.746473:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455104 02000000:00000001:0.0:1767384300.746478:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384300.746479:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384300.746479:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.746480:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384300.746483:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000618de3e. 00000100:00000001:0.0:1767384300.746484:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.746491:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384300.746491:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384300.746494:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c27fb891 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731455232:0@lo:400: 00000100:00100000:0.0:1767384300.746495:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455104 02000000:00000001:3.0:1767384300.746496:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384300.746500:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384300.746501:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00000020:00000040:0.0:1767384300.746503:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:1.0:1767384300.746504:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.746508:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384300.746508:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384300.746509:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384300.746512:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:3.0:1767384300.746514:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384300.746516:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c27fb891 x1853236731455232/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384300.746517:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384300.746520:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384300.746523:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384300.746527:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384300.746528:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d63bad05 x1853236731455360/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384300.746531:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384300.746533:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059cd3240. 00000100:00000001:0.0:1767384300.746534:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384300.746539:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 02000000:00000001:1.0:1767384300.746540:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384300.746545:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384300.746545:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.746546:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767384300.746548:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000010:0.0:1767384300.746550:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 02000000:00000001:3.0:1767384300.746551:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384300.746552:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.746556:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9ce822e. 02000000:00000010:1.0:1767384300.746557:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000016f4ab11. 00000020:00000010:0.0:1767384300.746558:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8137521. 02000000:00000001:3.0:1767384300.746562:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384300.746563:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384300.746564:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000001:3.0:1767384300.746565:0:16354:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384300.746567:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767384300.746569:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:0.0:1767384300.746570:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000010:1.0:1767384300.746571:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27fb891. 00000020:00000001:3.0:1767384300.746573:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.746578:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fec52b6f. 00000100:00000001:1.0:1767384300.746578:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384300.746580:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384300.746581:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384300.746582:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384300.746583:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384300.746585:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384300.746586:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384300.746588:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d63bad05. 00000100:00000001:0.0:1767384300.746589:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746590:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.746594:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.746596:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.746597:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746598:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.746599:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.746603:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746606:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.746607:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.746609:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.746610:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746613:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.746615:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.746617:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384300.746620:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746620:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384300.746627:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384300.746629:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384300.746631:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789001216 : -114766920550400 : ffff979ebe77f800) 00000100:00000040:0.0:1767384300.746635:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005edcd2e6 x1853236731455104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.746640:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384300.746642:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00000001:0.0:1767384300.746645:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.746647:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384300.746647:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000100:00000001:3.0:1767384300.746652:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384300.746656:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005edcd2e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731455104:12345-0@lo:13: 00000100:00000200:0.0:1767384300.746660:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455104 00000020:00000001:0.0:1767384300.746662:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384300.746664:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384300.746665:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.746667:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384300.746668:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000020:00000001:0.0:1767384300.746670:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384300.746676:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384300.746678:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384300.746679:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384300.746681:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746683:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384300.746684:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384300.746686:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ac366886. 02000000:00000001:0.0:1767384300.746688:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746690:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384300.746692:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384300.746695:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384300.746697:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384300.746706:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384300.746708:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384300.746710:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384300.746713:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384300.746716:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384300.746718:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384300.746721:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384300.746723:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384300.746724:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384300.746726:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731455104 00010000:00000001:0.0:1767384300.746727:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384300.746730:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005edcd2e6 x1853236731455104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384300.746735:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384300.746736:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384300.746738:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384300.746741:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384300.746743:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384300.746744:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384300.746746:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384300.746748:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.746749:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384300.746751:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384300.746759:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000200:0.0:1767384300.746761:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731455104, offset 224 00000400:00000200:0.0:1767384300.746765:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384300.746801:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384300.746806:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d102680 00000400:00000200:0.0:1767384300.746810:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12d1 [1] + 224 00000400:00000200:0.0:1767384300.746813:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384300.746816:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384300.746819:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384300.746823:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384300.746830:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.746842:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384300.746848:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384300.746850:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384300.746854:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.746854:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384300.746857:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384300.746858:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384300.746862:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384300.746863:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384300.746866:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384300.746867:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:1.0:1767384300.746869:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ee9aa. 00010000:00000001:0.0:1767384300.746870:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384300.746874:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.746876:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000020:00000001:0.0:1767384300.746876:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384300.746880:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000040:0.0:1767384300.746882:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edcd2e6 x1853236731455104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:281/0 lens 224/368 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.746884:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384300.746891:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.746895:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005edcd2e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731455104:12345-0@lo:13: Request processed in 249us (2656us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384300.746912:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.746912:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384300.746917:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384300.746922:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384300.746925:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384300.746925:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384300.746929:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384300.746930:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000100:00000001:1.0:1767384300.746931:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384300.746935:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384300.746937:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384300.746938:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000100:00000001:1.0:1767384300.746940:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384300.746942:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384300.746945:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=10 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384300.746948:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8137521. 00000100:00001000:1.0:1767384300.746949:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384300.746955:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384300.746956:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:1.0:1767384300.746957:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.746960:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384300.746960:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384300.746965:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384300.746970:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.746971:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384300.746972:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384300.746973:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384300.746974:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.746983:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.746987:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384300.746989:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384300.746990:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384300.746991:0:16352:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384300.746994:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384300.746996:0:16352:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384300.747000:0:16352:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384300.747004:0:16352:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384300.747006:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384300.747011:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd70438e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731455104:0@lo:13: 00000100:00000001:1.0:1767384300.747013:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.747014:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384300.747015:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd70438e x1853236731455104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384300.747019:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384300.747020:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384300.747021:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000473c62fc. 02000000:00000001:1.0:1767384300.747023:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384300.747024:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384300.747025:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384300.747027:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384300.747028:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072511dd1. 02000000:00000001:1.0:1767384300.747030:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384300.747031:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384300.747032:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd70438e. 00000100:00000001:1.0:1767384300.747034:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384300.747035:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.747036:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384300.747044:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384300.747044:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384300.747046:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384300.747047:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.749833:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294886917, at 4294886918 00000100:00000040:1.0:1767384300.749833:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294886917, at 4294886918 00000100:00000010:1.0:1767384300.749842:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000628811a9. 00000100:00000040:0.0:1767384300.749846:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294886917, at 4294886918 00000100:00000010:3.0:1767384300.749847:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f43b3a7. 00000100:00000040:2.0:1767384300.749851:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294886917, at 4294886918 00000100:00000010:0.0:1767384300.749856:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d788ab33. 00000100:00000010:2.0:1767384300.749859:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000127302af. 00000001:00000001:0.0:1767384301.175095:0:20643:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384301.175101:0:20643:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384301.179267:0:20643:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384301.188318:0:20644:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000036bc84bd. 00000400:00000010:0.0:1767384301.188334:0:20644:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000041bd2340. 00000400:00000010:0.0:1767384301.188344:0:20644:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000014daa3df. 00000400:00000010:0.0:1767384301.188348:0:20644:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000059cd3240. 00000400:00000010:0.0:1767384301.188352:0:20644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042882dda. 00000400:00000010:0.0:1767384301.188357:0:20644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009afa4bb8. 00000400:00000010:0.0:1767384301.188359:0:20644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003381007f. 00000400:00000010:0.0:1767384301.188360:0:20644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000680f9235. 00000400:00000010:0.0:1767384301.188365:0:20644:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dec005b3. 00000800:00000010:0.0:1767384301.188376:0:20644:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000014ca22c0. 00000800:00000200:0.0:1767384301.188387:0:20644:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384301.188393:0:20644:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384301.188433:0:20644:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384301.188457:0:20644:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384301.190829:0:20644:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000093ccef84. 00000400:00000010:0.0:1767384301.190836:0:20644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1453da. 00000400:00000010:0.0:1767384301.190843:0:20644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000400:00000001:0.0:1767384301.190859:0:20644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384301.190862:0:20644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384301.190864:0:20644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:0.0:1767384301.190868:0:20644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000010:0.0:1767384301.190871:0:20644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000400:00000010:0.0:1767384301.190876:0:20644:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000009e975a85. 00000400:00000200:0.0:1767384301.190882:0:20644:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (6) 00000400:00000200:0.0:1767384301.190901:0:20644:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384301.190918:0:20644:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:0.0:1767384301.190926:0:20644:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003c3343a9. 00000020:01000000:0.0:1767384301.190933:0:20644:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384301.190934:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384301.190936:0:20644:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp15 00000400:00000200:2.0:1767384301.190947:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:0.0:1767384301.190956:0:20644:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000041bd2340. 00000400:00000010:2.0:1767384301.190958:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000010:0.0:1767384301.190964:0:20644:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000036bc84bd. 00000400:00000200:2.0:1767384301.190965:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (7) 00000400:00000010:2.0:1767384301.190976:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000940b18ef. 00000400:00000200:2.0:1767384301.190984:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:3.0:1767384301.190992:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384301.190998:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384301.190999:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:3.0:1767384301.191003:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384301.191007:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384301.191010:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384301.191013:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384301.191018:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384301.191022:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384301.191028:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384301.191033:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384301.191034:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.191039:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384301.191043:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384301.191044:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384301.191047:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384301.191052:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384301.191055:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:01000004:3.0:1767384301.191056:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384301.191062:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384301.191066:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384301.191066:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp14 00000100:00000010:3.0:1767384301.191074:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d63bad05. 00000400:00000200:2.0:1767384301.191075:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp14 lpni_is_preferred = 0 00000020:00000040:3.0:1767384301.191084:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384301.191085:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp14 00000400:00000200:2.0:1767384301.191094:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp14 NI seq info: [15:15:256:4294967295] 192.168.204.118@tcp14 LPNI seq info [15:15:8:4294967295] 00000100:00000001:3.0:1767384301.191095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.191101:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384301.191105:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp14 02000000:00000001:3.0:1767384301.191108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.191119:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14:) -> 192.168.204.118@tcp14(192.168.204.118@tcp:192.168.204.118@tcp14) : PUT try# 0 02000000:00000010:3.0:1767384301.191123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003afe34d1. 00000100:00000001:3.0:1767384301.191131:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384301.191141:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.204.118@tcp14 00000100:00000001:3.0:1767384301.191143:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.191147:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384301.191149:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb89bede. 00000100:00000040:3.0:1767384301.191157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d63bad05] to pc [ptlrpcd_00_01+1] req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384301.191162:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000674bb494. 00000800:00000010:2.0:1767384301.191170:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002e3e6105. 00000800:00000200:2.0:1767384301.191179:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (2) 00000800:00000200:2.1:1767384301.191185:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (2) 10000000:00000001:3.0:1767384301.191196:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.191201:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.191204:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.191207:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000000:3.0:1767384301.191209:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384301.191216:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:0.0:1767384301.191216:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384301.191220:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384301.191223:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384301.191225:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384301.191228:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384301.191229:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384301.191234:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384301.191237:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384301.191239:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384301.191244:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384301.191249:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.191254:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384301.191257:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384301.191258:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384301.191261:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384301.191263:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384301.191267:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384301.191268:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384301.191270:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384301.191274:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384301.191275:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384301.191282:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.191283:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000100:00100000:0.0:1767384301.191286:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d63bad05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731455744:0@lo:253: 00000100:00000001:0.0:1767384301.191291:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384301.191298:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384301.191301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 02000000:00000001:0.0:1767384301.191301:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384301.191303:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384301.191307:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.191309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384301.191312:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384301.191315:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.191325:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000021422e77. 00000100:00000001:3.0:1767384301.191329:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384301.191332:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003d8c25c8. 00000100:00000001:3.0:1767384301.191334:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384301.191339:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.191340:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384301.191349:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129e46bb. 00000100:00000040:3.0:1767384301.191350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000493285ee] to pc [ptlrpcd_00_02+2] req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384301.191359:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041bd2340. 00000400:00000200:2.0:1767384301.191368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000200:0.0:1767384301.191369:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731455744, portal 25 00000100:00000001:0.0:1767384301.191376:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384301.191380:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668313088 : -114767041238528 : ffff979eb7466a00) 10000000:00000001:3.0:1767384301.191381:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.191386:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.191389:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384301.191391:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384301.191399:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384301.191406:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003c3343a9. 00000400:00000200:2.0:1767384301.191408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:0.0:1767384301.191410:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384301.191417:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.191421:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000627ed675. 00000100:00000001:3.0:1767384301.191424:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384301.191425:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731455744, offset 0 00000100:00000001:3.0:1767384301.191431:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.191436:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.191441:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.191444:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384301.191447:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384301.191454:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384301.191455:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384301.191465:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384301.191476:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.191478:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.191482:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384301.191483:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102900 02000000:00000001:3.0:1767384301.191502:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.191508:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.191513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00100000:3.0:1767384301.191515:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731455872:0@lo:253: 00000400:00000200:0.0:1767384301.191515:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:0.0:1767384301.191526:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c2d2672. 00000100:00000001:3.0:1767384301.191527:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.191534:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384301.191534:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072a871ca 02000000:00000001:3.0:1767384301.191540:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.191543:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384301.191546:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.191547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 02000000:00000010:3.0:1767384301.191550:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5ff1165. 02000000:00000001:3.0:1767384301.191557:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.191558:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384301.191564:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a871ca 00000400:00000010:0.0:1767384301.191583:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072a871ca. 00000400:00000010:3.0:1767384301.191589:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ffc4e7. 00000100:00000001:0.0:1767384301.191591:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384301.191597:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384301.191602:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da38612b. 00000100:00000040:0.0:1767384301.191605:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000005106f092 x1853236731455744 msgsize 4848 00000400:00000200:2.0:1767384301.191606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000200:3.0:1767384301.191609:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731455872, portal 25 00000100:00000001:3.0:1767384301.191617:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.191621:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00100000:0.0:1767384301.191628:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.191635:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.191635:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384301.191647:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.191652:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384301.191653:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:0.0:1767384301.191656:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384301.191657:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a43da0a. 00000100:00000200:3.0:1767384301.191663:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731455872, offset 0 00000400:00000200:3.0:1767384301.191672:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384301.191676:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627ed675 00000400:00000010:0.0:1767384301.191683:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000627ed675. 00000400:00000200:3.0:1767384301.191684:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384301.191693:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384301.191697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384301.191706:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102980 00000100:00000200:0.0:1767384301.191707:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.191721:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000001:0.0:1767384301.191725:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384301.191726:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e450d118. 00000100:00000040:0.0:1767384301.191732:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.191733:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0d18a04 00000400:00000200:3.0:1767384301.191743:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384301.191745:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.191746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:0.0:1767384301.191749:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384301.191753:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.191761:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.191762:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d18a04 00000400:00000010:3.0:1767384301.191769:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0d18a04. 00000100:00000001:0.0:1767384301.191770:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294887364 00000100:00000001:3.0:1767384301.191776:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.191820:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384301.191825:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000a38afa46 x1853236731455872 msgsize 4848 00000100:00100000:3.0:1767384301.191833:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.191835:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384301.191847:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384301.191853:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000220a3ef2. 00000400:00000200:3.0:1767384301.191854:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a43da0a 00000400:00000010:3.0:1767384301.191861:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a43da0a. 00000100:00000001:0.0:1767384301.191865:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384301.191866:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.191873:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.191875:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294887365 00000100:00000010:0.0:1767384301.191885:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d133822f. 00000100:00000001:3.0:1767384301.191888:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384301.191891:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384301.191893:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.191905:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294887365 00000100:00000010:0.0:1767384301.191914:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c044d382. 00000100:00000001:3.0:1767384301.191919:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.191921:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384301.191925:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.191928:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294887365 00000100:00000010:0.0:1767384301.191933:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000100:00000001:3.0:1767384301.191934:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.191937:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384301.191941:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294887365 00000100:00000001:0.0:1767384301.191946:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.191952:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.191953:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887364 00000100:00000001:0.0:1767384301.191956:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.191960:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.191961:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294887365 00000100:00000001:3.0:1767384301.191967:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294887365 00000100:00000001:3.0:1767384301.191970:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294887365 00000100:00000001:0.0:1767384301.191970:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.191972:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294887365 00000100:00000001:0.0:1767384301.191974:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384301.191977:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294887365 00000100:00000001:0.0:1767384301.191980:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.191983:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294887365 00000100:00000001:0.0:1767384301.191984:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.191989:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.191990:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.191995:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.191996:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.192004:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.192006:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.192013:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.192016:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384301.192020:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.192023:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.192024:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.192027:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384301.192028:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.192032:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455744 02000000:00000001:0.0:1767384301.192037:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.192040:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.192043:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.192046:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.192048:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384301.192050:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455744 00000100:00000001:3.0:1767384301.192054:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.192055:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.192059:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384301.192062:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.192065:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384301.192068:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384301.192070:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384301.192074:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.192078:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:0.0:1767384301.192081:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.192083:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000020:00000010:0.0:1767384301.192089:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f85864b4. 00000800:00000010:2.0:1767384301.192095:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d858538f. 00000800:00000010:2.0:1767384301.192106:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bbe67f6a. 00000020:00000010:0.0:1767384301.192107:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002a49713. 00000020:00000010:0.0:1767384301.192115:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000800:00000010:2.0:1767384301.192116:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000111ecc0. 00000100:00000040:0.0:1767384301.192125:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384301.192130:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.192131:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384301.192133:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.192141:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.192151:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384301.192159:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000111ecc0. 00000100:00000001:0.0:1767384301.192164:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384301.192169:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731455872 02000000:00000001:0.0:1767384301.192171:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.192173:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.192175:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.192177:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.192180:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731455872 00000020:00000001:0.0:1767384301.192182:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.192184:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384301.192186:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.192188:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384301.192190:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384301.192193:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384301.192197:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384301.192201:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384301.192201:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:0.0:1767384301.192204:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.192207:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384301.192209:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00100000:3.0:1767384301.192218:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000020:00000010:0.0:1767384301.192218:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dce1807. 00000020:00000010:0.0:1767384301.192226:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e24b993. 00000100:00000040:3.0:1767384301.192227:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384301.192233:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743458896 : -114766966092720 : ffff979ebbc10c50) 00000020:00000010:0.0:1767384301.192234:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b92d090e. 00000100:00000040:3.0:1767384301.192242:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005106f092 x1853236731455744/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384301.192243:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384301.192243:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.192248:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384301.192254:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.192262:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.192264:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384301.192266:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp14 from 245.3.0.2 00000100:00000001:0.0:1767384301.192267:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384301.192275:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000047df469. 00000020:00000010:3.0:1767384301.192280:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000051a85f5a. 00000100:00000001:0.0:1767384301.192283:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.192287:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.192288:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384301.192292:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000051a85f5a. 00000100:00100000:3.0:1767384301.192300:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005106f092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731455744:12345-0@lo:253: 00000100:00100000:0.0:1767384301.192308:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000200:3.0:1767384301.192309:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455744 00000100:00000040:0.0:1767384301.192315:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000020:00000001:3.0:1767384301.192318:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384301.192320:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743465040 : -114766966086576 : ffff979ebbc12450) 00000020:00000001:3.0:1767384301.192323:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.192327:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.192329:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a38afa46 x1853236731455872/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384301.192331:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384301.192337:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384301.192344:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384301.192349:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.192349:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384301.192353:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384301.192357:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000020:00000001:3.0:1767384301.192358:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.192364:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.192365:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.192373:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00000001:3.0:1767384301.192374:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384301.192381:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384301.192387:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a38afa46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731455872:12345-0@lo:253: 02000000:00000010:3.0:1767384301.192390:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003c3343a9. 00000100:00000200:0.0:1767384301.192392:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731455872 02000000:00000001:3.0:1767384301.192397:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.192398:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384301.192404:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.192406:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384301.192410:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384301.192411:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.192416:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384301.192419:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384301.192422:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384301.192424:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384301.192426:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003004b02c. 00000020:00000001:0.0:1767384301.192427:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384301.192431:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767384301.192434:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384301.192436:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384301.192439:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004759fbb1. 20000000:00000001:3.0:1767384301.192444:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384301.192444:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384301.192447:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025b279db. 20000000:00000001:3.0:1767384301.192450:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384301.192451:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384301.192456:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384301.192461:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c80f01ef. 20000000:00000001:3.0:1767384301.192462:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.192468:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.192470:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384301.192472:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000077d30554. 00000100:00000001:0.0:1767384301.192476:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.192481:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384301.192482:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (2) 20000000:00000010:3.0:1767384301.192500:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4e0eb72. 20000000:01000000:3.0:1767384301.192506:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000010:0.0:1767384301.192509:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006ef6df97. 00000800:00000200:2.1:1767384301.192513:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp14 0000000077d30554 deleted 20000000:00000001:3.0:1767384301.192517:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384301.192517:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384301.192524:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384301.192526:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:2.1:1767384301.192527:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000077d30554. 20000000:00000001:0.0:1767384301.192528:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384301.192533:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384301.192534:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384301.192537:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:0.0:1767384301.192539:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384301.192546:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp14 ip 192.168.204.118:1013 20000000:00000001:0.0:1767384301.192554:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384301.192555:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:2.1:1767384301.192555:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb89bede type 1, nob 240 niov 1 nkiov 1 00000800:00000200:2.0:1767384301.192565:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp14 p 3.x 192.168.204.118 -> 192.168.204.118:1013 incarnation:1767384299848478774 sched[0] 00000800:00000010:2.0:1767384301.192571:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000111ecc0. 00080000:00000001:3.0:1767384301.192575:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.192597:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384301.192608:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.192611:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384301.192613:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384301.192617:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:3.0:1767384301.192622:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:3.0:1767384301.192624:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384301.192628:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384301.192632:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.192635:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.192639:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384301.192639:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000111ecc0. 00000800:00000010:2.0:1767384301.192647:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025b279db. 00000020:00000001:3.0:1767384301.192648:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384301.192654:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384301.192659:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000db7bd7b1. 00080000:00000001:3.0:1767384301.192665:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792657920 : -114766916893696 : ffff979ebeafc400) 00080000:00000001:3.0:1767384301.192668:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384301.192672:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384301.192677:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000051a85f5a. 00080000:00000001:3.0:1767384301.192680:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.192683:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384301.192688:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000047df469. 00080000:00000001:3.0:1767384301.192700:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384301.192704:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.192712:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384301.192722:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384301.192839:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384301.192841:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384301.192847:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb89bede. 00000400:00000200:2.0:1767384301.192852:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384301.192855:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp14 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384299848478774 sched[0] 00000800:00000010:3.0:1767384301.192863:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bbe67f6a. 00000400:00000200:2.0:1767384301.192865:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: PUT: OK 00000400:00000200:2.0:1767384301.192873:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384301.192877:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:2.0:1767384301.192904:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.192911:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384301.192914:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.192920:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384301.192929:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14) <- 192.168.204.118@tcp14 : PUT - for me 00000400:00000200:2.0:1767384301.192940:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384301.192947:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384301.192948:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 144/144 into md 0x12bd [1] + 0 00000400:00000010:2.0:1767384301.192957:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e35364. 00000400:00000200:2.0:1767384301.192961:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005599f1e0 00000800:00000001:2.0:1767384301.192966:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.192976:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384301.192979:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.192986:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: PUT: OK 00000400:00000200:2.0:1767384301.192989:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:2.0:1767384301.192991:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000400:00000200:2.0:1767384301.192996:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384301.193000:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (8) 00000400:00000200:2.0:1767384301.193006:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:2.0:1767384301.193010:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000025b279db. 00000400:00000200:2.0:1767384301.193014:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 7 00000400:00000200:3.0:1767384301.193018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384301.193019:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384301.193056:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (9) 00000400:00000200:2.0:1767384301.193063:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384301.193071:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp14 to MR: 192.168.204.118@tcp14 local destination 00000400:00000200:2.0:1767384301.193089:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp14 NI seq info: [16:16:256:4294967295] 192.168.204.118@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384301.193092:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384301.193109:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14:192.168.204.118@tcp14) -> 192.168.204.118@tcp14(192.168.204.118@tcp14:192.168.204.118@tcp14) 192.168.204.118@tcp14 : ACK try# 0 00000800:00000200:2.0:1767384301.193119:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp14 00000400:00000200:0.0:1767384301.193120:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384301.193124:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb89bede. 00000400:00000010:0.0:1767384301.193128:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030bca570. 00000800:00000200:2.0:1767384301.193135:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (4) 00000400:00000010:0.0:1767384301.193138:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000800:00000200:2.0:1767384301.193145:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp14 ip 192.168.204.118:988 00000400:00000200:0.0:1767384301.193147:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:3.0:1767384301.193148:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000200:2.0:1767384301.193150:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb89bede type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384301.193159:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000010:0.0:1767384301.193171:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000627ed675. 00000400:00000010:0.0:1767384301.193176:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000663dcdf6. 00000400:00000010:0.0:1767384301.193182:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000008334f654. 00000400:00000010:0.0:1767384301.193198:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a8137521. 00000400:00000200:3.0:1767384301.193203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384301.193205:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a8137521 nid 192.168.204.118@tcp15 00000400:00000010:0.0:1767384301.193214:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000399c0aa4. 00000400:00000200:0.0:1767384301.193219:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000399c0aa4 net tcp15 00000800:00000200:2.0:1767384301.193224:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384301.193224:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (8) 00000800:00000010:2.0:1767384301.193229:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb89bede. 00000400:00000200:0.0:1767384301.193235:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp15 flags 0x11 00000400:00000200:2.0:1767384301.193238:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384301.193241:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000627ed675. 00000400:00000010:0.0:1767384301.193248:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000663dcdf6. 00000400:00000200:2.0:1767384301.193249:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: ACK: OK 00000400:00000200:3.0:1767384301.193252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:0.0:1767384301.193256:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000008334f654. 00000400:00000010:0.0:1767384301.193264:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000025b279db. 00000800:00000001:2.0:1767384301.193266:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.193273:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000800:00000001:2.0:1767384301.193274:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384301.193279:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000800:00000001:2.0:1767384301.193280:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.193289:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000800:00000001:2.0:1767384301.193290:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384301.193296:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384301.193299:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000400:00000200:3.0:1767384301.193304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384301.193305:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000800:00000001:2.0:1767384301.193306:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384301.193313:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:0.0:1767384301.193324:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384301.193326:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14) <- 192.168.204.118@tcp14 : ACK - for me 00000400:00000200:0.0:1767384301.193330:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (9) 00000400:00000200:2.0:1767384301.193346:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp14: ACK from 12345-192.168.204.118@tcp14 into md 0x1315 00000400:00000200:2.0:1767384301.193353:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.193354:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384301.193366:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: ACK: OK 00000400:00000200:2.0:1767384301.193374:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:2.0:1767384301.193377:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000400:00000200:2.0:1767384301.193382:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384301.193386:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384301.193391:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (8) 00000800:00000001:2.0:1767384301.193398:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384301.193402:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384301.193422:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384301.193471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384301.193541:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000010:3.0:1767384301.193865:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009dbbb83a. 00000800:00000010:3.0:1767384301.193870:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a43da0a. 00000800:00000010:3.0:1767384301.193876:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0c6ee7e. 00000800:00000010:3.0:1767384301.193930:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0c6ee7e. 00000400:00000200:2.0:1767384301.193967:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384301.193991:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp14 from 244.3.0.2 00000800:00000010:2.0:1767384301.193994:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ea8269ce. 00000800:00000010:3.0:1767384301.194132:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f11501b. 00000800:00000010:3.0:1767384301.194138:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028ff3013. 00000800:00000010:3.0:1767384301.194168:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d7eaab5b. 00000800:00000200:3.1:1767384301.194177:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (4) 00000800:00000200:3.1:1767384301.194184:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp14 00000000d7eaab5b deleted 00000800:00000010:3.1:1767384301.194187:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d7eaab5b. 00000800:00000200:3.1:1767384301.194191:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384301.194199:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp14 p 3.x 192.168.204.118 -> 192.168.204.118:1012 incarnation:1767384299848478774 sched[0] 00000800:00000010:3.0:1767384301.194206:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1e1ad08. 00000800:00000010:3.0:1767384301.194303:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1e1ad08. 00000800:00000010:3.0:1767384301.194307:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028ff3013. 00000800:00000010:3.0:1767384301.194327:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ea8269ce. 00000800:00000001:0.0:1767384301.194355:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384301.194358:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384301.194366:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp14 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384299848478774 sched[0] 00000800:00000001:0.0:1767384301.194369:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384301.194370:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a43da0a. 00000800:00000001:0.0:1767384301.194409:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384301.194415:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384301.194993:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000db7bd7b1. 00080000:00000010:0.0:1767384301.195035:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000051a85f5a. 00040000:00000001:0.0:1767384301.195042:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384301.195044:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384301.195055:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384301.195058:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384301.195061:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384301.195063:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384301.195077:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384301.195089:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384301.195092:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384301.195098:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a784ae85. 00080000:00000001:0.0:1767384301.195098:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384301.195104:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:2.0:1767384301.195107:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384301.195111:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384301.195115:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384301.195124:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384301.195134:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.195137:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384301.195138:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.195141:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384301.195143:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384301.195146:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384301.195150:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384301.195152:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384301.195155:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384301.195158:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.195160:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384301.195162:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:2.0:1767384301.195163:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384301.195170:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:2.0:1767384301.195170:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 10000000:01000000:3.0:1767384301.195174:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384301.195176:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384301.195183:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:2.0:1767384301.195184:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f4586004. 00010000:00000001:3.0:1767384301.195188:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384301.195190:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496590848 : -114772212960768 : ffff979d83043200) 00080000:00000001:2.0:1767384301.195195:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384301.195198:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:3.0:1767384301.195199:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004550ea72. 00080000:00000010:2.0:1767384301.195202:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000111ecc0. 00010000:00000001:3.0:1767384301.195206:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384301.195208:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384301.195212:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384301.195213:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000604155b0. 00000020:00000001:3.0:1767384301.195220:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.195224:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000604155b0 with handle 0xd602e9c522f0b14e to hash 00080000:00000001:2.0:1767384301.195225:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.195230:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.195234:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00010000:00000001:3.0:1767384301.195238:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00080000:00000001:2.0:1767384301.195240:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384301.195242:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.195246:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.195250:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384301.195262:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384301.195267:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384301.195271:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003004b02c. 20000000:00000001:0.0:1767384301.195279:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195283:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:0.0:1767384301.195285:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731455744 00010000:00000001:3.0:1767384301.195289:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384301.195290:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384301.195293:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.195297:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:0.0:1767384301.195298:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005106f092 x1853236731455744/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.195300:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.195308:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.195312:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.195322:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384301.195323:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.195328:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384301.195328:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195334:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00001000:0.0:1767384301.195336:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=21 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384301.195337:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.195343:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004550ea72) refcount = 1 00000100:00000001:0.0:1767384301.195345:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384301.195351:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384301.195352:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384301.195359:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384301.195366:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384301.195370:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:0.0:1767384301.195370:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195375:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384301.195377:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384301.195379:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384301.195385:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384301.195386:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195391:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384301.195391:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008334f654. 00000100:00000200:0.0:1767384301.195399:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731455744, offset 224 20000000:00000001:3.0:1767384301.195400:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384301.195406:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000400:00000200:0.0:1767384301.195413:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384301.195414:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.195418:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.195421:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000604155b0 refcount=4 00000020:00000001:3.0:1767384301.195426:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00000400:00000200:0.0:1767384301.195427:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384301.195433:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00010000:00000001:3.0:1767384301.195437:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384301.195440:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384301.195443:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102900 00000400:00000200:0.0:1767384301.195458:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1319 [2] + 224 00010000:00000001:3.0:1767384301.195459:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384301.195465:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384301.195467:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.195476:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.195480:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384301.195507:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.195510:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384301.195511:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384301.195513:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.195536:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.195539:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.195544:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.195545:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384301.195550:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.195588:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000604155b0 already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384301.195592:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.195594:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384301.195596:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.195602:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384301.195604:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384301.195605:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.195610:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.195612:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000604155b0 refcount=5 00000020:00000001:3.0:1767384301.195615:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00000400:00000200:0.0:1767384301.195617:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008334f654 00010000:00000001:3.0:1767384301.195618:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764563968 : -114767944987648 : ffff979e81684c00) 00010000:00000001:3.0:1767384301.195626:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:0.0:1767384301.195626:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008334f654. 00000100:00000001:2.0:1767384301.195629:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384301.195631:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384301.195635:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.195636:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384301.195642:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384301.195644:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:2.0:1767384301.195644:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384301.195649:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:2.0:1767384301.195650:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384301.195651:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195654:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.195655:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000129e46bb. 00000100:00000040:0.0:1767384301.195661:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384301.195662:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384301.195664:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041bd2340 00010000:00000001:3.0:1767384301.195668:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384301.195670:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384301.195672:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384301.195677:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.195678:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041bd2340. 00010000:00000001:3.0:1767384301.195685:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.195687:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384301.195688:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384301.195690:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000604155b0 with handle 0xd602e9c522f0b14e from hash 00010000:00000001:3.0:1767384301.195695:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384301.195698:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005106f092 x1853236731455744/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384301.195699:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.195700:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.195705:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.195709:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384301.195714:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384301.195719:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.195724:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.195728:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.195735:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195741:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.195746:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384301.195751:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.195753:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.195758:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384301.195759:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005106f092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731455744:12345-0@lo:253: Request processed in 3487us (4146us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384301.195763:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195768:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.195770:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.195771:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384301.195830:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.195835:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.195839:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384301.195840:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00000001:3.0:1767384301.195842:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384301.195844:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384301.195846:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:3.0:1767384301.195847:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384301.195848:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.195854:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384301.195855:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384301.195855:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.195858:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384301.195861:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1767384301.195862:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384301.195864:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002a49713. 00010000:00000001:3.0:1767384301.195866:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384301.195869:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=21 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384301.195871:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384301.195873:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00010000:00000001:3.0:1767384301.195877:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:2.0:1767384301.195878:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=21 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384301.195880:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f85864b4. 00010000:00000001:3.0:1767384301.195883:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.195889:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:2.0:1767384301.195890:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:3.0:1767384301.195891:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.195897:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.195898:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384301.195900:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384301.195905:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384301.195905:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003c3343a9. 00010000:00000001:2.0:1767384301.195910:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.195913:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384301.195915:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384301.195916:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.195917:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.195920:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384301.195925:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000604155b0/0xd602e9c522f0b14e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384301.195926:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384301.195928:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384301.195937:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dff09be4. 00000400:00000010:0.0:1767384301.195945:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008334f654. 00000100:00000001:2.0:1767384301.195949:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.195952:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.195956:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384301.195963:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000040:3.0:1767384301.195967:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004550ea72 count: 0 00000020:01000004:2.0:1767384301.195967:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384301.195973:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384301.195976:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384301.195978:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384301.195980:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384301.195981:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:3.0:1767384301.195982:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384301.195983:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 20000000:00000001:3.0:1767384301.195987:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:2.0:1767384301.195987:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384301.195992:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384301.195995:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.196018:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d63bad05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731455744:0@lo:253: 00000100:00000001:2.0:1767384301.196022:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.196024:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.196042:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d63bad05 x1853236731455744/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.196049:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.196051:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.196054:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003d8c25c8. 02000000:00000001:2.0:1767384301.196061:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.196063:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.196064:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384301.196067:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.196068:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003afe34d1. 02000000:00000001:2.0:1767384301.196073:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.196075:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.196076:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d63bad05. 00000100:00000001:2.0:1767384301.196079:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.196081:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.196083:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.196088:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.196089:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.196091:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.196093:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.197145:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f4586004. 00080000:00000010:2.0:1767384301.197235:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000111ecc0. 00040000:00000001:2.0:1767384301.197242:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384301.197244:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384301.197246:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384301.197249:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384301.197252:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.197254:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384301.197256:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384301.197272:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384301.197275:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384301.197279:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384301.197293:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384301.197298:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384301.197300:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384301.197304:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384301.197306:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.197311:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ae029b4c. 00010000:00000001:3.0:1767384301.197314:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.197317:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00000020:00000001:3.0:1767384301.197320:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.197322:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6b7e8eb with handle 0xd602e9c522f0b155 to hash 00000020:00000001:3.0:1767384301.197324:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.197326:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197329:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197332:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.197333:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.197335:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197341:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.197343:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384301.197344:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384301.197346:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.197348:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.197350:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384301.197352:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.197355:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.197357:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.197358:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.197359:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.197360:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ae029b4c) refcount = 1 00010000:00010000:3.0:1767384301.197371:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197376:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.197377:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.197378:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.197380:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.197381:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384301.197383:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384301.197385:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384301.197387:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.197388:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.197390:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000020:00000001:3.0:1767384301.197391:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197393:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197395:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384301.197397:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197402:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384301.197403:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197407:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.197408:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.197409:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197414:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.197415:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.197417:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384301.197418:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.197422:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6b7e8eb already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384301.197428:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384301.197431:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384301.197433:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197438:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384301.197440:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.197442:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.197443:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=5 00000020:00000001:3.0:1767384301.197445:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197448:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.197451:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384301.197452:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384301.197456:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384301.197457:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384301.197462:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384301.197463:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384301.197465:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384301.197467:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006ef6df97. 00010000:00000001:3.0:1767384301.197469:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384301.197473:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:2.0:1767384301.197476:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.197477:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.197480:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.197484:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731455872 00000020:00000040:3.0:1767384301.197501:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6b7e8eb with handle 0xd602e9c522f0b155 from hash 00010000:00000001:2.0:1767384301.197507:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384301.197508:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384301.197512:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.197514:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:2.0:1767384301.197516:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a38afa46 x1853236731455872/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.197517:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384301.197521:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384301.197524:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384301.197528:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384301.197532:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.197534:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.197535:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.197538:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.197540:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384301.197543:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00001000:2.0:1767384301.197543:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=21 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384301.197551:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384301.197553:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384301.197554:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384301.197558:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.197560:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384301.197566:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.197567:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.197571:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.197572:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.197574:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384301.197576:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.197583:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384301.197584:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384301.197589:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d30554. 00010000:00000001:3.0:1767384301.197591:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.197596:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384301.197597:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731455872, offset 224 00010000:00000001:3.0:1767384301.197598:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384301.197602:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384301.197605:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.197606:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384301.197610:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384301.197611:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384301.197616:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384301.197618:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.197624:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384301.197625:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.197634:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384301.197639:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384301.197639:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102980 00010000:00010000:3.0:1767384301.197644:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b155 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384301.197649:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1321 [2] + 224 00010000:00000040:3.0:1767384301.197662:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ae029b4c count: 0 00000400:00000200:2.0:1767384301.197663:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.197669:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384301.197671:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384301.197673:0:17078:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384301.197675:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384301.197679:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.197689:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.197705:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.197710:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d30554 00000400:00000010:2.0:1767384301.197713:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d30554. 00000100:00000001:3.0:1767384301.197715:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.197719:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384301.197726:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384301.197726:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.197728:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384301.197730:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.197734:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ffc4e7. 00000100:00000001:2.0:1767384301.197735:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.197741:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da38612b 00000100:00000040:2.0:1767384301.197742:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384301.197746:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da38612b. 00010000:00000001:2.0:1767384301.197747:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.197751:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.197752:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384301.197754:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384301.197761:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.197762:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a38afa46 x1853236731455872/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 4848/4768 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.197850:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a38afa46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731455872:12345-0@lo:253: Request processed in 5496us (6019us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384301.197866:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.197867:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384301.197870:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384301.197873:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.197878:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384301.197881:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294887365, at 4294887366 00000020:00000010:2.0:1767384301.197885:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e24b993. 00000100:00000001:3.0:1767384301.197894:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384301.197895:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b92d090e. 00000100:00000010:0.0:1767384301.197896:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000220a3ef2. 00000100:00000001:3.0:1767384301.197898:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.197904:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384301.197906:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dce1807. 02000000:00000001:3.0:1767384301.197907:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384301.197912:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.197914:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384301.197915:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:3.0:1767384301.197918:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.197922:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384301.197924:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=21 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384301.197926:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c80f01ef. 00000100:00001000:3.0:1767384301.197934:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=21 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384301.197938:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384301.197939:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.197943:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.197943:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384301.197951:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384301.197953:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384301.197954:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.197961:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.197963:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a9f6e6. 00000100:00000040:3.0:1767384301.197968:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384301.197971:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d30554. 00000100:00000001:3.0:1767384301.197981:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.197984:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.197986:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384301.197989:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384301.197992:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384301.197994:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384301.197997:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384301.197999:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384301.198001:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384301.198003:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384301.198005:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384301.198007:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384301.198012:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.198020:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731455872:0@lo:253: 00000100:00000001:3.0:1767384301.198044:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.198046:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.198051:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000493285ee x1853236731455872/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.198065:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.198068:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.198071:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5ff1165. 02000000:00000001:3.0:1767384301.198077:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.198079:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.198081:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384301.198083:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.198085:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000021422e77. 02000000:00000001:3.0:1767384301.198089:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.198092:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.198093:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00000100:00000001:3.0:1767384301.198099:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.198100:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.198102:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.198108:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.198109:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.198111:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.198114:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.198851:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294887365, at 4294887367 00000100:00000010:3.0:1767384301.198858:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000040:1.0:1767384301.198904:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294887365, at 4294887367 00000100:00000040:2.0:1767384301.198905:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294887365, at 4294887367 00000100:00000010:1.0:1767384301.198922:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d133822f. 00000100:00000010:2.0:1767384301.198925:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c044d382. 00010000:00000010:3.1:1767384301.206846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004550ea72. 00010000:00000010:3.1:1767384301.206857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000604155b0. 00010000:00000010:3.1:1767384301.206864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ae029b4c. 00010000:00000010:3.1:1767384301.206868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00000400:00000010:0.0:1767384301.219152:0:20649:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000014302643. 00000400:00000040:0.0:1767384301.219173:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.219176:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.219178:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.219180:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.219183:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.219184:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384301.219187:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.219189:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384301.219190:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.219191:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384301.219194:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.219195:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.219198:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.219199:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.219200:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384301.219202:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384301.219204:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384301.219205:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384301.219206:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384301.219208:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.219210:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.219211:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.219212:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.219214:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.219215:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384301.219217:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.219219:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.219220:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.219222:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.219223:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.219224:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384301.219226:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384301.219228:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384301.219229:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384301.219231:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384301.219250:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.219251:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384301.219254:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384301.219256:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.219258:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384301.219259:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.219261:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384301.219262:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384301.219264:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384301.219265:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384301.219266:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384301.219268:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384301.219269:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384301.219271:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384301.219272:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384301.219273:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384301.219275:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384301.219276:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384301.219277:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384301.219279:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384301.219280:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384301.219281:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384301.219307:0:20649:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000014302643. 00010000:00000001:3.0:1767384301.575873:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384301.575879:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.575886:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384301.575888:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.575925:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384301.575929:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384301.575931:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384301.767841:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384301.767845:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:3.0:1767384301.767849:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.767851:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384301.767852:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384301.767853:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384301.767855:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384301.767857:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384301.767859:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 11 10000000:00000001:3.0:1767384301.767862:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384301.767863:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384301.767870:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000020:00000040:3.0:1767384301.767880:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384301.767884:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.767887:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.767892:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.767897:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055f96370. 00000100:00000001:3.0:1767384301.767903:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.767906:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384301.767909:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384301.767916:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016f94085. 00010000:00000001:3.0:1767384301.767920:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384301.767922:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00000020:00000001:3.0:1767384301.767926:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384301.767928:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6b7e8eb with handle 0xd602e9c522f0b15c to hash 00000020:00000001:3.0:1767384301.767930:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384301.767931:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.767934:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.767936:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384301.767938:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.767941:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.767948:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384301.767955:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384301.767960:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384301.767961:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384301.767966:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc037eeb. 00000100:00000001:3.0:1767384301.767968:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301500072128 : -114772209479488 : ffff979d833950c0) 00000100:00000001:3.0:1767384301.767970:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.767972:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000001:3.0:1767384301.767975:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.767983:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.767985:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384301.767987:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384301.767994:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768002:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.768004:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.768007:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.768009:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.768011:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.768013:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731456000:0@lo:101: 00000100:00000001:3.0:1767384301.768017:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.768021:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.768023:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.768025:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.768029:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000908ba3b7. 02000000:00000001:3.0:1767384301.768030:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.768036:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ffc4e7. 00000400:00000010:3.0:1767384301.768042:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b4b10. 00000100:00000200:3.0:1767384301.768113:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731456000, portal 25 00000100:00000001:3.0:1767384301.768116:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.768117:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000040:3.0:1767384301.768121:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768127:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.768129:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.768132:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384301.768134:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731456000, offset 0 00000400:00000200:3.0:1767384301.768139:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.768151:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.768161:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d102a00 00000400:00000200:3.0:1767384301.768166:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f1 [2] + 0 00000400:00000010:3.0:1767384301.768169:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eaef2d7. 00000400:00000200:3.0:1767384301.768172:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccb4ee43 00000400:00000200:3.0:1767384301.768183:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.768186:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.768190:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb4ee43 00000400:00000010:3.0:1767384301.768192:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccb4ee43. 00000100:00000001:3.0:1767384301.768196:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.768197:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384301.768199:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000052f3af47 x1853236731456000 msgsize 328 00000100:00100000:3.0:1767384301.768202:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.768204:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384301.768214:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.768220:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384301.768221:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384301.768223:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.768226:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768234:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384301.768236:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384301.768237:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.768241:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456000 02000000:00000001:2.0:1767384301.768245:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384301.768247:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.768248:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.768250:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.768251:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768255:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.768256:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768260:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294887941 00000100:00000010:3.0:1767384301.768263:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000100:00100000:2.0:1767384301.768267:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456000 00000100:00000001:3.0:1767384301.768270:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384301.768270:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.768272:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384301.768275:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.768277:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:3.0:1767384301.768278:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294887941 00000020:00000001:2.0:1767384301.768281:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000010:3.0:1767384301.768283:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f282180. 00000020:00000001:2.0:1767384301.768284:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384301.768289:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384301.768290:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.768296:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:3.0:1767384301.768298:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294887941 00000100:00000001:2.0:1767384301.768299:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.768302:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384301.768307:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088617c4b. 00000020:00000010:2.0:1767384301.768311:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c5f53c5. 00000020:00000010:2.0:1767384301.768315:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee4a789e. 00000100:00000040:2.0:1767384301.768323:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384301.768325:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.768327:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.768328:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.768334:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.768345:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.768359:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.768360:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384301.768364:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:2.0:1767384301.768367:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384301.768368:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743455824 : -114766966095792 : ffff979ebbc10050) 00000100:00000040:2.0:1767384301.768372:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052f3af47 x1853236731456000/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 328/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.768379:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.768382:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000010:3.0:1767384301.768385:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002708be86. 00000100:00000001:2.0:1767384301.768385:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.768390:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00000001:3.0:1767384301.768391:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384301.768396:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052f3af47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731456000:12345-0@lo:101: 00000100:00000001:3.0:1767384301.768399:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294887941 00000100:00000010:3.0:1767384301.768404:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000128e790c. 00000100:00000001:3.0:1767384301.768408:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384301.768410:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456000 00000020:00000001:2.0:1767384301.768413:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.768418:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384301.768420:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384301.768421:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768424:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.768425:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384301.768428:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384301.768429:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000100:00000001:3.0:1767384301.768431:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384301.768433:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384301.768434:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bc037eeb going to sleep for 11 seconds 00000020:00000001:2.0:1767384301.768435:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.768438:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384301.768439:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384301.768443:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.768443:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.768446:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.768449:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384301.768451:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384301.768452:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384301.768453:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384301.768455:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.768458:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384301.768462:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d590914. 00010000:00000001:2.0:1767384301.768465:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384301.768466:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384301.768468:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384301.768470:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b163 to hash 00000020:00000001:2.0:1767384301.768471:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384301.768472:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384301.768473:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:2.0:1767384301.768475:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b15c expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384301.768480:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:2.0:1767384301.768482:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384301.768487:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384301.768489:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.768491:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bd5ff909. 02000000:00000001:2.0:1767384301.768493:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.768500:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.768502:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384301.768505:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384301.768507:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384301.768508:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384301.768510:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.768511:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384301.768513:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.768514:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384301.768516:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384301.768518:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384301.768518:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384301.768520:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d590914) refcount = 1 00010000:00010000:2.0:1767384301.768523:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.768527:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384301.768528:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384301.768529:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.768531:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.768532:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384301.768535:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384301.768536:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384301.768541:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384301.768542:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384301.768544:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384301.768545:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.768547:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384301.768548:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384301.768549:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384301.768549:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000063929d89, rc 0) 00000020:00000001:2.0:1767384301.768551:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.768553:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456000 00010000:00000001:2.0:1767384301.768554:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.768556:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052f3af47 x1853236731456000/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.768568:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.768570:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.768573:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.768576:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.768578:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.768580:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384301.768583:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.768584:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.768586:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.768588:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.768592:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000200:2.0:1767384301.768594:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731456000, offset 224 00000400:00000200:2.0:1767384301.768598:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.768603:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.768608:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d102a00 00000400:00000200:2.0:1767384301.768612:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x133d [1] + 224 00000400:00000200:2.0:1767384301.768615:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.768617:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.768620:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.768622:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.768628:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.768641:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.768645:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:2.0:1767384301.768646:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:2.0:1767384301.768648:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.768649:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.768652:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.768654:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384301.768656:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.768658:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.768660:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384301.768664:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384301.768671:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384301.768671:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052f3af47 x1853236731456000/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 328/344 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384301.768675:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.768678:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ffc4e7. 00000400:00000200:3.0:1767384301.768684:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6b4b10 00000100:00100000:2.0:1767384301.768685:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052f3af47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731456000:12345-0@lo:101: Request processed in 304us (483us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384301.768687:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00000100:00000001:3.0:1767384301.768692:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384301.768695:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000200:3.0:1767384301.768697:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.768699:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384301.768704:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.768706:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384301.768711:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384301.768712:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c5f53c5. 00000020:00000010:2.0:1767384301.768719:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee4a789e. 00000100:00000001:3.0:1767384301.768720:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384301.768723:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384301.768724:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088617c4b. 00000100:00000001:3.0:1767384301.768726:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384301.768729:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384301.768729:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:3.0:1767384301.768732:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.768734:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.768735:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384301.768737:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.768738:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bd5ff909. 00000100:00001000:3.0:1767384301.768742:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=21 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384301.768742:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384301.768745:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384301.768747:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=21 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384301.768750:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384301.768751:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.768754:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.768756:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0d474e1. 00010000:00000001:3.0:1767384301.768757:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.768760:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.768762:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deaf5be7. 00000100:00000001:3.0:1767384301.768763:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.768809:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768815:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.768818:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.768825:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384301.768830:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.768836:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731456000:0@lo:101: 00000100:00000001:3.0:1767384301.768841:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.768844:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768846:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384301.768848:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.768850:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768855:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.768857:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc037eeb. 00000100:00000001:3.0:1767384301.768859:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384301.768860:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.768864:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384301.768866:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.768868:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.768869:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000020:00000001:3.0:1767384301.768870:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.768872:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000040:3.0:1767384301.768876:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c6b7e8eb, remote cookie: 0xd602e9c522f0b163, flags: 0x0 00010000:00000001:3.0:1767384301.768878:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384301.768879:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384301.768880:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384301.768882:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384301.768883:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384301.768884:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016f94085) refcount = 1 00010000:00010000:3.0:1767384301.768886:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.768891:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384301.768892:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384301.768893:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384301.768900:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384301.768902:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.768904:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.768908:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384301.768909:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.768910:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.768911:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.768911:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.768912:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768913:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.768915:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000493285ee x1853236731456000/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.768920:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.768922:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.768924:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000908ba3b7. 02000000:00000001:3.0:1767384301.768926:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.768927:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.768928:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384301.768930:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384301.768931:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000055f96370. 02000000:00000001:3.0:1767384301.768933:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.768935:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.768936:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00000100:00000001:3.0:1767384301.768939:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.768940:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384301.768941:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.768943:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384301.768944:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:3.0:1767384301.768945:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.768947:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.768948:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.768949:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=3 00000020:00000001:3.0:1767384301.768950:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.768952:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.768953:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384301.768959:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.768960:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384301.768961:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.768963:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384301.768965:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b7cb22a4. 00000100:00000010:3.0:1767384301.768979:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000020:00000040:3.0:1767384301.768981:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384301.768983:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384301.768984:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384301.768986:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384301.768989:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055f96370. 00000100:00000001:3.0:1767384301.768991:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.768993:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384301.768996:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000908ba3b7. 00000100:00000010:3.0:1767384301.768998:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000027149ae. 00000020:00000040:3.0:1767384301.768999:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384301.769003:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384301.769004:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384301.769006:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc037eeb. 00000100:00000001:3.0:1767384301.769007:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301500072128 : -114772209479488 : ffff979d833950c0) 00000100:00000001:3.0:1767384301.769009:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.769010:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000001:3.0:1767384301.769012:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384301.769013:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.769014:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384301.769015:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384301.769017:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769021:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384301.769022:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.769023:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384301.769025:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384301.769026:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384301.769028:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731456128:0@lo:256: 00000100:00000001:3.0:1767384301.769029:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384301.769036:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384301.769037:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.769039:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384301.769042:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ffc4e7. 00000400:00000010:3.0:1767384301.769045:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cc75a3bc. 00000100:00000200:3.0:1767384301.769048:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d102a80-0x695824d102a80, portal 33 00000100:00000001:3.0:1767384301.769050:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384301.769051:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384301.769052:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f8df0b1. 02000000:00000001:3.0:1767384301.769053:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384301.769055:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b51bcd. 00000400:00000010:3.0:1767384301.769057:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b4b10. 00000100:00000200:3.0:1767384301.769058:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731456128, portal 25 00000100:00000001:3.0:1767384301.769059:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384301.769060:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000040:3.0:1767384301.769062:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769067:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384301.769068:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384301.769070:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384301.769072:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731456128, offset 0 00000400:00000200:3.0:1767384301.769074:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384301.769078:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384301.769082:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d102a80 00000400:00000200:3.0:1767384301.769085:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f5 [2] + 0 00000400:00000010:3.0:1767384301.769087:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5b29509. 00000400:00000200:3.0:1767384301.769088:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd7d1081 00000400:00000200:3.0:1767384301.769091:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384301.769092:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384301.769094:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7d1081 00000400:00000010:3.0:1767384301.769095:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd7d1081. 00000100:00000001:3.0:1767384301.769098:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384301.769099:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384301.769101:0:17081:0:(events.c:337:request_in_callback()) incoming req@000000008b91c4f8 x1853236731456128 msgsize 304 00000100:00100000:3.0:1767384301.769108:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384301.769109:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384301.769118:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.769122:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384301.769123:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384301.769124:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384301.769126:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769131:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.769133:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.769136:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384301.769141:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.769141:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456128 00000100:00000001:3.0:1767384301.769144:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384301.769145:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384301.769148:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.769149:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769150:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.769152:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294887942 02000000:00000001:2.0:1767384301.769154:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.769156:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456128 00000100:00000001:3.0:1767384301.769158:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887941 00000020:00000001:2.0:1767384301.769158:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.769161:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384301.769164:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294887942 00000020:00000001:2.0:1767384301.769164:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384301.769167:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384301.769169:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887941 00000020:00000001:2.0:1767384301.769170:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384301.769175:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384301.769176:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294887942 00000100:00000001:2.0:1767384301.769178:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384301.769181:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887941 00000100:00000001:3.0:1767384301.769183:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294887942 00000100:00000001:3.0:1767384301.769187:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887941 00000020:00000010:2.0:1767384301.769188:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:3.0:1767384301.769189:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.769192:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.769193:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.769198:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00000001:3.0:1767384301.769199:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.769201:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384301.769204:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bc037eeb going to sleep for 11 seconds 00000020:00000010:2.0:1767384301.769204:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088617c4b. 00000100:00000001:3.0:1767384301.769206:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.769210:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384301.769210:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c5f53c5. 00000020:00000010:2.0:1767384301.769215:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee4a789e. 00000100:00000040:2.0:1767384301.769219:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384301.769221:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384301.769222:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384301.769223:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769227:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769235:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.769241:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384301.769242:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384301.769245:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:2.0:1767384301.769247:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384301.769248:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743468112 : -114766966083504 : ffff979ebbc13050) 00000100:00000040:2.0:1767384301.769251:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b91c4f8 x1853236731456128/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 304/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.769257:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.769259:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384301.769260:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.769261:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384301.769263:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b91c4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731456128:12345-0@lo:256: 00000100:00000200:2.0:1767384301.769266:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456128 00000020:00000001:2.0:1767384301.769267:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.769269:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384301.769270:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.769271:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384301.769272:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:2.0:1767384301.769274:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384301.769275:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.769283:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.769285:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.769287:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769289:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384301.769291:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384301.769293:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bd5ff909. 02000000:00000001:2.0:1767384301.769295:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769296:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.769298:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384301.769301:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384301.769304:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384301.769306:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384301.769308:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384301.769310:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384301.769311:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384301.769314:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004e24043c. 20000000:00000001:2.0:1767384301.769316:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384301.769325:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384301.769330:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384301.769334:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384301.769335:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384301.769336:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384301.769338:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384301.769339:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:2.0:1767384301.769341:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3932/1/4/3. 20000000:00000040:2.0:1767384301.769344:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384301.769346:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384301.769347:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384301.769348:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384301.769349:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384301.769350:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384301.769351:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:2.0:1767384301.769352:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3768/1/4/3. 20000000:01000000:2.0:1767384301.769354:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 328, version 18 20000000:00000001:2.0:1767384301.769355:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=328 : 328 : 148) 00000100:00000001:2.0:1767384301.769357:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384301.769359:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e9cd9274. 00000100:00000010:2.0:1767384301.769361:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fd656434. 00000020:00000040:2.0:1767384301.769366:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:2.0:1767384301.769368:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384301.769370:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384301.769373:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000010:2.0:1767384301.769378:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d8115db. 00000400:00000200:2.0:1767384301.769380:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.769387:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.769392:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 33 MB=0x695824d102a80 00000400:00000200:2.0:1767384301.769395:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 328/328 into md 0x134d [4] + 0 00000400:00000010:2.0:1767384301.769397:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ffc4e7. 00000400:00000200:2.0:1767384301.769399:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc75a3bc 00000400:00000200:2.0:1767384301.769401:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.769404:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384301.769405:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc75a3bc 00000400:00000010:2.0:1767384301.769407:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cc75a3bc. 00000100:00000001:2.0:1767384301.769409:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384301.769410:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000493285ee desc 00000000908ba3b7 mbits 1853236731456128 00000100:00000001:2.0:1767384301.769419:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384301.769421:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384301.769424:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384301.769431:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1359 00000400:00000200:2.0:1767384301.769433:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.769436:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384301.769439:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384301.769441:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e9cd9274 00000100:00000001:2.0:1767384301.769443:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384301.769447:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384301.769450:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000100:00000001:3.0:1767384301.769451:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.769453:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:2.0:1767384301.769458:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384301.769459:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e9cd9274 00000100:00000001:2.0:1767384301.769462:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384301.769467:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 328 bytes via portal 33 id 12345-0@lo mbits 0x695824d102a80-0x695824d102a80 00000100:00000001:2.0:1767384301.769469:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.769472:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769474:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384301.769481:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:2.0:1767384301.769483:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fd656434. 00000100:00000010:2.0:1767384301.769485:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e9cd9274. 00000100:00000001:2.0:1767384301.769487:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384301.769487:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384301.769492:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004e24043c. 20000000:00000001:2.0:1767384301.769494:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.769496:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456128 00010000:00000001:2.0:1767384301.769498:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384301.769501:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008b91c4f8 x1853236731456128/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.769506:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.769508:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.769510:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.769512:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384301.769514:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.769515:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384301.769517:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.769518:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.769520:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.769522:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384301.769525:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000200:2.0:1767384301.769527:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731456128, offset 224 00000400:00000200:2.0:1767384301.769529:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.769532:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384301.769536:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d102a80 00000400:00000200:2.0:1767384301.769538:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1351 [1] + 224 00000400:00000200:2.0:1767384301.769541:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384301.769543:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384301.769545:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.769547:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.769553:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.769572:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384301.769575:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:2.0:1767384301.769577:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:2.0:1767384301.769578:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384301.769580:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.769584:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.769586:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384301.769588:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384301.769589:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.769591:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384301.769594:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b91c4f8 x1853236731456128/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:282/0 lens 304/240 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769595:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384301.769601:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b91c4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731456128:12345-0@lo:256: Request processed in 343us (498us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384301.769605:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384301.769608:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384301.769611:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b51bcd. 00000100:00100000:2.0:1767384301.769611:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:2.0:1767384301.769614:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000200:3.0:1767384301.769617:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6b4b10 00000100:00000001:2.0:1767384301.769618:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.769620:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384301.769621:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00000020:00000010:2.0:1767384301.769624:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c5f53c5. 00000100:00000001:3.0:1767384301.769626:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384301.769629:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee4a789e. 00000100:00000200:3.0:1767384301.769632:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384301.769634:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088617c4b. 00000020:00000040:2.0:1767384301.769640:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000200:3.0:1767384301.769643:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384301.769644:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384301.769647:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bd5ff909. 02000000:00000001:2.0:1767384301.769652:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384301.769654:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.769656:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384301.769658:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384301.769659:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.769663:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384301.769665:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384301.769665:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064fc929b. 00000100:00000001:3.0:1767384301.769667:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384301.769669:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.769670:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eace98f6. 02000000:00000001:3.0:1767384301.769671:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.769676:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384301.769679:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384301.769681:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384301.769682:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.769684:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384301.769685:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.769687:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.769689:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.769694:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769698:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.769700:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384301.769702:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.769707:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731456128:0@lo:256: 00000100:00000001:3.0:1767384301.769715:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.769716:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.769717:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384301.769718:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.769720:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.769724:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384301.769726:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc037eeb. 00000100:00000001:3.0:1767384301.769728:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384301.769729:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384301.769731:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 18, more 0. 10000000:00000001:3.0:1767384301.769734:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384301.769738:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e83b258a. 10000000:00000040:3.0:1767384301.769746:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384301.769751:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384301.769753:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384301.769756:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:3.0:1767384301.769758:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.769760:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384301.769761:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:3.0:1767384301.769763:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:3.0:1767384301.769765:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 7 NIDs 00000400:00001000:3.0:1767384301.769796:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384301.769799:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384301.769803:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384301.769809:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (7) 00000400:00000200:3.0:1767384301.769813:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384301.769817:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384301.769820:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (8) 00000400:00000200:3.0:1767384301.769821:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384301.769823:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384301.769826:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769827:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384301.769829:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:3.0:1767384301.769836:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769837:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:3.0:1767384301.769838:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:3.0:1767384301.769840:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769841:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:3.0:1767384301.769843:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:3.0:1767384301.769844:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769845:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:3.0:1767384301.769846:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:3.0:1767384301.769848:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769849:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:3.0:1767384301.769849:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:3.0:1767384301.769851:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384301.769852:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000100:00000001:3.0:1767384301.769853:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384301.769855:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384301.769857:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:3.0:1767384301.769860:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000608774d. 10000000:00000040:3.0:1767384301.769861:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 18/18 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:3.0:1767384301.769863:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384301.769869:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384301.769871:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007504461c. 00000020:00000010:3.0:1767384301.769874:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9ce822e. 00000040:00000010:3.0:1767384301.769877:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000db7bd7b1. 00000020:00000010:3.0:1767384301.769880:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000040e019df. 00000020:00000010:3.0:1767384301.769883:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384301.769887:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058caa8e8. 80000000:00000010:3.0:1767384301.769889:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c4e1f739. 40000000:00000010:3.0:1767384301.769892:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd27042f. 00100000:00000010:3.0:1767384301.769895:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000da810f8f. 00040000:00000010:3.0:1767384301.769899:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db0f0db6. 00040000:00000010:3.0:1767384301.769902:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000084a4a551. 00040000:00000010:3.0:1767384301.769905:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037745e52. 00080000:00000010:3.0:1767384301.769910:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003004b02c. 00080000:00000010:3.0:1767384301.769924:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eacfc35a. 00000004:00000010:3.0:1767384301.769929:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d8f15d54. 00000004:00000010:3.0:1767384301.769933:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000275fddbf. 00000004:00000010:3.0:1767384301.769937:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dda6626d. 00002000:00000010:3.0:1767384301.769941:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ab069c01. 00000004:00000010:3.0:1767384301.769944:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003c72ce34. 00000004:00000001:3.0:1767384301.769947:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384301.769949:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384301.769951:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000608774d 00000040:00001000:3.0:1767384301.769952:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384301.769954:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384301.769955:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384301.769956:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384301.769959:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384301.769959:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384301.769960:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384301.769961:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:3.0:1767384301.769962:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384301.770002:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.770006:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9ce822e. 00000040:00000010:3.0:1767384301.770009:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000db7bd7b1. 00000020:00000010:3.0:1767384301.770011:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000040e019df. 00000020:00000010:3.0:1767384301.770014:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384301.770017:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058caa8e8. 80000000:00000010:3.0:1767384301.770019:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c4e1f739. 40000000:00000010:3.0:1767384301.770023:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fd27042f. 00100000:00000010:3.0:1767384301.770025:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000da810f8f. 00040000:00000010:3.0:1767384301.770028:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000db0f0db6. 00040000:00000010:3.0:1767384301.770030:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000084a4a551. 00040000:00000010:3.0:1767384301.770032:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037745e52. 00080000:00000010:3.0:1767384301.770036:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eacfc35a. 00080000:00000010:3.0:1767384301.770039:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003004b02c. 00000004:00000010:3.0:1767384301.770043:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8f15d54. 00000004:00000010:3.0:1767384301.770046:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000275fddbf. 00000004:00000010:3.0:1767384301.770049:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dda6626d. 00002000:00000010:3.0:1767384301.770057:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab069c01. 00000004:00000010:3.0:1767384301.770060:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003c72ce34. 00000020:00000010:3.0:1767384301.770064:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007504461c. 00000020:00000001:3.0:1767384301.770067:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.770068:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384301.770071:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000608774d. 10000000:00000010:3.0:1767384301.770074:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e83b258a. 10000000:00000001:3.0:1767384301.770077:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.770078:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384301.770082:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000493285ee x1853236731456128/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.770088:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384301.770090:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384301.770091:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f8df0b1. 02000000:00000001:3.0:1767384301.770094:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384301.770095:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.770096:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384301.770097:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384301.770098:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384301.770099:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384301.770099:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384301.770100:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384301.770101:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000027149ae. 00000100:00000010:3.0:1767384301.770103:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000908ba3b7. 00000100:00000001:3.0:1767384301.770104:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384301.770105:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000055f96370. 02000000:00000001:3.0:1767384301.770106:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384301.770107:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384301.770108:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00000100:00000001:3.0:1767384301.770110:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384301.770111:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384301.770126:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b7cb22a4. 10000000:01000000:3.0:1767384301.770128:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384301.770131:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384301.770132:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384301.770133:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.770139:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=3 00000020:00000001:3.0:1767384301.770141:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.770143:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384301.770145:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384301.770147:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.770152:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.770153:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384301.770154:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384301.770158:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384301.770159:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384301.770160:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384301.770161:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.770162:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384301.770163:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384301.770165:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384301.770166:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:3.0:1767384301.770168:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384301.774815:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:1.0:1767384301.774823:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f282180. 00000100:00000040:0.0:1767384301.774828:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:0.0:1767384301.774835:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000100:00000040:2.0:1767384301.774856:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:2.0:1767384301.774864:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002708be86. 00000100:00000040:3.0:1767384301.774946:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294887942, at 4294887943 00000100:00000010:3.0:1767384301.774952:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000128e790c. 00000020:00000010:2.0:1767384301.777395:0:20834:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bf20fe50. 00000020:00000040:2.0:1767384301.777405:0:20834:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384301.777407:0:20834:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bf20fe50. 00080000:00000010:3.0:1767384301.876187:0:20827:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a780535a. 00080000:00000010:3.0:1767384301.876198:0:20827:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a780535a. 00000020:00000001:3.0:1767384301.876204:0:20827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384301.876214:0:20827:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a780535a. 00080000:00000010:3.0:1767384301.876220:0:20827:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a780535a. 00000020:00000001:3.0:1767384301.876225:0:20827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.599835:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384302.599840:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.599844:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384302.599846:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.599924:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384302.599927:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.599930:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384302.648737:0:20994:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384302.648741:0:20994:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:2.0:1767384302.652416:0:20994:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384302.659170:0:20995:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000577ae69a. 00000400:00000010:3.0:1767384302.659183:0:20995:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fd7d1081. 00000400:00000010:3.0:1767384302.659202:0:20995:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ccb4ee43. 00000400:00000010:3.0:1767384302.659206:0:20995:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000db7bd7b1. 00000400:00000010:3.0:1767384302.659210:0:20995:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000010fc6f20. 00000400:00000010:3.0:1767384302.659214:0:20995:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000333d77d. 00000400:00000010:3.0:1767384302.659216:0:20995:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022933447. 00000400:00000010:3.0:1767384302.659217:0:20995:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a038117. 00000400:00000010:3.0:1767384302.659220:0:20995:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002731fc28. 00000800:00000010:3.0:1767384302.659231:0:20995:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001a170bdb. 00000800:00000200:3.0:1767384302.659241:0:20995:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384302.659246:0:20995:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384302.659282:0:20995:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384302.659301:0:20995:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384302.660721:0:20995:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000052ecdba1. 00000400:00000010:3.0:1767384302.660726:0:20995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b51bcd. 00000400:00000010:3.0:1767384302.660730:0:20995:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b4b10. 00000400:00000001:3.0:1767384302.660742:0:20995:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.660744:0:20995:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.660745:0:20995:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba1453da. 00000400:00000200:3.0:1767384302.660747:0:20995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:3.0:1767384302.660749:0:20995:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000400:00000010:3.0:1767384302.660765:0:20995:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000093ccef84. 00000400:00000200:3.0:1767384302.660789:0:20995:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (7) 00000400:00000200:3.0:1767384302.660799:0:20995:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384302.660809:0:20995:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384302.660815:0:20995:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eacfc35a. 00000020:01000000:3.0:1767384302.660819:0:20995:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384302.660821:0:20995:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp16 00000400:00000200:0.0:1767384302.660822:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384302.660829:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:3.0:1767384302.660834:0:20995:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fd7d1081. 00000400:00000010:0.0:1767384302.660837:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c24b1f7. 00000400:00000010:3.0:1767384302.660839:0:20995:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000577ae69a. 00000400:00000200:0.0:1767384302.660841:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (8) 00000400:00000010:0.0:1767384302.660849:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000941392aa. 00000400:00000200:0.0:1767384302.660854:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:1.0:1767384302.660859:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384302.660864:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384302.660866:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:1.0:1767384302.660868:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384302.660872:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384302.660875:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384302.660876:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384302.660879:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384302.660879:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384302.660880:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384302.660881:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.660882:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384302.660883:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384302.660885:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384302.660886:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384302.660888:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384302.660894:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086d1d724. 00000400:00000200:0.0:1767384302.660897:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000040:1.0:1767384302.660899:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384302.660906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384302.660908:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:1.0:1767384302.660909:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384302.660915:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.660919:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000010:1.0:1767384302.660923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a4af4213. 00000400:00000200:0.0:1767384302.660927:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384302.660930:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.660933:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384302.660937:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000100:00000001:1.0:1767384302.660939:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.660942:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.660942:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp15 00000400:00000200:0.0:1767384302.660947:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp15 lpni_is_preferred = 0 00000400:00000200:0.0:1767384302.660951:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp15 00000400:00000200:0.0:1767384302.660956:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [17:17:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [17:17:8:4294967295] 00000100:00000040:1.0:1767384302.660960:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086d1d724] to pc [ptlrpcd_00_03+3] req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.660964:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp15 00000400:00000200:0.0:1767384302.660978:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:) -> 192.168.204.118@tcp15(192.168.204.118@tcp:192.168.204.118@tcp15) : PUT try# 0 00000800:00000200:0.0:1767384302.660983:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.204.118@tcp15 00000800:00000010:0.0:1767384302.660988:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079ab3d96. 00000800:00000010:0.0:1767384302.660995:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009257f3a. 10000000:00000001:1.0:1767384302.660996:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384302.660998:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d2915540. 10000000:00000001:1.0:1767384302.661000:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.661003:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.661004:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384302.661005:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384302.661008:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (2) 00000100:00000001:2.0:1767384302.661010:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384302.661013:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384302.661014:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.1:1767384302.661016:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (2) 10000000:00000001:1.0:1767384302.661017:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384302.661020:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384302.661022:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384302.661023:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384302.661028:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384302.661032:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384302.661034:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000004:1.0:1767384302.661036:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384302.661039:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384302.661040:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384302.661041:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:2.0:1767384302.661043:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384302.661044:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.661049:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384302.661051:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384302.661051:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384302.661055:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384302.661055:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384302.661056:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384302.661060:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.661062:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731456256:0@lo:253: 00000100:00000010:1.0:1767384302.661062:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f67fb0c2. 00000020:00000040:1.0:1767384302.661067:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384302.661069:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384302.661071:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.661073:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384302.661075:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.661075:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.661079:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.661082:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384302.661083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000631947b0. 00000100:00000001:1.0:1767384302.661087:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.661088:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000010c5dbea. 00000100:00000001:1.0:1767384302.661090:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384302.661091:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661092:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.661097:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d8c97c. 00000100:00000040:1.0:1767384302.661097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f67fb0c2] to pc [ptlrpcd_00_00+0] req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384302.661104:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081016477. 00000400:00000200:0.0:1767384302.661108:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000200:2.0:1767384302.661109:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731456256, portal 25 00000100:00000001:2.0:1767384302.661114:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384302.661116:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788993152 : -114766920558464 : ffff979ebe77d880) 10000000:00000001:1.0:1767384302.661117:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.661120:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.661122:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384302.661124:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384302.661129:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384302.661133:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eacfc35a. 00000100:00000001:2.0:1767384302.661136:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.661138:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.661141:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbe67f6a. 00000100:00000001:1.0:1767384302.661150:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384302.661151:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731456256, offset 0 00000100:00000001:1.0:1767384302.661155:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.661157:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384302.661161:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384302.661162:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.661166:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.661168:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384302.661175:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.661177:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384302.661186:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.661187:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.661189:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 02000000:00000001:1.0:1767384302.661190:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384302.661193:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102b00 02000000:00000001:1.0:1767384302.661194:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.661199:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.661204:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00100000:1.0:1767384302.661204:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731456384:0@lo:253: 00000400:00000010:2.0:1767384302.661212:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72c0088. 00000100:00000001:1.0:1767384302.661213:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384302.661218:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e6a9c918 02000000:00000001:1.0:1767384302.661218:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.661220:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.661223:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384302.661226:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384302.661227:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c233682c. 02000000:00000001:1.0:1767384302.661231:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.661233:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384302.661234:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000010:1.0:1767384302.661236:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ee9aa. 00000400:00000200:2.0:1767384302.661241:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a9c918 00000400:00000010:2.0:1767384302.661244:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6a9c918. 00000100:00000001:2.0:1767384302.661248:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384302.661251:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384302.661251:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee692b93. 00000100:00000040:2.0:1767384302.661257:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000b83ca256 x1853236731456256 msgsize 4848 00000100:00000200:1.0:1767384302.661258:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731456384, portal 25 00000100:00000001:1.0:1767384302.661262:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.661265:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994048 : -114766920557568 : ffff979ebe77dc00) 00000100:00100000:2.0:1767384302.661269:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384302.661273:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384302.661273:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:1.0:1767384302.661274:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.661283:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384302.661284:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384302.661287:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384302.661291:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074926de3. 00000400:00000200:2.0:1767384302.661293:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbe67f6a 00000400:00000010:2.0:1767384302.661296:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbe67f6a. 00000100:00000001:2.0:1767384302.661299:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384302.661299:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731456384, offset 0 00000100:00000200:2.0:1767384302.661304:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384302.661309:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384302.661310:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384302.661320:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384302.661323:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384302.661326:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.661333:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.661335:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102b80 00000100:00000001:2.0:1767384302.661336:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384302.661341:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:2.0:1767384302.661343:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.661346:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000100:00000001:2.0:1767384302.661349:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294888834 00000100:00000010:2.0:1767384302.661353:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ad32ff3. 00000400:00000010:1.0:1767384302.661361:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005579f524. 00000100:00000001:2.0:1767384302.661362:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384302.661368:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9809ad9 00000400:00000200:0.0:1767384302.661368:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384302.661370:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294888834 00000100:00000010:2.0:1767384302.661375:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d68d4513. 00000400:00000200:1.0:1767384302.661377:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384302.661385:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384302.661386:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.661391:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294888834 00000400:00000200:1.0:1767384302.661393:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9809ad9 00000100:00000010:2.0:1767384302.661396:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e7f80d. 00000400:00000010:1.0:1767384302.661397:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9809ad9. 00000100:00000001:2.0:1767384302.661400:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384302.661404:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294888834 00000100:00000001:1.0:1767384302.661404:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384302.661407:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba4f709f. 00000400:00000200:0.0:1767384302.661407:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000200:1.0:1767384302.661408:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384302.661413:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384302.661415:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000e1f24632 x1853236731456384 msgsize 4848 00000100:00000001:2.0:1767384302.661418:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.661422:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.661426:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.661426:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384302.661430:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.661430:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384302.661438:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:2.0:1767384302.661440:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.661443:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384302.661445:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.661447:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.661449:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.661451:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.661453:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074926de3 00000100:00000001:2.0:1767384302.661454:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.661459:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074926de3. 00000100:00000001:1.0:1767384302.661465:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384302.661468:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384302.661469:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.661471:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.661474:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:1.0:1767384302.661486:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384302.661490:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384302.661491:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.661495:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456256 02000000:00000001:2.0:1767384302.661498:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.661502:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.661505:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661507:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.661509:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661512:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384302.661513:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456256 00000020:00000001:2.0:1767384302.661517:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384302.661518:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000020:00000040:2.0:1767384302.661519:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384302.661520:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.661524:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384302.661526:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294888834 00000020:00000040:2.0:1767384302.661528:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:1.0:1767384302.661530:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294888834 00000020:00000001:2.0:1767384302.661531:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384302.661537:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384302.661537:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294888834 00000100:00000001:1.0:1767384302.661542:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294888834 00000100:00000001:2.0:1767384302.661543:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384302.661544:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294888834 00000100:00000001:1.0:1767384302.661548:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294888834 00000020:00000010:2.0:1767384302.661549:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000100:00000001:1.0:1767384302.661550:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294888834 00000100:00000001:1.0:1767384302.661552:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294888834 00000100:00000001:1.0:1767384302.661554:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.661558:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384302.661560:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000100:00000001:1.0:1767384302.661564:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661567:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661568:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384302.661569:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005af5d20b. 00000100:00000001:1.0:1767384302.661572:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.661575:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384302.661576:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003112ea82. 00000100:00000001:1.0:1767384302.661578:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.661580:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.661581:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384302.661582:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee4a789e. 00000100:00000001:1.0:1767384302.661584:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.661592:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384302.661596:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384302.661597:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.661598:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.661605:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661605:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.661608:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456384 02000000:00000001:1.0:1767384302.661610:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.661612:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.661612:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.661615:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.661619:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.661621:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456384 00000020:00000001:1.0:1767384302.661623:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384302.661625:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384302.661625:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384302.661627:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384302.661629:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384302.661630:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00100000:2.0:1767384302.661635:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000020:00000001:1.0:1767384302.661636:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:2.0:1767384302.661641:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000001:1.0:1767384302.661641:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384302.661645:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781239376 : -114766928312240 : ffff979ebe018850) 00000100:00000001:1.0:1767384302.661647:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384302.661652:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b83ca256 x1853236731456256/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384302.661652:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009abe6bdd. 00000100:00000001:1.0:1767384302.661657:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.661662:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009abe6bdd. 00000100:00000001:2.0:1767384302.661668:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.661671:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdde01d0. 00000020:00000010:2.0:1767384302.661672:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000100:00000001:2.0:1767384302.661677:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.661680:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057705fbe. 00000020:00000010:2.0:1767384302.661681:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000020:00000010:1.0:1767384302.661688:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e66d72b. 00000100:00100000:2.0:1767384302.661692:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b83ca256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731456256:12345-0@lo:253: 00000100:00000001:1.0:1767384302.661695:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384302.661696:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456256 00000100:00000001:1.0:1767384302.661698:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384302.661700:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384302.661701:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.661704:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384302.661707:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661707:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.661709:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384302.661712:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:1.0:1767384302.661713:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.661719:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384302.661722:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.661724:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384302.661729:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384302.661732:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384302.661732:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384302.661736:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.661740:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384302.661744:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384302.661745:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384302.661748:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384302.661763:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781245520 : -114766928306096 : ffff979ebe01a050) 02000000:00000010:2.0:1767384302.661765:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000021422e77. 02000000:00000001:2.0:1767384302.661790:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.661792:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.661794:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1f24632 x1853236731456384/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384302.661796:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384302.661804:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1767384302.661804:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006390a69. 20000000:00000010:2.0:1767384302.661807:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5ff1165. 00000020:00000010:1.0:1767384302.661809:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009abe6bdd. 00000800:00000010:0.0:1767384302.661811:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f0c5bca. 20000000:01000000:2.0:1767384302.661812:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384302.661814:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384302.661818:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384302.661818:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009abe6bdd. 00000800:00000010:0.0:1767384302.661820:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a05111d1. 20000000:00000001:2.0:1767384302.661821:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384302.661826:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.661826:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f24632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731456384:12345-0@lo:253: 20000000:00000001:2.0:1767384302.661831:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384302.661832:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456384 20000000:00000001:2.0:1767384302.661834:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384302.661835:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384302.661839:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384302.661840:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.661842:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384302.661844:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000612445c3. 00000020:00000001:1.0:1767384302.661844:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:01000000:2.0:1767384302.661848:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000020:00000001:1.0:1767384302.661849:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384302.661852:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.661854:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384302.661855:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384302.661857:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:0.0:1767384302.661857:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a05111d1. 00080000:00000001:2.0:1767384302.661860:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:1.0:1767384302.661861:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661865:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384302.661867:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:1.0:1767384302.661868:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384302.661874:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bc9174f0. 02000000:00000001:1.0:1767384302.661876:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.661877:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.661879:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384302.661883:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:1.0:1767384302.661893:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a5b78755. 20000000:01000000:1.0:1767384302.661897:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384302.661898:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.661901:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384302.661902:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384302.661904:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384302.661905:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.661907:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.661908:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384302.661912:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.661912:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384302.661915:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384302.661919:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 20000000:00000001:1.0:1767384302.661920:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:2.0:1767384302.661922:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384302.661925:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384302.661928:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.661930:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.661933:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384302.661938:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384302.661940:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384302.661945:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c70012db. 00080000:00000001:2.0:1767384302.661953:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496580096 : -114772212971520 : ffff979d83040800) 00080000:00000001:2.0:1767384302.661957:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384302.661960:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384302.661964:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f98a3e9a. 00080000:00000001:2.0:1767384302.661967:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.661970:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384302.661980:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384302.661996:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384302.662041:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384302.662058:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp15 from 243.3.0.2 00000800:00000010:0.0:1767384302.662061:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000024b5c0f0. 00000800:00000010:1.0:1767384302.662094:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000baf86278. 00000800:00000010:1.0:1767384302.662099:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074926de3. 00000800:00000010:1.0:1767384302.662119:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f79bc51. 00000800:00000200:1.1:1767384302.662126:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (2) 00000800:00000200:1.1:1767384302.662131:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp15 000000004f79bc51 deleted 00000800:00000010:1.1:1767384302.662133:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f79bc51. 00000800:00000200:1.1:1767384302.662138:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384302.662150:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:1011 00000800:00000200:1.1:1767384302.662153:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079ab3d96 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767384302.662157:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp15 p 3.x 192.168.204.118 -> 192.168.204.118:1011 incarnation:1767384301188377949 sched[0] 00000800:00000010:1.0:1767384302.662162:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009abe6bdd. 00000800:00000010:1.0:1767384302.662211:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009abe6bdd. 00000800:00000010:1.0:1767384302.662214:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074926de3. 00000800:00000200:0.1:1767384302.662232:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384302.662238:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp15 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384301188377949 sched[0] 00000800:00000010:0.0:1767384302.662241:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f0c5bca. 00000800:00000010:1.0:1767384302.662243:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000024b5c0f0. 00000800:00000001:2.0:1767384302.662257:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.662263:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384302.662266:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.662272:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.662288:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384302.662316:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384302.662342:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000200:2.0:1767384302.662370:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384302.662370:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000010:2.0:1767384302.662375:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079ab3d96. 00000400:00000200:2.0:1767384302.662380:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.662387:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: PUT: OK 00000400:00000200:2.0:1767384302.662391:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384302.662395:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:2.0:1767384302.662400:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.662405:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384302.662406:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000001:2.0:1767384302.662407:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.662413:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384302.662421:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : PUT - for me 00000400:00000200:2.0:1767384302.662428:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384302.662433:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 160/160 into md 0x1329 [1] + 0 00000400:00000010:2.0:1767384302.662436:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030bca570. 00000400:00000200:2.0:1767384302.662439:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005abee95b 00000400:00000200:0.0:1767384302.662442:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000001:2.0:1767384302.662443:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.662453:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384302.662456:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.662473:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: PUT: OK 00000400:00000200:2.0:1767384302.662477:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000400:00000010:2.0:1767384302.662479:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000400:00000200:2.0:1767384302.662483:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384302.662486:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (9) 00000400:00000200:0.0:1767384302.662487:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384302.662493:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:2.0:1767384302.662498:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000bbe67f6a. 00000400:00000200:2.0:1767384302.662508:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 8 00000400:00000200:2.0:1767384302.662512:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384302.662521:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (10) 00000400:00000200:0.0:1767384302.662540:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384302.662541:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384302.662550:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp15 to MR: 192.168.204.118@tcp15 local destination 00000400:00000200:2.0:1767384302.662555:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [18:18:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384302.662566:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) -> 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) 192.168.204.118@tcp15 : ACK try# 0 00000400:00000200:0.0:1767384302.662566:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000200:2.0:1767384302.662576:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp15 00000800:00000010:2.0:1767384302.662579:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f843cf8b. 00000800:00000200:2.0:1767384302.662584:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (4) 00000800:00000200:2.0:1767384302.662605:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:988 00000400:00000200:1.0:1767384302.662606:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384302.662608:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f843cf8b type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384302.662612:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f463c02. 00000400:00000010:1.0:1767384302.662618:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000400:00000200:0.0:1767384302.662621:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384302.662622:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:1.0:1767384302.662630:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000010:1.0:1767384302.662637:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 0000000074926de3. 00000400:00000010:1.0:1767384302.662641:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 0000000085756f3f. 00000400:00000010:1.0:1767384302.662644:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 000000004f79bc51. 00000400:00000200:0.0:1767384302.662653:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000200:2.0:1767384302.662657:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384302.662659:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023c23d4f. 00000800:00000010:2.0:1767384302.662661:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f843cf8b. 00000400:00000200:2.0:1767384302.662667:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.662669:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023c23d4f nid 192.168.204.118@tcp16 00000400:00000200:2.0:1767384302.662675:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: ACK: OK 00000400:00000010:1.0:1767384302.662675:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000628811a9. 00000400:00000200:1.0:1767384302.662682:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000628811a9 net tcp16 00000400:00000200:0.0:1767384302.662684:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000001:2.0:1767384302.662686:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384302.662687:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (9) 00000800:00000001:2.0:1767384302.662693:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.662697:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp16 flags 0x11 00000800:00000001:2.0:1767384302.662699:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384302.662702:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 0000000074926de3. 00000800:00000001:2.0:1767384302.662705:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384302.662707:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 0000000085756f3f. 00000800:00000001:2.0:1767384302.662708:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384302.662710:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 000000004f79bc51. 00000800:00000001:2.0:1767384302.662714:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384302.662715:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000bbe67f6a. 00000400:00000200:0.0:1767384302.662717:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384302.662723:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384302.662728:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : ACK - for me 00000400:00000200:1.0:1767384302.662731:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000400:00000200:1.0:1767384302.662736:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000400:00000200:1.0:1767384302.662742:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000400:00000200:2.0:1767384302.662745:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp15: ACK from 12345-192.168.204.118@tcp15 into md 0x1369 00000400:00000200:2.0:1767384302.662748:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.662817:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: ACK: OK 00000400:00000200:2.0:1767384302.662821:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c24b1f7 00000400:00000010:2.0:1767384302.662822:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c24b1f7. 00000400:00000200:2.0:1767384302.662826:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384302.662849:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384302.662852:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:2.0:1767384302.662858:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:1.0:1767384302.662858:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384302.662865:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (10) 00000400:00000200:1.0:1767384302.662874:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (9) 00000800:00000001:2.0:1767384302.662882:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.662886:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384302.662941:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c80f01ef. 00000400:00000200:2.0:1767384302.662943:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384302.662946:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f0c5bca. 00000800:00000010:0.0:1767384302.662951:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a05111d1. 00000400:00000200:2.0:1767384302.662962:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp15 from 242.3.0.2 00000800:00000010:2.0:1767384302.662966:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000006fa9334. 00000800:00000010:0.0:1767384302.662979:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a05111d1. 00000800:00000010:1.0:1767384302.663009:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059bd05fa. 00000800:00000010:1.0:1767384302.663078:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f79bc51. 00000800:00000010:1.0:1767384302.663100:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000074926de3. 00000800:00000200:1.1:1767384302.663105:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (4) 00000800:00000200:1.1:1767384302.663110:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp15 0000000074926de3 deleted 00000800:00000010:1.1:1767384302.663112:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000074926de3. 00000800:00000200:1.1:1767384302.663115:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384302.663120:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp15 p 3.x 192.168.204.118 -> 192.168.204.118:1010 incarnation:1767384301188377949 sched[0] 00000800:00000010:1.0:1767384302.663124:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009abe6bdd. 00080000:00000010:2.0:1767384302.663160:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c70012db. 00000800:00000010:1.0:1767384302.663187:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009abe6bdd. 00000800:00000010:1.0:1767384302.663191:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f79bc51. 00080000:00000010:0.0:1767384302.663197:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f98a3e9a. 00000800:00000010:1.0:1767384302.663208:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000006fa9334. 00040000:00000001:0.0:1767384302.663208:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.663212:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000001:2.0:1767384302.663216:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384302.663216:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384302.663221:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000800:00000001:2.0:1767384302.663222:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384302.663227:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384302.663229:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:1.1:1767384302.663233:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384302.663239:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp15 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384301188377949 sched[0] 20000000:01000000:0.0:1767384302.663240:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:1.0:1767384302.663242:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f0c5bca. 20000000:00000001:0.0:1767384302.663252:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384302.663256:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384302.663261:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384302.663262:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384302.663266:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384302.663268:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384302.663272:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384302.663274:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:1.0:1767384302.663276:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000465d1669. 00010000:00000040:2.0:1767384302.663279:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008d590914 count: 2 20000000:01000000:1.0:1767384302.663280:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00010000:00000001:2.0:1767384302.663284:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384302.663285:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384302.663287:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384302.663290:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:2.0:1767384302.663291:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3d2a758. 00080000:00000001:1.0:1767384302.663293:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384302.663296:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384302.663300:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3d2a758 with handle 0xd602e9c522f0b16a to hash 00080000:00000001:1.0:1767384302.663302:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384302.663303:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384302.663307:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384302.663309:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384302.663311:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384302.663312:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.663313:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.663319:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:2.0:1767384302.663320:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.663321:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.663325:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384302.663328:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.663332:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:1.0:1767384302.663332:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:1.0:1767384302.663336:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00010000:00000001:2.0:1767384302.663337:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:1.0:1767384302.663339:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384302.663340:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384302.663343:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384302.663345:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384302.663346:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384302.663351:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.663351:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.663355:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.663360:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384302.663361:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:1.0:1767384302.663364:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384302.663369:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.663371:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384302.663373:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384302.663375:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384302.663376:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.663380:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:1.0:1767384302.663380:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001b60765e. 00010000:00010000:2.0:1767384302.663384:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.663385:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499603456 : -114772209948160 : ffff979d83322a00) 00080000:00000001:1.0:1767384302.663391:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384302.663395:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d590914) refcount = 2 00000001:00000001:1.0:1767384302.663395:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384302.663398:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009abe6bdd. 00010000:00000040:2.0:1767384302.663399:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384302.663403:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384302.663404:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.663407:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384302.663412:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384302.663413:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384302.663415:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384302.663420:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a9be609. 00000100:00000001:2.0:1767384302.663423:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384302.663426:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000692a960f. 00080000:00000001:1.0:1767384302.663426:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384302.663428:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301519222272 : -114772190329344 : ffff979d845d8600) 00080000:00000020:0.0:1767384302.663429:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384302.663432:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301519222272 : -114772190329344 : ffff979d845d8600) 00000100:00000001:0.0:1767384302.663450:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384302.663452:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384302.663454:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 20000000:00000010:0.0:1767384302.663454:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5ff1165. 00010000:00000001:2.0:1767384302.663458:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 20000000:00000001:0.0:1767384302.663460:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.663462:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.663466:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384302.663466:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456256 00000800:00000001:1.0:1767384302.663467:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384302.663468:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384302.663472:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384302.663473:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000800:00000001:1.0:1767384302.663474:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.663477:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000200:0.0:1767384302.663480:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b83ca256 x1853236731456256/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.663481:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384302.663486:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000192d251. 00000020:00000040:2.0:1767384302.663491:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00010000:00000001:0.0:1767384302.663492:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384302.663494:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384302.663496:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.663497:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:0.0:1767384302.663500:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=22 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384302.663516:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.663523:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c70012db. 00000100:00000001:0.0:1767384302.663524:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.663526:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.663528:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384302.663533:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384302.663535:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.663535:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.663540:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384302.663543:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384302.663546:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.663551:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece01af0. 00000100:00000200:0.0:1767384302.663555:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731456256, offset 224 00010000:00010000:2.0:1767384302.663559:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 371 lvb_type: 0 00000400:00000200:0.0:1767384302.663563:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384302.663570:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384302.663574:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384302.663574:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384302.663580:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384302.663584:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102b00 00000100:00000001:2.0:1767384302.663591:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384302.663610:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.663611:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x136d [2] + 224 00000100:00100000:2.0:1767384302.663616:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000192d251 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731456512:0@lo:104: 00000400:00000200:0.0:1767384302.663618:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384302.663620:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384302.663622:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384302.663623:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.663624:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384302.663629:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004491927d. 00000400:00000200:0.0:1767384302.663631:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384302.663634:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.663636:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384302.663639:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00000100:00000200:0.0:1767384302.663643:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384302.663645:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000200:2.0:1767384302.663651:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731456512, portal 16 00000100:00000001:2.0:1767384302.663657:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384302.663659:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.663660:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789371776 : -114766920179840 : ffff979ebe7d9f80) 00000100:00000040:2.0:1767384302.663668:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384302.663679:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.663681:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.663683:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000100:00000200:2.0:1767384302.663685:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731456512, offset 0 00000400:00000200:2.0:1767384302.663688:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384302.663688:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384302.663697:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.663699:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ece01af0 00000400:00000010:0.0:1767384302.663702:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ece01af0. 00000400:00000200:2.0:1767384302.663705:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d102c00 00000100:00000001:0.0:1767384302.663706:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384302.663707:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.663709:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384302.663711:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.663714:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.663719:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:2.0:1767384302.663723:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00010000:00000001:0.0:1767384302.663724:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384302.663727:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.663730:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384302.663730:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384302.663731:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384302.663733:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384302.663737:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d8c97c. 00000100:00000040:0.0:1767384302.663738:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b83ca256 x1853236731456256/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.663739:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384302.663744:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081016477 00000400:00000010:1.0:1767384302.663748:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081016477. 00000100:00000001:1.0:1767384302.663761:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384302.663763:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384302.663785:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384302.663817:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384302.663826:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:0.0:1767384302.663826:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b83ca256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731456256:12345-0@lo:253: Request processed in 2153us (2563us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384302.663827:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384302.663830:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384302.663833:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8c5ebba. 00000100:00000001:1.0:1767384302.663836:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384302.663839:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000d8c5ebba x1853236731456512 msgsize 328 02000000:00000001:1.0:1767384302.663839:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384302.663842:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:1.0:1767384302.663843:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.663848:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.663849:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00100000:2.0:1767384302.663850:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384302.663853:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.663855:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384302.663858:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=22 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384302.663858:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384302.663862:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:1.0:1767384302.663863:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=22 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384302.663864:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003112ea82. 00000400:00000200:2.0:1767384302.663867:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000100:00000001:1.0:1767384302.663869:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384302.663870:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000020:00000010:0.0:1767384302.663872:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee4a789e. 00000100:00000001:1.0:1767384302.663873:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.663874:0:17100:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384302.663878:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384302.663881:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384302.663882:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005af5d20b. 00010000:00000001:1.0:1767384302.663887:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.663892:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:1.0:1767384302.663893:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.663895:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.663901:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384302.663902:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384302.663903:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384302.663907:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000021422e77. 02000000:00000001:0.0:1767384302.663915:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384302.663920:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.663921:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.663926:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384302.663928:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384302.663929:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.663932:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.663932:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384302.663935:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.663937:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294888837 00000020:01000004:1.0:1767384302.663941:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384302.663942:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d651c204. 00000100:00000001:2.0:1767384302.663943:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294888834 00000020:01000004:1.0:1767384302.663944:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384302.663948:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384302.663949:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294888837 00000020:01000004:1.0:1767384302.663950:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384302.663950:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece01af0. 00000020:01000004:1.0:1767384302.663955:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.663957:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384302.663958:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294888834 00000020:01000004:1.0:1767384302.663959:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384302.663961:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384302.663964:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384302.663966:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294888837 00000020:01000004:1.0:1767384302.663966:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384302.663972:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294888834 00000100:00000040:1.0:1767384302.663972:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.663980:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294888837 00000100:00100000:1.0:1767384302.663983:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731456256:0@lo:253: 00000100:00000001:0.0:1767384302.663985:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384302.663986:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294888834 00000100:00100000:0.0:1767384302.664005:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456512 00000100:00000001:1.0:1767384302.664006:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.664007:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384302.664010:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384302.664011:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384302.664012:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664013:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384302.664017:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.664017:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086d1d724 x1853236731456256/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.664018:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.664023:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.664025:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.664029:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384302.664030:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456512 00000020:00000001:2.0:1767384302.664035:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.664035:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384302.664035:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384302.664039:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00010000:00000001:2.0:1767384302.664041:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384302.664042:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000010c5dbea. 00000020:00000001:0.0:1767384302.664042:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384302.664045:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384302.664046:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00010000:00000001:2.0:1767384302.664048:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.664049:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.664051:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:2.0:1767384302.664054:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:1.0:1767384302.664054:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384302.664055:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000020:00000040:1.0:1767384302.664058:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:2.0:1767384302.664059:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384302.664075:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384302.664080:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.664081:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384302.664081:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 02000000:00000010:1.0:1767384302.664085:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a4af4213. 00000100:00000001:2.0:1767384302.664086:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.664086:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.664090:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384302.664091:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 02000000:00000001:1.0:1767384302.664092:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384302.664093:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000692a960f going to sleep for 11 seconds 02000000:00000001:1.0:1767384302.664095:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384302.664097:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384302.664098:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086d1d724. 00000020:00000010:0.0:1767384302.664099:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084975d90. 00000100:00000001:2.0:1767384302.664100:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.664105:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5ead0b. 00000100:00000001:1.0:1767384302.664109:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384302.664110:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00000001:1.0:1767384302.664112:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.664115:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.664118:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384302.664120:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.664123:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664123:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.664126:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384302.664127:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.664128:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.664130:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664134:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664143:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.664151:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.664152:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.664156:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384302.664158:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:0.0:1767384302.664159:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789374464 : -114766920177152 : ffff979ebe7daa00) 00000100:00000040:0.0:1767384302.664163:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8c5ebba x1853236731456512/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.664176:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.664177:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000100:00000001:0.0:1767384302.664178:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.664180:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000100:00100000:0.0:1767384302.664182:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8c5ebba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731456512:12345-0@lo:104: 00000100:00000200:0.0:1767384302.664185:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456512 00010000:00000001:0.0:1767384302.664187:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384302.664190:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384302.664191:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.664193:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=2 00000020:00000001:0.0:1767384302.664194:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:0.0:1767384302.664196:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:0.0:1767384302.664198:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.664199:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384302.664201:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384302.664207:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384302.664208:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384302.664210:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000564756f9. 02000000:00000001:0.0:1767384302.664211:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664213:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.664215:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.664216:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.664217:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.664220:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.664221:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.664222:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384302.664224:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.664225:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664226:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.664232:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.664234:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000100:00000200:0.0:1767384302.664236:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731456512, offset 224 00000400:00000200:0.0:1767384302.664241:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.664245:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.664251:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d102c00 00000400:00000200:0.0:1767384302.664254:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1385 [1] + 224 00000400:00000200:0.0:1767384302.664256:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.664258:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.664261:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.664264:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384302.664269:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384302.664282:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.664285:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:0.0:1767384302.664287:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000100:00000001:0.0:1767384302.664289:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384302.664290:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.664292:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.664295:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384302.664296:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384302.664298:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384302.664301:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:0.0:1767384302.664303:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000020d875c8. 00000400:00000001:2.0:1767384302.664304:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384302.664308:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384302.664309:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000400:00000200:2.0:1767384302.664313:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:2.0:1767384302.664315:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:2.0:1767384302.664317:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384302.664317:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384302.664322:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384302.664322:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.664327:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.664331:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.664338:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384302.664341:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384302.664341:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c5ebba x1853236731456512/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384302.664342:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.664348:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384302.664355:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384302.664359:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.664363:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384302.664369:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.664372:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.664377:0:17100:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384302.664378:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8c5ebba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731456512:12345-0@lo:104: Request processed in 199us (535us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384302.664381:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384302.664382:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6b7e8eb already unused, calling callback (00000000e93ca148) 00000100:00000001:2.0:1767384302.664384:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.664389:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.664389:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:0.0:1767384302.664390:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:2.0:1767384302.664393:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384302.664393:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384302.664399:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=22 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384302.664401:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00000100:00000001:0.0:1767384302.664407:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384302.664408:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=22 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384302.664410:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384302.664411:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384302.664413:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384302.664415:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.664415:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384302.664416:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5ead0b. 00000020:00000001:1.0:1767384302.664418:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384302.664420:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384302.664423:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.664423:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000100:00000001:2.0:1767384302.664428:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.664429:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084975d90. 00000020:00000040:0.0:1767384302.664449:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000020:00000040:1.0:1767384302.664450:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=3 00000100:00000001:0.0:1767384302.664454:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.664457:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000100:00000040:2.0:1767384302.664459:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384302.664461:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:1.0:1767384302.664468:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384302.664472:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384302.664473:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.664477:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384302.664480:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.664486:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:1.0:1767384302.664486:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.664488:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:1.0:1767384302.664490:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.664491:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.664494:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384302.664516:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:2.0:1767384302.664517:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384302.664525:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000192d251 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731456512:0@lo:104: 10000000:00000001:1.0:1767384302.664527:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384302.664530:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384302.664531:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384302.664533:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384302.664535:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.664536:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384302.664537:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384302.664539:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664540:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.664544:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000192d251 x1853236731456512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384302.664548:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384302.664550:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:1.0:1767384302.664551:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:2.0:1767384302.664552:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004491927d. 10000000:00000001:1.0:1767384302.664554:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384302.664556:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:1.0:1767384302.664557:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00000020:00000001:2.0:1767384302.664559:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384302.664562:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 10000000:00000001:1.0:1767384302.664562:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384302.664581:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384302.664581:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.664585:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c70012db. 00010000:00000001:1.0:1767384302.664587:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384302.664588:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384302.664592:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384302.664592:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1767384302.664595:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000192d251. 00010000:00000001:1.0:1767384302.664596:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.664601:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384302.664603:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384302.664604:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664605:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384302.664608:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6b7e8eb with handle 0xd602e9c522f0b15c from hash 00000100:00000010:2.0:1767384302.664609:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000692a960f. 00010000:00000001:1.0:1767384302.664613:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384302.664615:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384302.664616:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.664618:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384302.664619:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.664622:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:2.0:1767384302.664623:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a9be609. 00010000:00000001:1.0:1767384302.664625:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.664626:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384302.664629:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384302.664633:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384302.664634:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.664637:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384302.664638:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086d1d724. 00010000:00000001:2.0:1767384302.664639:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384302.664644:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 20000000:00000001:2.0:1767384302.664645:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384302.664649:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384302.664650:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1767384302.664652:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384302.664653:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384302.664657:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.664665:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000660dedd0. 00000100:00000001:1.0:1767384302.664669:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.664671:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384302.664674:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.664679:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384302.664681:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.664690:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.664691:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.664695:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086d1d724] to pc [ptlrpcd_00_01+1] req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384302.664714:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.664716:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384302.664717:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.664720:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384302.664721:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384302.664723:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664724:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384302.664726:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384302.664729:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.664732:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384302.664733:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.664761:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.664765:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000c6b7e8eb/0xd602e9c522f0b15c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b163 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384302.664766:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384302.664811:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.664814:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384302.664817:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384302.664822:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384302.664824:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016f94085 count: 0 00000100:00100000:2.0:1767384302.664827:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731456640:0@lo:103: 00000100:00000001:2.0:1767384302.664831:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384302.664834:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384302.664836:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.664837:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384302.664840:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c70012db. 00010000:00000001:1.0:1767384302.664840:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.664843:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384302.664844:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384302.664847:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000020d875c8. 00000400:00000010:2.0:1767384302.664849:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00010000:00000001:1.0:1767384302.664851:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.664854:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000020:00000001:1.0:1767384302.664855:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384302.664859:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.664859:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384302.664860:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731456640, portal 18 00000100:00000001:0.0:1767384302.664863:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.664865:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384302.664865:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384302.664867:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664870:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788993152 : -114766920558464 : ffff979ebe77d880) 00000020:00000001:1.0:1767384302.664870:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384302.664871:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.664874:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.664878:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384302.664879:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384302.664883:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384302.664885:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664888:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384302.664888:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384302.664892:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.664900:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000100:00000200:2.0:1767384302.664902:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731456640, offset 0 00000400:00000200:2.0:1767384302.664907:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.664912:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.664917:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d102c80 00000400:00000200:2.0:1767384302.664921:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:2.0:1767384302.664924:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.664928:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.664931:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384302.664933:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384302.664935:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000192d251. 00000100:00000040:2.0:1767384302.664937:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000000192d251 x1853236731456640 msgsize 328 00000100:00100000:2.0:1767384302.664942:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384302.664954:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384302.664958:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000400:00000010:2.0:1767384302.664960:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000100:00000001:2.0:1767384302.664962:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384302.664965:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.664971:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.664974:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.664975:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.664979:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456640 02000000:00000001:1.0:1767384302.664982:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.664983:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.664984:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.664986:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384302.664988:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.664990:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294888838 00000100:00000001:1.0:1767384302.665009:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.665011:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888837 02000000:00000001:1.0:1767384302.665012:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.665018:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294888838 00000100:00100000:1.0:1767384302.665018:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456640 00000020:00000001:1.0:1767384302.665022:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384302.665025:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888837 00000020:00000040:1.0:1767384302.665025:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384302.665026:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.665030:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:2.0:1767384302.665032:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294888838 00000020:00000001:1.0:1767384302.665034:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384302.665037:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888837 00000020:00000001:1.0:1767384302.665038:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384302.665044:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294888838 00000100:00000001:1.0:1767384302.665045:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.665048:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093be60a1. 00000100:00000001:1.0:1767384302.665049:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.665051:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093be60a1. 00000100:00000001:2.0:1767384302.665073:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888837 00000020:00000010:1.0:1767384302.665074:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000805f2280. 00000100:00000001:2.0:1767384302.665076:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.665078:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b7eac2. 00000100:00000001:2.0:1767384302.665079:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.665083:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.665084:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:2.0:1767384302.665085:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.665092:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.665094:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384302.665094:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384302.665097:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.665099:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.665099:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384302.665102:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.665103:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665106:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384302.665107:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665110:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665113:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384302.665115:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.665116:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.665118:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:1.0:1767384302.665119:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:1.0:1767384302.665121:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:1.0:1767384302.665124:0:17071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 371 lvb_type: 0 00010000:00000001:1.0:1767384302.665128:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665129:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665130:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.665131:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.665140:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384302.665143:0:17071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000192d251 x1853236731456640/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.665149:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384302.665150:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.665159:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.665171:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.665172:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384302.665176:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384302.665177:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384302.665178:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384302.665180:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384302.665181:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789371776 : -114766920179840 : ffff979ebe7d9f80) 00000100:00000001:0.0:1767384302.665183:0:19667:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.665187:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000192d251 x1853236731456640/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.665188:0:19667:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.665197:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.665200:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093be60a1. 00000100:00000001:1.0:1767384302.665201:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.665203:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093be60a1. 00000100:00100000:1.0:1767384302.665207:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000192d251 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731456640:12345-0@lo:103: 00000100:00000200:1.0:1767384302.665210:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456640 00010000:00000001:1.0:1767384302.665212:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384302.665213:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384302.665215:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384302.665218:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384302.665220:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384302.665223:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000444bd202. 02000000:00000001:1.0:1767384302.665225:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.665226:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665228:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384302.665230:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384302.665232:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.665233:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.665234:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:1.0:1767384302.665236:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:1.0:1767384302.665241:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000040:1.0:1767384302.665243:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008d590914 count: 3 00010000:00010000:1.0:1767384302.665246:0:17071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 371 lvb_type: 0 00000100:00001000:1.0:1767384302.665251:0:17071:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384302 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384302.665253:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.665258:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665260:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.665261:0:17071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 371 lvb_type: 0 00000020:00000001:1.0:1767384302.665266:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.665267:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.665268:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.665269:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665272:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.665273:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.665277:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665279:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665280:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.665281:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.665283:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b163 from hash 00010000:00000001:1.0:1767384302.665285:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.665286:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665287:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665288:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.665289:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.665290:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.665292:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b163 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b15c expref: 16 pid: 17078 timeout: 371 lvb_type: 0 00010000:00000040:1.0:1767384302.665296:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:1.0:1767384302.665297:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:1.0:1767384302.665301:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665303:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.665309:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384302.665310:0:17071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000c3d2a758 00010000:00000001:1.0:1767384302.665312:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.665314:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.665315:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.665317:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.665319:0:17071:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.665321:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384302.665322:0:17071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384302.665324:0:17071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665328:0:17071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384302.665331:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384302.665332:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.665334:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:0.0:1767384302.665334:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001b60765e. 00010000:00000040:1.0:1767384302.665337:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d590914) refcount = 2 00010000:00010000:1.0:1767384302.665340:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665344:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384302.665345:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384302.665346:0:17071:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.665347:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384302.665351:0:17071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093be60a1. 00000100:00000001:1.0:1767384302.665352:0:17071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384302.665355:0:17071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f79bc51. 00000100:00000001:1.0:1767384302.665356:0:17071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306557569856 : -114767151981760 : ffff979eb0ac9b40) 00000100:00000001:1.0:1767384302.665358:0:17071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306557569856 : -114767151981760 : ffff979eb0ac9b40) 00000100:00000001:1.0:1767384302.665359:0:17071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384302.665360:0:17071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384302.665361:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384302.665362:0:17071:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384302.665364:0:17071:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384302.665366:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.665367:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:2.0:1767384302.665368:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009abe6bdd. 00040000:00000001:2.0:1767384302.665371:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384302.665374:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:1.0:1767384302.665374:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=5 00080000:00000001:2.0:1767384302.665378:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.665378:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00000020:00000002:2.0:1767384302.665382:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00010000:00000001:1.0:1767384302.665382:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 20000000:00000001:2.0:1767384302.665386:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665387:0:17071:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 20000000:00000001:2.0:1767384302.665389:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00010000:1.0:1767384302.665390:0:17071:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1767384302.665392:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384302.665397:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384302.665400:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:1.0:1767384302.665400:0:17071:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384302.665404:0:17071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384302.665406:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384302.665411:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665413:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.665414:0:17071:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665417:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.665418:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665420:0:17071:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.665421:0:17071:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.665425:0:17071:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3d2a758 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384302.665427:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.665429:0:17071:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384302.665431:0:17071:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665434:0:17071:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.665435:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.665436:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.665438:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=6 00000020:00000001:1.0:1767384302.665439:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:1.0:1767384302.665441:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:1.0:1767384302.665443:0:17071:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384302.665450:0:17071:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665454:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.665455:0:17071:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.665456:0:17071:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665465:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.665466:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.665468:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.665469:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.665472:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3d2a758 with handle 0xd602e9c522f0b16a from hash 00010000:00000001:1.0:1767384302.665474:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.665475:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665476:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665478:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.665479:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.665480:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.665482:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384302.665483:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665484:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.665488:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665492:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384302.665494:0:17071:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384302.665497:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384302.665497:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665500:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384302.665501:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384302.665502:0:17071:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.665505:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665505:0:17071:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665510:0:17071:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.665514:0:17071:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.665517:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384302.665521:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665522:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665523:0:17071:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384302.665525:0:17071:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384302.665526:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.665527:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665528:0:17071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384302.665530:0:17071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665553:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384302.665553:0:17071:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665555:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.665557:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384302.665558:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384302.665560:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b16a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1767384302.665561:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384302.665566:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:1.0:1767384302.665574:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:2.0:1767384302.665575:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767384302.665577:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384302.665578:0:17071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665581:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384302.665583:0:17071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1767384302.665583:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384302.665584:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:0.0:1767384302.665587:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a5b78755. 00010000:00000001:1.0:1767384302.665588:0:17071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384302.665589:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008d590914 count: 2 00000100:00000001:1.0:1767384302.665594:0:17071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665595:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384302.665595:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.665599:0:17071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665602:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:0.0:1767384302.665602:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456384 00000100:00000001:1.0:1767384302.665603:0:17071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000010:2.0:1767384302.665607:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 00000100:00000010:1.0:1767384302.665607:0:17071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f79bc51. 00010000:00000001:0.0:1767384302.665608:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384302.665614:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000200:0.0:1767384302.665615:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1f24632 x1853236731456384/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.665616:0:17071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:2.0:1767384302.665618:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae4b3d8a with handle 0xd602e9c522f0b171 to hash 00010000:00000001:1.0:1767384302.665619:0:17071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384302.665623:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:1.0:1767384302.665626:0:17071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093be60a1. 00010000:00000001:2.0:1767384302.665627:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:1.0:1767384302.665633:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384302.665634:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:0.0:1767384302.665636:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384302.665637:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384302.665638:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384302.665640:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665641:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.665641:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384302.665648:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384302.665648:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=22 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384302.665649:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384302.665654:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.665657:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384302.665659:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=22 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384302.665662:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384302.665665:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1767384302.665669:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384302.665670:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384302.665671:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384302.665675:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 02000000:00000001:0.0:1767384302.665676:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384302.665677:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00010000:00000001:2.0:1767384302.665678:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:0.0:1767384302.665680:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665682:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.665683:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384302.665685:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384302.665686:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:1.0:1767384302.665689:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384302.665690:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384302.665693:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.665693:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384302.665695:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1767384302.665697:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384302.665698:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384302.665701:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:1.0:1767384302.665703:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384302.665704:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000010:0.0:1767384302.665706:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8cc7065. 00010000:00000040:2.0:1767384302.665707:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d590914) refcount = 1 00000400:00000010:1.0:1767384302.665708:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:0.0:1767384302.665710:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731456384, offset 224 00010000:00010000:2.0:1767384302.665714:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384302.665716:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731456640, offset 224 00000400:00000200:0.0:1767384302.665722:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384302.665726:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384302.665729:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384302.665730:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.665735:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384302.665736:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384302.665736:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384302.665745:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384302.665763:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:2.0:1767384302.665765:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384302.665817:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d102c80 00000400:00000200:1.0:1767384302.665823:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1395 [1] + 224 00000400:00000200:1.0:1767384302.665826:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.665836:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.665841:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384302.665846:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384302.665855:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384302.665861:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384302.665864:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.665865:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.665867:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=4 00000020:00000001:2.0:1767384302.665869:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000100:00000001:1.0:1767384302.665869:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384302.665873:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384302.665875:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384302.665876:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00010000:00010000:2.0:1767384302.665877:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384302.665881:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:1.0:1767384302.665887:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384302.665888:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384302.665889:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384302.665891:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384302.665895:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665896:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.665899:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384302.665900:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:2.0:1767384302.665901:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.665905:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665911:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.665912:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665914:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.665918:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384302.665918:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000192d251 x1853236731456640/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 328/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384302.665922:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384302.665938:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ae4b3d8a already unused, calling callback (00000000d6205520) 00000100:00100000:1.0:1767384302.665940:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000192d251 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731456640:12345-0@lo:103: Request processed in 739us (998us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384302.665941:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.665945:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384302.665948:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384302.665953:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:2.0:1767384302.665958:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384302.665959:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:2.0:1767384302.665960:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384302.665961:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102b80 00000100:00000001:1.0:1767384302.665962:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384302.665966:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384302.665968:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384302.665970:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b7eac2. 00000020:00000040:2.0:1767384302.665971:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=5 00000400:00000200:0.0:1767384302.665972:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00000020:00000010:1.0:1767384302.665976:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000001:2.0:1767384302.665977:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000400:00000200:0.0:1767384302.665980:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384302.665982:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000020:00000010:1.0:1767384302.665983:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000805f2280. 00010000:00000001:2.0:1767384302.665988:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384302.665988:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384302.665990:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00010000:2.0:1767384302.665992:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384302.666011:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.666012:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384302.666015:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384302.666018:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384302.666021:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.666022:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.666027:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384302.666031:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384302.666036:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.666038:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.666038:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384302.666044:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae4b3d8a with handle 0xd602e9c522f0b171 from hash 00010000:00000001:2.0:1767384302.666048:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384302.666051:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.666055:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.666057:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384302.666059:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384302.666074:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384302.666076:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384302.666077:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.666080:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.666080:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384302.666084:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384302.666085:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384302.666087:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384302.666088:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cc7065 00010000:00000001:2.0:1767384302.666089:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384302.666090:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384302.666093:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.666093:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8cc7065. 00000100:00000001:1.0:1767384302.666094:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384302.666098:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.666100:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384302.666101:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384302.666101:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384302.666103:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384302.666104:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384302.666106:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384302.666107:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ee9aa. 00000100:00000001:0.0:1767384302.666108:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.666114:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384302.666115:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:1.0:1767384302.666118:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee692b93 00010000:00000001:0.0:1767384302.666119:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384302.666123:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384302.666124:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee692b93. 00000020:00000001:0.0:1767384302.666124:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.666126:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767384302.666129:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384302.666130:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384302.666131:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384302.666134:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.666137:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384302.666137:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1f24632 x1853236731456384/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384302.666138:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.666140:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384302.666144:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.666149:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.666154:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.666173:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:1.0:1767384302.666175:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.666176:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384302.666178:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f24632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731456384:12345-0@lo:253: Request processed in 4370us (4758us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384302.666180:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b171 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384302.666197:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00000040:2.0:1767384302.666198:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d590914 count: 0 00000100:00000001:1.0:1767384302.666201:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384302.666204:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384302.666205:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.666208:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384302.666209:0:16352:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384302.666210:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384302.666211:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384302.666212:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:2.0:1767384302.666214:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384302.666216:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384302.666216:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057705fbe. 00000100:00000001:1.0:1767384302.666219:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.666221:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e66d72b. 02000000:00000001:1.0:1767384302.666222:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.666223:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384302.666225:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=22 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384302.666226:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384302.666231:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384302.666233:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384302.666233:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=22 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384302.666234:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdde01d0. 00000400:00000010:2.0:1767384302.666237:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000100:00000001:1.0:1767384302.666241:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384302.666242:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000020:00000040:0.0:1767384302.666242:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384302.666243:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384302.666248:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00010000:00000001:1.0:1767384302.666248:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384302.666249:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384302.666253:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384302.666253:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bc9174f0. 00000100:00000001:2.0:1767384302.666254:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384302.666259:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.666261:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384302.666263:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.666265:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.666268:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.666273:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384302.666279:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260f8424. 00000400:00000010:0.0:1767384302.666285:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8cc7065. 00000100:00000200:2.0:1767384302.666288:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.666289:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.666294:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384302.666297:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384302.666302:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384302.666303:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:1.0:1767384302.666306:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384302.666307:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384302.666310:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384302.666311:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384302.666314:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:01000004:1.0:1767384302.666315:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384302.666316:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.666319:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384302.666319:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384302.666321:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384302.666323:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384302.666324:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384302.666324:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384302.666329:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.666329:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384302.666348:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384302.666350:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.666355:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384302.666358:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.666361:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384302.666364:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.666368:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.666368:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731456384:0@lo:253: 00000100:00000040:2.0:1767384302.666375:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.666375:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.666380:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.666385:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f67fb0c2 x1853236731456384/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.666390:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.666396:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384302.666398:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384302.666399:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384302.666401:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384302.666404:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c233682c. 00000100:00000040:2.0:1767384302.666405:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384302.666410:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384302.666413:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384302.666416:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731456640:0@lo:103: 00000020:00000040:1.0:1767384302.666417:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384302.666422:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384302.666425:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384302.666425:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000631947b0. 00000100:00000001:2.0:1767384302.666428:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384302.666429:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384302.666432:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086d1d724 x1853236731456640/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384302.666433:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384302.666436:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f67fb0c2. 00000100:00000001:1.0:1767384302.666441:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384302.666445:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384302.666445:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384302.666448:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384302.666449:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384302.666451:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c70012db. 02000000:00000001:2.0:1767384302.666455:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384302.666455:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384302.666459:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384302.666459:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.666463:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384302.666464:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384302.666466:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384302.666467:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.666469:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000660dedd0. 02000000:00000001:2.0:1767384302.666473:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384302.666474:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384302.666475:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086d1d724. 00000100:00000001:2.0:1767384302.666477:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384302.666478:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.666479:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.666503:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.666504:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.666505:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.666507:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384302.669818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016f94085. 00010000:00000010:1.1:1767384302.669828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:1.1:1767384302.669835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:2.1:1767384302.669840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d590914. 00010000:00000010:1.1:1767384302.669842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3d2a758. 00010000:00000010:2.1:1767384302.669852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae4b3d8a. 00000100:00000040:2.0:1767384302.670856:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294888838, at 4294888839 00000100:00000010:2.0:1767384302.670863:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e7f80d. 00000100:00000040:3.0:1767384302.671806:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294888838, at 4294888840 00000100:00000010:3.0:1767384302.671812:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba4f709f. 00000100:00000040:0.0:1767384302.671816:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294888838, at 4294888840 00000100:00000010:0.0:1767384302.671823:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ad32ff3. 00000100:00000040:1.0:1767384302.671879:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294888838, at 4294888840 00000100:00000010:1.0:1767384302.671886:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d68d4513. 00000400:00000010:3.0:1767384302.677996:0:21000:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000611e4a81. 00000400:00000040:3.0:1767384302.678010:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.678012:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384302.678017:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.678019:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.678020:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.678021:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384302.678023:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.678024:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384302.678025:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384302.678026:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384302.678028:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384302.678029:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.678030:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384302.678031:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.678032:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384302.678033:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384302.678034:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384302.678035:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384302.678036:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384302.678037:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.678038:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.678039:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.678040:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.678041:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.678041:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384302.678043:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.678044:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.678045:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.678046:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.678046:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.678047:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384302.678048:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384302.678049:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384302.678050:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384302.678051:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384302.678052:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.678053:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384302.678054:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384302.678055:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.678056:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384302.678057:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384302.678061:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384302.678062:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384302.678063:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384302.678064:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384302.678065:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384302.678066:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384302.678067:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384302.678069:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384302.678070:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384302.678071:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384302.678072:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384302.678073:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384302.678074:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384302.678075:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384302.678076:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384302.678076:0:21000:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384302.678096:0:21000:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000611e4a81. 00080000:00000010:1.0:1767384303.406968:0:21189:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384303.406977:0:21189:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384303.406981:0:21189:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384303.406987:0:21189:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c76af8f6. 00080000:00000010:1.0:1767384303.406991:0:21189:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c76af8f6. 00000020:00000001:1.0:1767384303.406994:0:21189:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384303.623840:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384303.623847:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384303.623855:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384303.623857:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384303.623917:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384303.623921:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384303.623923:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384304.147531:0:21353:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384304.147535:0:21353:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:2.0:1767384304.151815:0:21353:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384304.159962:0:21354:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004eb2acb6. 00000400:00000010:2.0:1767384304.159976:0:21354:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ce6e45ee. 00000400:00000010:2.0:1767384304.159989:0:21354:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008b8fc5c3. 00000400:00000010:2.0:1767384304.159994:0:21354:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aea0f789. 00000400:00000010:2.0:1767384304.159998:0:21354:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008f602746. 00000400:00000010:2.0:1767384304.160003:0:21354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9b74d83. 00000400:00000010:2.0:1767384304.160005:0:21354:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b201c1e7. 00000400:00000010:2.0:1767384304.160007:0:21354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f471b28. 00000400:00000010:2.0:1767384304.160012:0:21354:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000040e72fbc. 00000800:00000010:2.0:1767384304.160023:0:21354:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fb89bede. 00000800:00000200:2.0:1767384304.160035:0:21354:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384304.160043:0:21354:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384304.160085:0:21354:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384304.160107:0:21354:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp17 [8/256/0/180] 00000400:00000010:2.0:1767384304.162623:0:21354:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000bbe67f6a. 00000400:00000010:2.0:1767384304.162630:0:21354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00000400:00000010:2.0:1767384304.162636:0:21354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000001:2.0:1767384304.162651:0:21354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384304.162654:0:21354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384304.162656:0:21354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b51bcd. 00000400:00000200:2.0:1767384304.162659:0:21354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6b4b10 00000400:00000010:2.0:1767384304.162661:0:21354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00000400:00000010:2.0:1767384304.162665:0:21354:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000052ecdba1. 00000400:00000200:2.0:1767384304.162670:0:21354:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (8) 00000400:00000200:2.0:1767384304.162689:0:21354:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384304.162698:0:21354:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:2.0:1767384304.162705:0:21354:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003afe34d1. 00000020:01000000:2.0:1767384304.162711:0:21354:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384304.162714:0:21354:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384304.162718:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384304.162736:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:2.0:1767384304.162744:0:21354:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ce6e45ee. 00000400:00000010:1.0:1767384304.162749:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000400:00000010:2.0:1767384304.162750:0:21354:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004eb2acb6. 00000400:00000200:1.0:1767384304.162753:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (9) 00000400:00000010:1.0:1767384304.162761:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c173d1cf. 00000400:00000200:1.0:1767384304.162790:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:3.0:1767384304.162798:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384304.162803:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:3.0:1767384304.162805:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384304.162809:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384304.162811:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384304.162813:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384304.162819:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384304.162824:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384304.162824:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384304.162828:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384304.162832:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384304.162835:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384304.162836:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384304.162839:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384304.162841:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384304.162845:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384304.162848:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384304.162848:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384304.162852:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384304.162858:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384304.162859:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000400:00000200:1.0:1767384304.162866:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384304.162867:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384304.162875:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384304.162876:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384304.162880:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:1.0:1767384304.162885:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp16 02000000:00000001:3.0:1767384304.162888:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384304.162891:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp16 lpni_is_preferred = 0 00000400:00000200:1.0:1767384304.162894:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp16 02000000:00000001:3.0:1767384304.162896:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.162900:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp16 NI seq info: [19:19:256:4294967295] 192.168.204.118@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384304.162907:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp16 02000000:00000010:3.0:1767384304.162908:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002a267fed. 00000400:00000200:1.0:1767384304.162915:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16:) -> 192.168.204.118@tcp16(192.168.204.118@tcp:192.168.204.118@tcp16) : PUT try# 0 00000100:00000001:3.0:1767384304.162918:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384304.162923:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.118@tcp16 00000800:00000010:1.0:1767384304.162928:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7be5b1f. 00000100:00000001:3.0:1767384304.162931:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384304.162935:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384304.162936:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000085fbe6eb. 00000800:00000010:1.0:1767384304.162941:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009173fb95. 00000100:00000040:3.0:1767384304.162945:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000493285ee] to pc [ptlrpcd_00_02+2] req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384304.162950:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (2) 00000800:00000200:1.1:1767384304.162959:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (2) 00000400:00000200:1.0:1767384304.162980:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384304.162983:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 10000000:00000001:3.0:1767384304.162985:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.162990:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.162995:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384304.162998:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384304.163002:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384304.163006:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384304.163008:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384304.163010:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384304.163013:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384304.163014:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384304.163018:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384304.163021:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384304.163022:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384304.163025:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384304.163030:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384304.163034:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384304.163037:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384304.163038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:2.0:1767384304.163040:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384304.163042:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384304.163044:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384304.163046:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384304.163049:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384304.163050:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384304.163052:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384304.163055:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384304.163058:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d82c6748. 02000000:00000001:2.0:1767384304.163060:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384304.163065:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00100000:2.0:1767384304.163067:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731456768:0@lo:253: 00000100:00000001:3.0:1767384304.163071:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384304.163074:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384304.163075:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384304.163080:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.163081:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384304.163081:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 02000000:00000001:2.0:1767384304.163086:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384304.163088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd0a0ac6. 02000000:00000001:2.0:1767384304.163091:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384304.163094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.163099:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000021422e77. 00000100:00000001:3.0:1767384304.163101:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384304.163103:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163105:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.163106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000010:2.0:1767384304.163110:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000100:00000040:3.0:1767384304.163112:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d82c6748] to pc [ptlrpcd_00_03+3] req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384304.163119:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce6e45ee. 00000100:00000200:2.0:1767384304.163124:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731456768, portal 25 00000100:00000001:2.0:1767384304.163130:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384304.163131:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:2.0:1767384304.163134:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000040:2.0:1767384304.163146:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384304.163148:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384304.163154:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.163156:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000020:00000001:3.0:1767384304.163161:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384304.163167:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384304.163168:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384304.163173:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003afe34d1. 00000100:00000040:2.0:1767384304.163175:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384304.163176:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:2.0:1767384304.163183:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053ec95e0. 00000100:00000001:3.0:1767384304.163190:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.163195:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384304.163197:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731456768, offset 0 00000100:00000001:3.0:1767384304.163199:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384304.163206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000040:3.0:1767384304.163208:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384304.163210:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384304.163222:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384304.163225:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384304.163226:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.163232:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384304.163234:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 02000000:00000001:3.0:1767384304.163235:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384304.163241:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102d00 02000000:00000001:3.0:1767384304.163242:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.163250:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d82c6748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731456896:0@lo:253: 00000400:00000200:2.0:1767384304.163253:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:3.0:1767384304.163259:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384304.163261:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f562449. 00000400:00000200:0.0:1767384304.163262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 02000000:00000001:3.0:1767384304.163264:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384304.163267:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cbc4ad39 02000000:00000001:3.0:1767384304.163269:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.163273:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384304.163276:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384304.163279:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d7d5eb25. 02000000:00000001:3.0:1767384304.163284:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.163284:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384304.163287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000010:3.0:1767384304.163294:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f27edd4. 00000400:00000200:2.0:1767384304.163294:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc4ad39 00000400:00000010:2.0:1767384304.163298:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbc4ad39. 00000100:00000001:2.0:1767384304.163304:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384304.163307:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384304.163310:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000009ea73d06 x1853236731456768 msgsize 4848 00000400:00000010:3.0:1767384304.163312:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa5312f. 00000400:00000200:0.0:1767384304.163313:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000200:3.0:1767384304.163320:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731456896, portal 25 00000100:00100000:2.0:1767384304.163321:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384304.163325:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384304.163327:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384304.163330:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668305920 : -114767041245696 : ffff979eb7464e00) 00000100:00000040:3.0:1767384304.163336:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.163337:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.163341:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.163347:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053ec95e0 00000400:00000010:2.0:1767384304.163352:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053ec95e0. 00000100:00000001:3.0:1767384304.163353:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384304.163358:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384304.163359:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384304.163362:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c3e0c2d. 00000100:00000200:2.0:1767384304.163365:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.163368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000200:3.0:1767384304.163377:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731456896, offset 0 00000100:00000001:2.0:1767384304.163384:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384304.163388:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384304.163391:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.163398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384304.163403:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384304.163406:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.163409:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384304.163415:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102d80 00000100:00000001:2.0:1767384304.163416:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.163423:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294890336 00000400:00000200:3.0:1767384304.163425:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000100:00000010:2.0:1767384304.163428:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d68d4513. 00000400:00000010:3.0:1767384304.163432:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c796fc5. 00000100:00000001:2.0:1767384304.163436:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384304.163438:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6e8fad5 00000100:00000001:2.0:1767384304.163444:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294890336 00000400:00000200:3.0:1767384304.163446:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384304.163450:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e7f80d. 00000400:00000200:3.0:1767384304.163453:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384304.163457:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e8fad5 00000400:00000010:3.0:1767384304.163462:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6e8fad5. 00000100:00000001:2.0:1767384304.163465:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384304.163467:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384304.163470:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294890336 00000100:00000200:3.0:1767384304.163471:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384304.163477:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000324f3272 x1853236731456896 msgsize 4848 00000100:00000010:2.0:1767384304.163479:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006decef31. 00000100:00100000:3.0:1767384304.163484:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384304.163487:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384304.163487:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384304.163496:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294890336 00000100:00000001:3.0:1767384304.163497:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384304.163501:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064380b14. 00000400:00000200:3.0:1767384304.163505:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c3e0c2d 00000100:00000001:2.0:1767384304.163507:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384304.163508:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c3e0c2d. 00000100:00000001:3.0:1767384304.163513:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384304.163515:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384304.163518:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.163521:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.163528:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163530:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384304.163532:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.163535:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.163542:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163544:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.163545:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.163548:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.163550:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384304.163552:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294890336 00000100:00000001:2.0:1767384304.163555:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.163557:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294890336 00000100:00000001:2.0:1767384304.163559:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.163561:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294890336 00000100:00000001:2.0:1767384304.163563:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163564:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294890336 00000100:00000001:2.0:1767384304.163568:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163569:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294890336 00000100:00000001:3.0:1767384304.163578:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294890336 00000100:00000001:3.0:1767384304.163579:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294890336 00000100:00000001:3.0:1767384304.163581:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294890336 00000100:00000001:3.0:1767384304.163583:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.163585:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163587:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163588:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.163593:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.163594:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384304.163596:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.163597:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.163599:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163601:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.163633:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ef6df97. 00000100:00000001:3.0:1767384304.163637:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:0.0:1767384304.163639:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006893df39. 00000100:00100000:3.0:1767384304.163642:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456768 02000000:00000001:3.0:1767384304.163646:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:0.0:1767384304.163647:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c46971c2. 00000100:00000001:3.0:1767384304.163650:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384304.163654:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.163658:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.163662:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456768 00000100:00000001:2.0:1767384304.163662:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384304.163665:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384304.163667:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731456896 00000020:00000040:3.0:1767384304.163668:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 02000000:00000001:2.0:1767384304.163672:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384304.163673:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384304.163675:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384304.163678:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:2.0:1767384304.163679:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.163684:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c46971c2. 00000020:00000001:3.0:1767384304.163685:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:2.0:1767384304.163685:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.163691:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731456896 00000020:00000001:3.0:1767384304.163692:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384304.163696:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384304.163699:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384304.163700:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384304.163705:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384304.163706:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c6d98c. 00000020:00000040:2.0:1767384304.163707:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384304.163713:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384304.163713:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384304.163720:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:3.0:1767384304.163721:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c6d98c. 00000100:00000001:2.0:1767384304.163741:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.163744:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058caa8e8. 00000020:00000010:2.0:1767384304.163746:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9e716. 00000100:00000001:2.0:1767384304.163751:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.163753:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000908cef57. 00000020:00000010:2.0:1767384304.163754:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9e716. 00000020:00000010:3.0:1767384304.163761:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000043bc24c4. 00000400:00000200:0.0:1767384304.163765:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:3.0:1767384304.163819:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384304.163826:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp16 from 241.3.0.2 00000800:00000010:0.0:1767384304.163831:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d9af1336. 00000100:00000001:3.0:1767384304.163833:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384304.163837:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384304.163840:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163849:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163861:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.163882:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384304.163884:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384304.163891:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384304.163896:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384304.163899:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781251664 : -114766928299952 : ffff979ebe01b850) 00000100:00000040:3.0:1767384304.163905:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ea73d06 x1853236731456768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.163916:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.163919:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c6d98c. 00000100:00000001:3.0:1767384304.163922:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.163925:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c6d98c. 00000100:00100000:3.0:1767384304.163932:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ea73d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731456768:12345-0@lo:253: 00000100:00000200:3.0:1767384304.163937:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456768 00000020:00000001:3.0:1767384304.163941:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.163945:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384304.163947:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.163950:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384304.163953:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384304.163957:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.163960:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.163962:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.163965:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.163968:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163972:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384304.163975:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384304.163981:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eacfc35a. 02000000:00000001:3.0:1767384304.163983:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.163985:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.163994:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384304.164005:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003004b02c. 20000000:01000000:3.0:1767384304.164010:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384304.164013:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384304.164016:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384304.164019:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.164022:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.164025:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384304.164034:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007504461c. 20000000:01000000:3.0:1767384304.164037:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384304.164043:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384304.164050:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384304.164054:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384304.164072:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384304.164090:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.164093:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384304.164096:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.164099:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384304.164101:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.164103:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003d8c25c8. 00080000:00000002:3.0:1767384304.164105:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000800:00000010:0.0:1767384304.164108:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014cfefb7. 00000020:00000001:3.0:1767384304.164112:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384304.164117:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384304.164121:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.164126:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.164129:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384304.164131:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d77fd7e4. 00000020:00000001:3.0:1767384304.164133:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.1:1767384304.164140:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (2) 00000020:00000001:3.0:1767384304.164141:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384304.164147:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:0.1:1767384304.164147:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp16 00000000d77fd7e4 deleted 00000800:00000010:0.1:1767384304.164152:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d77fd7e4. 00080000:00000010:3.0:1767384304.164155:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5f55d59. 00000800:00000200:0.1:1767384304.164158:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384304.164160:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792663040 : -114766916888576 : ffff979ebeafd800) 00080000:00000001:3.0:1767384304.164166:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:0.1:1767384304.164168:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp16 ip 192.168.204.118:1009 00000001:00000001:3.0:1767384304.164172:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:0.1:1767384304.164173:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c7be5b1f type 1, nob 272 niov 1 nkiov 1 00080000:00000010:3.0:1767384304.164179:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000006c6d98c. 00000800:00000200:0.0:1767384304.164180:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp16 p 3.x 192.168.204.118 -> 192.168.204.118:1009 incarnation:1767384302659232598 sched[0] 00080000:00000001:3.0:1767384304.164185:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.164187:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c46971c2. 00080000:00000001:3.0:1767384304.164191:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:2.0:1767384304.164205:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c905631. 00080000:00000001:3.0:1767384304.164209:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384304.164212:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000388ccb50. 00000020:00000010:2.0:1767384304.164218:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006d94f1b. 00000100:00000001:2.0:1767384304.164224:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000010:0.0:1767384304.164226:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c46971c2. 00000100:00000001:2.0:1767384304.164227:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384304.164231:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.164232:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014cfefb7. 00080000:00000001:3.0:1767384304.164236:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384304.164271:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.164271:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d9af1336. 00000100:00000001:2.0:1767384304.164278:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.164282:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384304.164286:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384304.164286:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.164293:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.164294:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384304.164296:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384304.164299:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384304.164302:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384304.164303:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.164307:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781238352 : -114766928313264 : ffff979ebe018450) 00000100:00000001:2.0:1767384304.164307:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.164318:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000324f3272 x1853236731456896/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.164325:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.164329:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6eb6d0. 00000100:00000001:3.0:1767384304.164331:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.164333:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6eb6d0. 00000100:00100000:3.0:1767384304.164339:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000324f3272 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731456896:12345-0@lo:253: 00000100:00000200:3.0:1767384304.164342:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731456896 00000020:00000001:3.0:1767384304.164344:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.164346:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:0.0:1767384304.164346:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384304.164349:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384304.164351:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7be5b1f. 00000020:00000001:3.0:1767384304.164352:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384304.164357:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000800:00000200:2.1:1767384304.164358:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384304.164358:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384304.164360:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.164363:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.164366:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.164368:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384304.164370:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: PUT: OK 00000020:00000001:3.0:1767384304.164371:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384304.164373:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp16 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384302659232598 sched[0] 00000100:00000001:3.0:1767384304.164377:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384304.164379:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384304.164382:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:2.0:1767384304.164382:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006893df39. 00000400:00000200:0.0:1767384304.164384:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 02000000:00000010:3.0:1767384304.164397:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008fc73474. 02000000:00000001:3.0:1767384304.164400:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.164402:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.164404:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384304.164409:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000040d478e5. 20000000:01000000:3.0:1767384304.164412:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:0.0:1767384304.164412:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384304.164416:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:0.0:1767384304.164419:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.164423:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384304.164424:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384304.164427:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.164429:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384304.164429:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384304.164431:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384304.164437:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16) <- 192.168.204.118@tcp16 : PUT - for me 00000400:00000200:2.0:1767384304.164442:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384304.164448:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384304.164454:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 176/176 into md 0x137d [1] + 0 00000400:00000010:0.0:1767384304.164457:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f463c02. 00000400:00000200:0.0:1767384304.164460:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021b681ef 00000800:00000001:0.0:1767384304.164464:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.164470:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.164472:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.164476:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: PUT: OK 00000400:00000200:0.0:1767384304.164478:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000400:00000010:0.0:1767384304.164480:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000400:00000200:2.0:1767384304.164485:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384304.164494:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384304.164498:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (10) 00000400:00000200:0.0:1767384304.164502:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384304.164506:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000014cfefb7. 00000400:00000200:0.0:1767384304.164509:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 9 00000400:00000200:0.0:1767384304.164514:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384304.164520:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384304.164530:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (11) 00000400:00000200:0.0:1767384304.164538:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384304.164545:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp16 to MR: 192.168.204.118@tcp16 local destination 00000400:00000200:2.0:1767384304.164553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384304.164554:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp16 NI seq info: [20:20:256:4294967295] 192.168.204.118@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384304.164572:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16:192.168.204.118@tcp16) -> 192.168.204.118@tcp16(192.168.204.118@tcp16:192.168.204.118@tcp16) 192.168.204.118@tcp16 : ACK try# 0 00000400:00000200:3.0:1767384304.164579:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384304.164580:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp16 00000400:00000010:3.0:1767384304.164585:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e484920. 00000800:00000010:0.0:1767384304.164587:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000667e0601. 00000400:00000010:3.0:1767384304.164591:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000400:00000200:2.0:1767384304.164592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000200:0.0:1767384304.164596:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (4) 00000400:00000200:3.0:1767384304.164597:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:3.0:1767384304.164606:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000800:00000200:0.0:1767384304.164610:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp16 ip 192.168.204.118:988 00000800:00000200:0.0:1767384304.164613:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000667e0601 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384304.164615:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000aa475044. 00000400:00000010:3.0:1767384304.164620:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000007717b830. 00000400:00000010:3.0:1767384304.164622:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000f0ad85c4. 00000400:00000200:2.0:1767384304.164633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:3.0:1767384304.164637:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dbea0997. 00000400:00000200:3.0:1767384304.164643:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dbea0997 nid 192.168.204.118@tcp17 00000400:00000010:3.0:1767384304.164646:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000017f71dfa. 00000400:00000200:3.0:1767384304.164648:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000017f71dfa net tcp17 00000400:00000200:3.0:1767384304.164651:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (10) 00000400:00000200:3.0:1767384304.164656:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp17 flags 0x11 00000800:00000200:0.0:1767384304.164659:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384304.164660:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000aa475044. 00000800:00000010:0.0:1767384304.164663:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000667e0601. 00000400:00000010:3.0:1767384304.164665:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000007717b830. 00000400:00000200:0.0:1767384304.164667:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384304.164670:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000f0ad85c4. 00000400:00000200:2.0:1767384304.164672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000010:3.0:1767384304.164674:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000014cfefb7. 00000400:00000200:0.0:1767384304.164676:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: ACK: OK 00000400:00000200:3.0:1767384304.164683:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384304.164687:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000800:00000001:0.0:1767384304.164687:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384304.164693:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000800:00000001:0.0:1767384304.164694:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.164698:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000800:00000001:0.0:1767384304.164699:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384304.164704:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000800:00000001:0.0:1767384304.164706:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.164708:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000800:00000001:0.0:1767384304.164711:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384304.164714:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000800:00000001:0.0:1767384304.164717:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384304.164719:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (11) 00000400:00000200:2.0:1767384304.164735:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384304.164742:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16) <- 192.168.204.118@tcp16 : ACK - for me 00000400:00000200:0.0:1767384304.164753:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp16: ACK from 12345-192.168.204.118@tcp16 into md 0x13ad 00000400:00000200:0.0:1767384304.164758:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.164762:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: ACK: OK 00000400:00000200:0.0:1767384304.164766:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000010:0.0:1767384304.164795:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000400:00000200:0.0:1767384304.164799:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384304.164802:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:0.0:1767384304.164805:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (10) 00000800:00000001:0.0:1767384304.164810:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.164813:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.164818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164885:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164905:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164929:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384304.164957:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000800:00000010:2.0:1767384304.165126:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5ff1165. 00000800:00000010:2.0:1767384304.165132:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053ec95e0. 00000800:00000010:2.0:1767384304.165137:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023c9e716. 00000400:00000200:0.0:1767384304.165172:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384304.165185:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023c9e716. 00000400:00000200:0.0:1767384304.165186:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp16 from 240.3.0.2 00000800:00000010:0.0:1767384304.165190:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009481df70. 00000800:00000010:3.0:1767384304.165229:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bfefd838. 00000800:00000010:3.0:1767384304.165234:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c3e0c2d. 00000800:00000010:3.0:1767384304.165253:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c1ce75e4. 00000800:00000200:3.1:1767384304.165257:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (4) 00000800:00000200:3.1:1767384304.165260:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp16 00000000c1ce75e4 deleted 00000800:00000010:3.1:1767384304.165262:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c1ce75e4. 00000800:00000200:3.1:1767384304.165266:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384304.165273:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp16 p 3.x 192.168.204.118 -> 192.168.204.118:1008 incarnation:1767384302659232598 sched[0] 00000800:00000010:3.0:1767384304.165288:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a6eb6d0. 00000800:00000010:3.0:1767384304.165347:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a6eb6d0. 00000800:00000010:3.0:1767384304.165352:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c3e0c2d. 00000800:00000200:2.1:1767384304.165372:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384304.165381:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009481df70. 00000800:00000200:2.0:1767384304.165382:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp16 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384302659232598 sched[0] 00000800:00000010:2.0:1767384304.165390:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053ec95e0. 00000800:00000001:0.0:1767384304.165398:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.165404:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384304.165415:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.165418:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384304.166265:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d5f55d59. 00080000:00000010:0.0:1767384304.166338:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000006c6d98c. 00040000:00000001:0.0:1767384304.166344:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.166346:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384304.166349:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384304.166353:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384304.166355:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.166357:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384304.166370:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384304.166378:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384304.166380:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384304.166385:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384304.166406:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384304.166407:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5f55d59. 20000000:01000000:3.0:1767384304.166413:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384304.166413:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384304.166417:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384304.166420:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384304.166424:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384304.166426:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384304.166430:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384304.166431:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384304.166440:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eef25812. 00080000:00000001:3.0:1767384304.166441:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384304.166448:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384304.166451:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384304.166451:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00080000:00000001:3.0:1767384304.166458:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384304.166458:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384304.166461:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384304.166463:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b178 to hash 00080000:00000001:3.0:1767384304.166465:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384304.166467:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384304.166469:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.166471:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000002:3.0:1767384304.166475:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:2.0:1767384304.166477:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000020:00000001:3.0:1767384304.166482:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000001:2.0:1767384304.166483:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:3.0:1767384304.166487:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384304.166488:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384304.166494:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384304.166495:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.166501:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.166506:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.166511:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384304.166511:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:0.0:1767384304.166515:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384304.166518:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384304.166518:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384304.166521:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384304.166523:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384304.166524:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000010:0.0:1767384304.166525:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003004b02c. 00010000:00000001:2.0:1767384304.166527:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384304.166531:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6565efd. 00010000:00000001:2.0:1767384304.166532:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384304.166535:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.166538:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792659456 : -114766916892160 : ffff979ebeafca00) 00010000:00000001:2.0:1767384304.166538:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384304.166541:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384304.166541:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456768 00080000:00000001:3.0:1767384304.166544:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384304.166547:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.166549:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384304.166550:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384304.166551:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384304.166555:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:3.0:1767384304.166556:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a6eb6d0. 00010000:00000001:2.0:1767384304.166557:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000200:0.0:1767384304.166558:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ea73d06 x1853236731456768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384304.166561:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eef25812) refcount = 1 00080000:00000001:3.0:1767384304.166562:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.166568:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384304.166570:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.166577:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1767384304.166579:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.166581:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384304.166589:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384304.166591:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384304.166592:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384304.166595:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384304.166596:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384304.166598:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.166603:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.166607:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384304.166608:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.166610:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 20000000:00000001:2.0:1767384304.166615:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384304.166615:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384304.166617:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384304.166622:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000001:0.0:1767384304.166622:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384304.166627:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384304.166629:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384304.166630:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d77fd7e4. 00000020:00000001:2.0:1767384304.166632:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384304.166635:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000100:00000200:0.0:1767384304.166636:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731456768, offset 224 00000020:00000001:2.0:1767384304.166640:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000400:00000200:0.0:1767384304.166646:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384304.166647:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384304.166652:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384304.166654:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384304.166656:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384304.166667:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384304.166669:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102d00 00010000:00010000:2.0:1767384304.166671:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384304.166678:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:0.0:1767384304.166687:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384304.166688:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384304.166692:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384304.166693:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384304.166696:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384304.166697:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.166702:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.166710:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384304.166713:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.166717:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.166718:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384304.166721:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384304.166754:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384304.166758:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384304.166762:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.166790:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384304.166791:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384304.166793:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384304.166796:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384304.166796:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d77fd7e4 00000400:00000010:0.0:1767384304.166800:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d77fd7e4. 00000100:00000001:0.0:1767384304.166805:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384304.166807:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384304.166808:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384304.166811:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384304.166812:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:3.0:1767384304.166814:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00010000:00000001:2.0:1767384304.166816:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384304.166816:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.166819:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6e45ee 00000020:00000001:2.0:1767384304.166820:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384304.166822:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384304.166825:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce6e45ee. 00000020:00000040:2.0:1767384304.166825:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00010000:00000001:0.0:1767384304.166826:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384304.166830:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.166831:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384304.166832:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384304.166833:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384304.166838:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000200:3.0:1767384304.166839:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.166841:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ea73d06 x1853236731456768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.166846:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384304.166851:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384304.166872:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.166874:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384304.166879:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:0.0:1767384304.166879:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ea73d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731456768:12345-0@lo:253: Request processed in 2959us (3563us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384304.166884:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.166891:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384304.166895:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384304.166895:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384304.166901:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.166902:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384304.166905:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.166907:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000001:3.0:1767384304.166908:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384304.166910:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b178 from hash 00000100:00000040:0.0:1767384304.166912:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 02000000:00000001:3.0:1767384304.166914:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384304.166915:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384304.166917:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384304.166918:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384304.166919:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384304.166920:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384304.166923:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.166924:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384304.166926:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000908cef57. 00010000:00000001:2.0:1767384304.166928:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384304.166929:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.166932:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000043bc24c4. 00010000:00000001:2.0:1767384304.166933:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:3.0:1767384304.166936:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=24 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384304.166938:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1767384304.166939:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058caa8e8. 00010000:00000001:2.0:1767384304.166942:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00001000:3.0:1767384304.166946:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384304.166946:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384304.166948:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:2.0:1767384304.166954:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.166956:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384304.166956:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384304.166958:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384304.166962:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384304.166962:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eacfc35a. 00010000:00000001:2.0:1767384304.166963:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384304.166968:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384304.166969:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384304.166970:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384304.166971:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.166973:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384304.166975:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.166976:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.166976:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384304.166982:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384304.166983:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.166989:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.166990:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbcc0cb4. 00010000:00000001:2.0:1767384304.166995:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.166998:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384304.166998:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d77fd7e4. 00010000:00010000:2.0:1767384304.167001:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384304.167004:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.167007:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384304.167013:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384304.167014:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384304.167016:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384304.167017:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384304.167018:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384304.167021:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:3.0:1767384304.167022:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384304.167026:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:3.0:1767384304.167027:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384304.167030:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384304.167031:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384304.167033:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:3.0:1767384304.167035:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384304.167037:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384304.167038:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384304.167040:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 20000000:00000001:2.0:1767384304.167042:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384304.167043:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384304.167045:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1767384304.167048:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384304.167050:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.167067:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:3.0:1767384304.167070:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000493285ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731456768:0@lo:253: 00010000:00000001:2.0:1767384304.167070:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384304.167073:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b178 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384304.167077:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.167082:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.167086:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000493285ee x1853236731456768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384304.167089:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eef25812 count: 0 00000100:00000001:3.0:1767384304.167095:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384304.167097:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.167099:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000021422e77. 00010000:00000001:2.0:1767384304.167101:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384304.167103:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:2.0:1767384304.167105:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:3.0:1767384304.167107:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.167109:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384304.167111:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384304.167113:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002a267fed. 02000000:00000001:3.0:1767384304.167116:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384304.167117:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384304.167118:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00000100:00000001:3.0:1767384304.167121:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.167122:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.167123:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.167127:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.167128:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.167130:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.167132:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384304.168141:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6565efd. 00080000:00000010:3.0:1767384304.168215:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a6eb6d0. 00040000:00000001:3.0:1767384304.168221:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384304.168222:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384304.168224:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384304.168226:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384304.168228:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.168235:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384304.168237:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384304.168247:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384304.168249:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384304.168253:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384304.168272:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384304.168277:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384304.168279:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384304.168283:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384304.168285:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384304.168291:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003b62f504. 00010000:00000001:2.0:1767384304.168295:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384304.168297:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384304.168300:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384304.168304:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b17f to hash 00000020:00000001:2.0:1767384304.168306:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384304.168308:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384304.168317:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384304.168319:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384304.168321:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384304.168323:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384304.168331:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384304.168334:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384304.168336:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384304.168338:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384304.168340:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.168342:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:3.0:1767384304.168344:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384304.168344:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.168348:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384304.168350:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:3.0:1767384304.168351:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000040d478e5. 00010000:00000001:2.0:1767384304.168353:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000001:3.0:1767384304.168355:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.168356:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:3.0:1767384304.168360:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731456896 00010000:00000001:2.0:1767384304.168360:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384304.168365:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:2.0:1767384304.168365:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003b62f504) refcount = 1 00010000:00000200:3.0:1767384304.168371:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000324f3272 x1853236731456896/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384304.168371:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.168392:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.168392:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384304.168396:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.168396:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384304.168399:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384304.168400:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384304.168405:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.168406:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384304.168410:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384304.168411:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.168413:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 20000000:00000001:2.0:1767384304.168416:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:3.0:1767384304.168417:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384304.168420:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384304.168420:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000001:3.0:1767384304.168425:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384304.168426:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384304.168431:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384304.168431:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384304.168435:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c3e0c2d. 00000020:00000040:2.0:1767384304.168435:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000100:00000200:3.0:1767384304.168440:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731456896, offset 224 00000020:00000001:2.0:1767384304.168441:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384304.168446:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00000400:00000200:3.0:1767384304.168447:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384304.168451:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384304.168454:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384304.168455:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384304.168462:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102d80 00000400:00000200:3.0:1767384304.168471:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00010000:00000001:2.0:1767384304.168479:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384304.168480:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384304.168483:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384304.168485:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384304.168490:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.168494:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168496:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384304.168499:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384304.168502:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384304.168505:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168511:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384304.168514:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.168520:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384304.168523:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384304.168530:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00000100:00000001:3.0:1767384304.168533:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384304.168533:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384304.168538:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384304.168540:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384304.168541:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c3e0c2d 00000400:00000010:3.0:1767384304.168545:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c3e0c2d. 00000100:00000001:3.0:1767384304.168549:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384304.168551:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384304.168553:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384304.168555:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.168555:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384304.168557:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384304.168559:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384304.168561:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000001:2.0:1767384304.168561:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384304.168566:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384304.168566:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000400:00000001:0.0:1767384304.168566:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384304.168570:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.168572:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00000400:00000001:0.0:1767384304.168572:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384304.168573:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384304.168579:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000324f3272 x1853236731456896/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168579:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00000400:00000010:0.0:1767384304.168579:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f27edd4. 00010000:00000001:2.0:1767384304.168586:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384304.168587:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa5312f 00010000:00010000:2.0:1767384304.168590:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384304.168592:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006aa5312f. 00000100:00100000:3.0:1767384304.168596:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000324f3272 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731456896:12345-0@lo:253: Request processed in 4266us (5114us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384304.168598:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.168605:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168609:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384304.168614:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767384304.168615:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384304.168620:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:0.0:1767384304.168623:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.168625:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384304.168625:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.168628:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384304.168633:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000388ccb50. 00010000:00000001:2.0:1767384304.168633:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384304.168635:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384304.168637:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384304.168639:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384304.168641:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006d94f1b. 00010000:00000001:2.0:1767384304.168642:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384304.168642:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384304.168646:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384304.168647:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384304.168648:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c905631. 00000100:00000001:0.0:1767384304.168649:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.168651:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384304.168654:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b17f from hash 00000020:00000040:3.0:1767384304.168655:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00000001:2.0:1767384304.168659:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384304.168660:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384304.168661:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384304.168664:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008fc73474. 00010000:00000001:2.0:1767384304.168664:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384304.168666:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=24 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384304.168668:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384304.168669:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384304.168673:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.168673:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1767384304.168674:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384304.168677:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384304.168681:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384304.168681:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384304.168682:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384304.168685:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.168687:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384304.168688:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b94a0976. 00010000:00000001:0.0:1767384304.168688:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384304.168692:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.168692:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.168694:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c3e0c2d. 00010000:00000001:2.0:1767384304.168700:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.168700:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.168706:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384304.168708:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168709:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384304.168716:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384304.168719:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384304.168720:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384304.168735:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.168736:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384304.168738:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.168741:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384304.168742:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384304.168744:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384304.168745:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00010000:2.0:1767384304.168750:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384304.168750:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384304.168751:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384304.168754:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384304.168757:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384304.168759:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384304.168761:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384304.168764:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384304.168766:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384304.168803:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.168807:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384304.168810:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294890336, at 4294890337 00010000:00000001:2.0:1767384304.168811:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384304.168814:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:0.0:1767384304.168815:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d82c6748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731456896:0@lo:253: 00010000:00000001:2.0:1767384304.168818:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384304.168822:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e7f80d. 00010000:00000001:2.0:1767384304.168823:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384304.168823:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.168827:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294890336, at 4294890337 00010000:00000001:2.0:1767384304.168827:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384304.168829:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384304.168832:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.168835:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d82c6748 x1853236731456896/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384304.168836:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064380b14. 20000000:00000001:2.0:1767384304.168837:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384304.168844:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384304.168848:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384304.168851:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384304.168854:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d7d5eb25. 00010000:00000001:2.0:1767384304.168855:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384304.168859:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384304.168861:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384304.168865:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384304.168866:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00010000:00010000:2.0:1767384304.168869:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b17f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384304.168876:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384304.168879:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd0a0ac6. 00010000:00000040:2.0:1767384304.168883:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003b62f504 count: 0 02000000:00000001:0.0:1767384304.168884:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384304.168886:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384304.168889:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d82c6748. 00000100:00000001:0.0:1767384304.168893:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384304.168894:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384304.168896:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384304.168896:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384304.168899:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384304.168900:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.168902:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.168904:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.168905:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.168910:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294890336, at 4294890337 00000100:00000040:0.0:1767384304.168915:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294890336, at 4294890337 00000100:00000010:2.0:1767384304.168918:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006decef31. 00000100:00000010:0.0:1767384304.168921:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d68d4513. 00010000:00000010:2.1:1767384304.176839:0:21360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eef25812. 00010000:00000010:2.1:1767384304.176851:0:21360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:2.1:1767384304.176857:0:21360:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003b62f504. 00010000:00000010:2.1:1767384304.176865:0:21360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00000400:00000010:1.0:1767384304.178998:0:21359:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006f5f6f0b. 00000400:00000040:1.0:1767384304.179014:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384304.179016:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384304.179019:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.179020:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384304.179022:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.179023:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384304.179026:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384304.179027:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384304.179028:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384304.179029:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384304.179031:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384304.179032:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384304.179034:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384304.179035:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384304.179036:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384304.179038:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384304.179039:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384304.179040:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384304.179041:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384304.179043:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.179044:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384304.179045:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384304.179046:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384304.179047:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.179048:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384304.179050:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.179051:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384304.179052:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384304.179053:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384304.179055:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.179056:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384304.179057:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.179059:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384304.179060:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384304.179066:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384304.179067:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.179068:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384304.179071:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384304.179072:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384304.179073:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384304.179075:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384304.179076:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.179077:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384304.179079:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384304.179079:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384304.179081:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384304.179082:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384304.179083:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384304.179085:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384304.179086:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384304.179087:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384304.179088:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384304.179089:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384304.179091:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384304.179092:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384304.179094:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384304.179095:0:21359:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384304.179125:0:21359:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006f5f6f0b. 00010000:00000001:3.0:1767384304.647828:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384304.647840:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.647847:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384304.647849:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.648109:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384304.648114:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.648117:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384304.846736:0:21559:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f0bc33ec. 00080000:00000010:2.0:1767384304.846744:0:21559:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f0bc33ec. 00000020:00000001:2.0:1767384304.846747:0:21559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384304.846753:0:21559:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f0bc33ec. 00080000:00000010:2.0:1767384304.846756:0:21559:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f0bc33ec. 00000020:00000001:2.0:1767384304.846759:0:21559:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384305.573919:0:21723:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384305.573924:0:21723:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:0.0:1767384305.579631:0:21723:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384305.586510:0:21724:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000093f9a1a4. 00000400:00000010:0.0:1767384305.586523:0:21724:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000061936260. 00000400:00000010:0.0:1767384305.586532:0:21724:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e12b2357. 00000400:00000010:0.0:1767384305.586535:0:21724:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001b60765e. 00000400:00000010:0.0:1767384305.586539:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038644f02. 00000400:00000010:0.0:1767384305.586542:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8c1665b. 00000400:00000010:0.0:1767384305.586544:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000075326f0. 00000400:00000010:0.0:1767384305.586545:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1bce987. 00000400:00000010:0.0:1767384305.586549:0:21724:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aa35ddd7. 00000800:00000010:0.0:1767384305.586558:0:21724:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000667e0601. 00000800:00000200:0.0:1767384305.586568:0:21724:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384305.586573:0:21724:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384305.586605:0:21724:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384305.586624:0:21724:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384305.589052:0:21724:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000e32a6bd2. 00000400:00000010:0.0:1767384305.589059:0:21724:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50fb053. 00000400:00000010:0.0:1767384305.589065:0:21724:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000001:0.0:1767384305.589080:0:21724:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.589082:0:21724:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384305.589085:0:21724:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000400:00000200:0.0:1767384305.589089:0:21724:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:0.0:1767384305.589092:0:21724:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000400:00000010:0.0:1767384305.589097:0:21724:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000bbe67f6a. 00000400:00000200:0.0:1767384305.589102:0:21724:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (9) 00000400:00000200:0.0:1767384305.589114:0:21724:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384305.589123:0:21724:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384305.589131:0:21724:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cd0a0ac6. 00000020:01000000:0.0:1767384305.589136:0:21724:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384305.589138:0:21724:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp18 00000400:00000010:0.0:1767384305.589154:0:21724:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000061936260. 00000400:00000010:0.0:1767384305.589158:0:21724:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000093f9a1a4. 00000400:00000200:2.0:1767384305.589174:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384305.589182:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:00000001:1.0:1767384305.589187:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384305.589191:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 10000000:00000001:1.0:1767384305.589192:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384305.589196:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (10) 10000000:00000001:1.0:1767384305.589197:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384305.589199:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384305.589203:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384305.589205:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384305.589206:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384305.589207:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ab06706. 00000020:01000004:1.0:1767384305.589208:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384305.589210:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384305.589213:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384305.589214:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384305.589216:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384305.589218:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:01000004:1.0:1767384305.589218:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384305.589221:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384305.589227:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f67fb0c2. 00000400:00000200:2.0:1767384305.589236:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000040:1.0:1767384305.589239:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384305.589244:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384305.589247:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:1.0:1767384305.589248:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384305.589254:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589257:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000010:1.0:1767384305.589262:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002be89445. 00000400:00000200:2.0:1767384305.589266:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:1.0:1767384305.589269:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589275:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:1.0:1767384305.589278:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384305.589282:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589283:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000040:1.0:1767384305.589290:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f67fb0c2] to pc [ptlrpcd_00_00+0] req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384305.589291:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384305.589308:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384305.589320:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384305.589325:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 10000000:00000001:1.0:1767384305.589328:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589331:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp17 10000000:00000001:1.0:1767384305.589333:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.589336:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589338:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp17 lpni_is_preferred = 0 00000020:01000000:1.0:1767384305.589339:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384305.589344:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp17 00000020:00000001:1.0:1767384305.589347:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384305.589349:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [21:21:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [21:21:8:4294967295] 10000000:00000001:1.0:1767384305.589350:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384305.589353:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384305.589356:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384305.589358:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384305.589361:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp17 00000020:01000004:1.0:1767384305.589362:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384305.589366:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384305.589368:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384305.589369:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384305.589372:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384305.589373:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384305.589375:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384305.589379:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384305.589379:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384305.589380:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:) -> 192.168.204.118@tcp17(192.168.204.118@tcp:192.168.204.118@tcp17) : PUT try# 0 00000020:01000004:1.0:1767384305.589382:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384305.589384:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384305.589388:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000785c5b88. 00000020:00000040:1.0:1767384305.589391:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000040:3.0:1767384305.589393:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.589397:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384305.589398:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.204.118@tcp17 02000000:00000001:1.0:1767384305.589401:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384305.589405:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f843cf8b. 02000000:00000001:1.0:1767384305.589405:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.589412:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.589414:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384305.589414:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a5b78755. 00000800:00000010:2.0:1767384305.589418:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a43da0a. 02000000:00000001:3.0:1767384305.589422:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384305.589422:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384305.589423:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ace83c2a. 02000000:00000001:3.0:1767384305.589426:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.589428:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384305.589430:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.589431:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384305.589432:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (2) 00000100:00100000:3.0:1767384305.589435:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731457024:0@lo:253: 00000800:00000200:2.1:1767384305.589442:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (2) 00000100:00000001:3.0:1767384305.589443:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384305.589446:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000785c5b88] to pc [ptlrpcd_00_01+1] req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384305.589451:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.589455:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.589458:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384305.589459:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589460:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 10000000:00000001:1.0:1767384305.589464:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.589465:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008fc73474. 00000400:00000200:2.0:1767384305.589466:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:00000001:1.0:1767384305.589470:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.589471:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384305.589476:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384305.589479:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc264a7. 00000020:00000010:1.0:1767384305.589480:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cd0a0ac6. 00000400:00000010:3.0:1767384305.589487:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e602996. 00000100:00000200:3.0:1767384305.589491:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731457024, portal 25 00000100:00000001:2.0:1767384305.589492:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.589494:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.589498:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994048 : -114766920557568 : ffff979ebe77dc00) 00000100:00000001:2.0:1767384305.589498:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.589503:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384305.589505:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.589513:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.589513:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.589518:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.589522:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d07e8ef. 00000100:00000200:3.0:1767384305.589526:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731457024, offset 0 00000400:00000200:1.0:1767384305.589533:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384305.589534:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384305.589534:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384305.589538:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.589544:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384305.589547:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384305.589548:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384305.589555:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.589561:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000785c5b88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731457152:0@lo:253: 00000400:00000200:3.0:1767384305.589563:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102e00 00000100:00000001:2.0:1767384305.589572:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384305.589576:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 02000000:00000001:2.0:1767384305.589578:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384305.589579:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 02000000:00000001:2.0:1767384305.589583:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.589590:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384305.589591:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d2bfcfb. 00000400:00000200:3.0:1767384305.589595:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002bc9280 00000400:00000200:3.0:1767384305.589601:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384305.589606:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000021422e77. 00000400:00000200:1.0:1767384305.589608:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384305.589609:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384305.589611:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.589617:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002bc9280 00000400:00000010:2.0:1767384305.589618:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000400:00000010:3.0:1767384305.589620:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002bc9280. 00000100:00000001:3.0:1767384305.589627:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384305.589629:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384305.589629:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000628db3ba. 00000100:00000040:3.0:1767384305.589632:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000014eee432 x1853236731457024 msgsize 4848 00000100:00000200:2.0:1767384305.589637:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731457152, portal 25 00000400:00000200:1.0:1767384305.589639:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00100000:3.0:1767384305.589640:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384305.589644:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384305.589645:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384305.589649:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788986880 : -114766920564736 : ffff979ebe77c000) 00000100:00000001:3.0:1767384305.589656:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384305.589659:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384305.589665:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d07e8ef 00000400:00000200:1.0:1767384305.589666:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:3.0:1767384305.589669:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d07e8ef. 00000100:00000001:3.0:1767384305.589675:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384305.589676:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384305.589682:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.589683:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384305.589688:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc037eeb. 00000100:00000200:2.0:1767384305.589694:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731457152, offset 0 00000100:00000001:3.0:1767384305.589709:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.589714:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384305.589717:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.589718:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:3.0:1767384305.589729:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.589729:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384305.589733:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.589741:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.589744:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294891762 00000400:00000200:2.0:1767384305.589748:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d102e80 00000100:00000010:3.0:1767384305.589751:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096685c55. 00000400:00000200:1.0:1767384305.589752:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.589756:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000001:3.0:1767384305.589760:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384305.589761:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000070b118f. 00000400:00000200:2.0:1767384305.589787:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5151b8e 00000400:00000200:2.0:1767384305.589792:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.589796:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.589797:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294891763 00000400:00000200:2.0:1767384305.589799:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5151b8e 00000100:00000010:3.0:1767384305.589803:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002708be86. 00000400:00000010:2.0:1767384305.589804:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5151b8e. 00000100:00000001:3.0:1767384305.589810:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384305.589811:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384305.589814:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384305.589817:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294891763 00000100:00000040:2.0:1767384305.589817:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000004b5ee73 x1853236731457152 msgsize 4848 00000400:00000200:1.0:1767384305.589818:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000010:3.0:1767384305.589822:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000100:00000001:3.0:1767384305.589829:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384305.589829:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384305.589834:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384305.589836:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294891763 00000100:00000001:2.0:1767384305.589845:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384305.589846:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f282180. 00000400:00000200:2.0:1767384305.589851:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc037eeb 00000100:00000001:3.0:1767384305.589852:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384305.589852:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000010:2.0:1767384305.589857:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc037eeb. 00000100:00000001:3.0:1767384305.589859:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.589861:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384305.589863:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.589867:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.589867:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.589870:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.589880:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384305.589881:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:3.0:1767384305.589884:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.589890:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.589893:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.589896:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.589897:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384305.589900:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.589903:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.589910:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.589910:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:2.0:1767384305.589911:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.589918:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.589922:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294891763 00000100:00000001:3.0:1767384305.589923:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384305.589928:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457024 00000100:00000001:2.0:1767384305.589929:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294891762 02000000:00000001:3.0:1767384305.589930:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.589934:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.589936:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294891763 00000100:00000001:3.0:1767384305.589937:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.589940:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:2.0:1767384305.589942:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294891763 02000000:00000001:3.0:1767384305.589944:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.589947:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294891763 00000100:00100000:3.0:1767384305.589949:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457024 00000100:00000001:2.0:1767384305.589950:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294891763 00000020:00000001:3.0:1767384305.589953:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384305.589954:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294891763 00000020:00000040:3.0:1767384305.589957:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384305.589957:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294891763 00000020:00000001:3.0:1767384305.589961:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384305.589961:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384305.589963:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000020:00000040:3.0:1767384305.589965:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:2.0:1767384305.589967:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.589970:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384305.589972:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.589973:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384305.589975:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.589979:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384305.589982:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384305.589984:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c6d98c. 00000100:00000001:2.0:1767384305.589985:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.589990:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.589991:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384305.589993:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000010:3.0:1767384305.589994:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c6d98c. 00000100:00000001:2.0:1767384305.589994:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.589999:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.590003:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384305.590004:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e829877. 00000020:00000010:3.0:1767384305.590011:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afe9c63e. 00000020:00000010:3.0:1767384305.590016:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a8f3e79. 00000100:00000001:2.0:1767384305.590025:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384305.590026:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384305.590028:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000100:00100000:2.0:1767384305.590030:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457152 00000100:00000001:3.0:1767384305.590031:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384305.590035:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384305.590036:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384305.590038:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.590040:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.590042:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.590044:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.590045:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457152 00000020:00000001:2.0:1767384305.590049:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384305.590054:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.590054:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000020:00000040:2.0:1767384305.590057:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384305.590061:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384305.590063:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:2.0:1767384305.590066:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384305.590067:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384305.590069:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384305.590073:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384305.590077:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000100:00000001:2.0:1767384305.590080:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384305.590082:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 00000100:00000001:3.0:1767384305.590083:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384305.590086:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384305.590087:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6a0ab90. 00000100:00100000:3.0:1767384305.590091:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000020:00000010:2.0:1767384305.590093:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038a3c83f. 00000100:00000040:3.0:1767384305.590095:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384305.590098:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781244496 : -114766928307120 : ffff979ebe019c50) 00000020:00000010:2.0:1767384305.590099:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000067856dd. 00000100:00000040:3.0:1767384305.590104:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014eee432 x1853236731457024/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.590104:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384305.590108:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.590110:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.590117:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384305.590119:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384305.590120:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c6d98c. 00000100:00000001:2.0:1767384305.590123:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.590124:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384305.590129:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c6d98c. 00000100:00100000:3.0:1767384305.590134:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014eee432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731457024:12345-0@lo:253: 00000100:00000200:3.0:1767384305.590137:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457024 00000100:00000001:2.0:1767384305.590137:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384305.590139:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384305.590141:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384305.590144:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384305.590147:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.590148:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:3.0:1767384305.590150:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384305.590152:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000040:2.0:1767384305.590152:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384305.590156:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518535248 : -114767191016368 : ffff979eae58fc50) 00000020:00000001:3.0:1767384305.590157:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384305.590162:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384305.590164:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384305.590165:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004b5ee73 x1853236731457152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384305.590167:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384305.590171:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.590175:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384305.590176:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384305.590178:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 02000000:00000001:3.0:1767384305.590180:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384305.590184:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384305.590187:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040d478e5. 00000020:00000010:2.0:1767384305.590188:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 02000000:00000001:3.0:1767384305.590192:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.590195:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.590196:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004b5ee73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731457152:12345-0@lo:253: 20000000:00000001:3.0:1767384305.590199:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384305.590200:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457152 00000020:00000001:2.0:1767384305.590204:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384305.590209:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a25dc429. 00000020:00000001:2.0:1767384305.590211:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384305.590213:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.590215:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384305.590219:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:01000000:3.0:1767384305.590220:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384305.590223:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384305.590224:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384305.590226:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384305.590228:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384305.590229:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384305.590231:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.590232:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384305.590236:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.590236:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.590241:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384305.590241:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384305.590245:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384305.590251:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003afe34d1. 20000000:00000010:3.0:1767384305.590252:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000224803c1. 02000000:00000001:2.0:1767384305.590254:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384305.590256:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00000100:00000001:2.0:1767384305.590257:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384305.590260:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384305.590262:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384305.590268:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:2.0:1767384305.590269:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000231514e1. 00080000:00000001:3.0:1767384305.590271:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384305.590274:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384305.590277:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384305.590278:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:1.0:1767384305.590280:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000631947b0. 20000000:00000001:2.0:1767384305.590281:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384305.590286:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384305.590287:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f203337. 00080000:00000001:3.0:1767384305.590288:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384305.590288:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384305.590296:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e856242. 00080000:00000001:3.0:1767384305.590303:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384305.590306:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384305.590308:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384305.590310:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384305.590312:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384305.590314:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384305.590318:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384305.590320:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384305.590322:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384305.590325:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384305.590327:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e856242. 00080000:00000001:3.0:1767384305.590328:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384305.590333:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384305.590338:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384305.590341:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384305.590345:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004948f0f8. 00080000:00000001:3.0:1767384305.590348:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866634240 : -114767842917376 : ffff979e877dc400) 00080000:00000001:3.0:1767384305.590351:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384305.590354:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384305.590357:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000006c6d98c. 00080000:00000001:3.0:1767384305.590359:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384305.590361:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384305.590375:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384305.590388:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384305.590552:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384305.590564:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp17 from 239.3.0.2 00000800:00000010:2.0:1767384305.590567:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007d524e7e. 00000800:00000010:1.0:1767384305.590616:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c233682c. 00000800:00000010:1.0:1767384305.590622:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa5c049. 00000800:00000010:1.0:1767384305.590646:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003355062a. 00000800:00000200:1.1:1767384305.590651:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (2) 00000800:00000200:1.1:1767384305.590656:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp17 000000003355062a deleted 00000800:00000010:1.1:1767384305.590658:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003355062a. 00000800:00000200:1.1:1767384305.590663:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384305.590669:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:1007 00000800:00000200:1.1:1767384305.590672:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f843cf8b type 1, nob 288 niov 1 nkiov 1 00000800:00000200:1.0:1767384305.590676:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp17 p 3.x 192.168.204.118 -> 192.168.204.118:1007 incarnation:1767384304160025141 sched[0] 00000800:00000010:1.0:1767384305.590688:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e856242. 00000800:00000010:1.0:1767384305.590762:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e856242. 00000800:00000010:1.0:1767384305.590766:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa5c049. 00000800:00000010:1.0:1767384305.590825:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007d524e7e. 00000800:00000200:2.1:1767384305.590826:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384305.590833:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp17 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384304160025141 sched[0] 00000800:00000010:2.0:1767384305.590836:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f203337. 00000800:00000001:1.0:1767384305.590838:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.590845:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384305.590883:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:1.0:1767384305.590894:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384305.590898:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f843cf8b. 00000400:00000200:1.0:1767384305.590902:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.590907:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: PUT: OK 00000400:00000200:1.0:1767384305.590912:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384305.590915:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:1.0:1767384305.590924:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384305.590925:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:1.0:1767384305.590929:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384305.590932:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.590936:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.590944:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : PUT - for me 00000400:00000200:1.0:1767384305.590953:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384305.590958:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 192/192 into md 0x13c1 [1] + 0 00000400:00000010:1.0:1767384305.590962:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e484920. 00000400:00000200:1.0:1767384305.590966:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000022f08707 00000800:00000001:1.0:1767384305.590970:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.590979:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.590981:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.590985:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: PUT: OK 00000400:00000200:2.0:1767384305.590987:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384305.590988:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:1.0:1767384305.590992:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000400:00000200:1.0:1767384305.590997:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384305.591000:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (11) 00000400:00000200:1.0:1767384305.591005:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:1.0:1767384305.591009:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000005bdd7431. 00000400:00000200:1.0:1767384305.591012:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 10 00000400:00000200:1.0:1767384305.591016:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384305.591032:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384305.591033:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (12) 00000400:00000200:1.0:1767384305.591040:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384305.591048:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp17 to MR: 192.168.204.118@tcp17 local destination 00000400:00000200:1.0:1767384305.591055:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [22:22:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384305.591063:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) -> 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) 192.168.204.118@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384305.591071:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp17 00000800:00000010:1.0:1767384305.591075:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e45718a5. 00000800:00000200:1.0:1767384305.591080:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (4) 00000400:00000200:2.0:1767384305.591083:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000200:1.0:1767384305.591088:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:988 00000800:00000200:1.0:1767384305.591092:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e45718a5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384305.591096:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384305.591106:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4ff27. 00000400:00000010:3.0:1767384305.591111:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055817b12. 00000400:00000200:3.0:1767384305.591114:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:3.0:1767384305.591119:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000010:3.0:1767384305.591127:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000378ef417. 00000400:00000200:2.0:1767384305.591134:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:1.0:1767384305.591145:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384305.591148:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e45718a5. 00000400:00000010:3.0:1767384305.591151:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 0000000000567af2. 00000400:00000200:1.0:1767384305.591153:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.591160:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: ACK: OK 00000800:00000001:1.0:1767384305.591166:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.591170:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384305.591172:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000001:1.0:1767384305.591173:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384305.591175:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000ab034a1a. 00000800:00000001:1.0:1767384305.591178:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384305.591189:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384305.591195:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.591201:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : ACK - for me 00000400:00000010:3.0:1767384305.591204:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f4e9f985. 00000400:00000200:2.0:1767384305.591204:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384305.591213:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f4e9f985 nid 192.168.204.118@tcp18 00000400:00000200:1.0:1767384305.591215:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp17: ACK from 12345-192.168.204.118@tcp17 into md 0x13d9 00000400:00000010:3.0:1767384305.591218:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000651d02b3. 00000400:00000200:1.0:1767384305.591219:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.591224:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000651d02b3 net tcp18 00000400:00000200:1.0:1767384305.591228:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: ACK: OK 00000400:00000200:3.0:1767384305.591229:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (11) 00000400:00000200:3.0:1767384305.591236:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp18 flags 0x11 00000400:00000010:3.0:1767384305.591240:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000378ef417. 00000400:00000200:1.0:1767384305.591241:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000400:00000200:2.0:1767384305.591243:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000010:1.0:1767384305.591244:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000400:00000010:3.0:1767384305.591245:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 0000000000567af2. 00000400:00000200:1.0:1767384305.591252:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384305.591258:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:1.0:1767384305.591264:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384305.591267:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (12) 00000400:00000010:3.0:1767384305.591273:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000ab034a1a. 00000400:00000010:3.0:1767384305.591278:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000005bdd7431. 00000800:00000001:1.0:1767384305.591279:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384305.591284:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000800:00000001:1.0:1767384305.591285:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.591289:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:3.0:1767384305.591294:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:2.0:1767384305.591296:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384305.591299:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:3.0:1767384305.591305:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384305.591308:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:3.0:1767384305.591312:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384305.591316:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (11) 00000400:00000200:2.0:1767384305.591339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591378:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591408:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591427:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591440:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591456:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384305.591472:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000010:2.0:1767384305.591603:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034d9a235. 00000800:00000010:2.0:1767384305.591608:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc037eeb. 00000800:00000010:2.0:1767384305.591612:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b48b991f. 00080000:00000010:1.0:1767384305.591631:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004948f0f8. 00000800:00000010:2.0:1767384305.591646:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b48b991f. 00080000:00000010:1.0:1767384305.591655:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000006c6d98c. 00040000:00000001:1.0:1767384305.591661:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384305.591664:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384305.591666:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384305.591670:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384305.591672:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.591674:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384305.591684:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:3.0:1767384305.591688:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:1.0:1767384305.591693:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384305.591711:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000787107d1. 20000000:01000000:1.0:1767384305.591711:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384305.591714:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp17 from 238.3.0.2 20000000:01000000:2.0:1767384305.591716:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00080000:00000001:1.0:1767384305.591718:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:3.0:1767384305.591719:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006716ce56. 20000000:00000001:2.0:1767384305.591721:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384305.591725:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384305.591727:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384305.591734:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384305.591752:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384305.591754:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384305.591756:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384305.591758:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384305.591759:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384305.591761:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384305.591764:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384305.591785:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384305.591787:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384305.591790:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384305.591792:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384305.591794:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384305.591798:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384305.591800:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384305.591803:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045dbca9d. 00080000:00000001:2.0:1767384305.591811:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507225088 : -114772202326528 : ffff979d83a67600) 20000000:01000000:1.0:1767384305.591813:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384305.591814:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384305.591818:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:1.0:1767384305.591818:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384305.591821:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:2.0:1767384305.591823:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b48b991f. 00010000:00000001:1.0:1767384305.591825:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384305.591827:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.591829:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384305.591830:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384305.591838:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8b4d5a8. 00080000:00000001:2.0:1767384305.591843:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.591844:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384305.591849:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003314fe5d. 00080000:00000001:2.0:1767384305.591853:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384305.591853:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384305.591855:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003314fe5d with handle 0xd602e9c522f0b186 to hash 00000020:00000001:1.0:1767384305.591858:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384305.591860:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384305.591862:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384305.591865:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.591866:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.591869:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384305.591870:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dae1a21d. 00000800:00000010:3.0:1767384305.591875:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d07e8ef. 00010000:00000001:1.0:1767384305.591882:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384305.591886:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:3.0:1767384305.591890:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007fbcc3b9. 00000800:00000200:3.1:1767384305.591896:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (4) 00000800:00000200:3.1:1767384305.591900:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp17 000000007fbcc3b9 deleted 00000800:00000010:3.1:1767384305.591902:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007fbcc3b9. 00000800:00000200:3.1:1767384305.591905:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384305.591908:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp17 p 3.x 192.168.204.118 -> 192.168.204.118:1006 incarnation:1767384304160025141 sched[0] 00000800:00000010:3.0:1767384305.591912:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce65837c. 00010000:00000001:1.0:1767384305.591913:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384305.591922:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.591923:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.591925:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.591927:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.591929:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384305.591931:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384305.591932:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384305.591934:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384305.591936:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8b4d5a8) refcount = 1 00010000:00010000:1.0:1767384305.591940:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.591944:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384305.591946:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384305.591947:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.591948:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.591950:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384305.591953:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384305.591956:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384305.591959:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.591961:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.591962:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=4 00000020:00000001:1.0:1767384305.591965:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00000800:00000010:3.0:1767384305.591967:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce65837c. 00010000:00000001:1.0:1767384305.591967:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384305.591970:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000010:3.0:1767384305.591972:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d07e8ef. 00000800:00000200:2.1:1767384305.591972:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00010000:1.0:1767384305.591973:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384305.591981:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp17 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384304160025141 sched[0] 00010000:00000001:1.0:1767384305.591986:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000010:2.0:1767384305.591987:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc037eeb. 00010000:00010000:1.0:1767384305.591990:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384305.591991:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006716ce56. 00010000:00000001:1.0:1767384305.591999:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.592001:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384305.592003:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384305.592016:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384305.592016:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.592017:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384305.592022:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.592022:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384305.592026:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384305.592027:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.592032:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384305.592033:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003314fe5d already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384305.592036:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384305.592038:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384305.592039:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.592044:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384305.592045:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.592046:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.592047:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=5 00000020:00000001:1.0:1767384305.592048:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384305.592049:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384305.592051:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384305.592052:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.592056:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384305.592057:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384305.592058:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.592060:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384305.592061:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384305.592062:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.592063:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384305.592064:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003314fe5d with handle 0xd602e9c522f0b186 from hash 00010000:00000001:1.0:1767384305.592065:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384305.592066:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.592067:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.592073:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384305.592074:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384305.592076:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384305.592077:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384305.592079:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.592081:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.592082:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384305.592083:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384305.592085:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.592085:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.592086:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.592087:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.592088:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.592090:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.592093:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.592094:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.592095:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384305.592096:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384305.592096:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.592097:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.592098:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384305.592100:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.592101:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.592102:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.592106:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384305.592107:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384305.592108:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b186 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384305.592112:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8b4d5a8 count: 0 00010000:00000001:1.0:1767384305.592117:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384305.592118:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384305.592126:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384305.592128:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384305.592134:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a25dc429. 20000000:00000001:1.0:1767384305.592137:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.592140:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457024 00010000:00000001:1.0:1767384305.592142:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.592146:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014eee432 x1853236731457024/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.592152:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.592153:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.592156:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.592159:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.592161:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.592162:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384305.592164:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.592166:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.592168:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.592169:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.592171:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa5c049. 00000100:00000200:1.0:1767384305.592173:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731457024, offset 224 00000400:00000200:1.0:1767384305.592176:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.592181:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.592185:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102e00 00000400:00000200:1.0:1767384305.592188:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00000400:00000200:1.0:1767384305.592203:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.592204:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.592207:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.592208:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.592214:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.592225:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.592228:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfa5c049 00000400:00000010:1.0:1767384305.592229:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfa5c049. 00000100:00000001:1.0:1767384305.592231:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.592236:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.592239:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.592242:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:3.0:1767384305.592244:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384305.592245:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384305.592248:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384305.592248:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.592252:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384305.592253:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384305.592256:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014eee432 x1853236731457024/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384305.592257:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.592260:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc264a7. 00000400:00000200:3.0:1767384305.592266:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e602996 00000400:00000010:3.0:1767384305.592269:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e602996. 00000100:00100000:1.0:1767384305.592272:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014eee432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731457024:12345-0@lo:253: Request processed in 2152us (2637us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384305.592274:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.592280:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.592283:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384305.592289:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384305.592294:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384305.592296:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.592296:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384305.592302:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afe9c63e. 00000100:00000001:3.0:1767384305.592304:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.592307:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384305.592308:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a8f3e79. 00000100:00000001:3.0:1767384305.592309:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.592314:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384305.592314:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e829877. 00000100:00000001:3.0:1767384305.592316:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.592319:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384305.592320:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:3.0:1767384305.592321:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.592324:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384305.592326:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=25 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384305.592326:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040d478e5. 00000100:00001000:3.0:1767384305.592333:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=25 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384305.592333:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384305.592336:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.592337:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.592340:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384305.592341:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384305.592342:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.592346:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.592348:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ee9aa. 00000100:00000001:3.0:1767384305.592349:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.592355:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384305.592355:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa5c049. 00000100:00000001:3.0:1767384305.592364:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.592372:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.592374:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384305.592377:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384305.592378:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384305.592379:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384305.592381:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384305.592382:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.592383:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.592384:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384305.592385:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384305.592386:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.592388:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384305.592390:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.592395:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731457024:0@lo:253: 00000100:00000001:3.0:1767384305.592398:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.592399:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.592400:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f67fb0c2 x1853236731457024/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.592404:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.592406:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.592407:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008fc73474. 02000000:00000001:3.0:1767384305.592410:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.592411:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.592412:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384305.592413:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.592415:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002be89445. 02000000:00000001:3.0:1767384305.592417:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.592418:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.592420:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f67fb0c2. 00000100:00000001:3.0:1767384305.592422:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.592422:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.592424:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.592427:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.592428:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.592429:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.592435:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384305.593504:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045dbca9d. 00080000:00000010:3.0:1767384305.593573:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b48b991f. 00040000:00000001:3.0:1767384305.593578:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384305.593580:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384305.593581:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384305.593583:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384305.593585:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.593587:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384305.593588:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384305.593597:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384305.593599:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384305.593603:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384305.593607:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384305.593611:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384305.593612:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384305.593614:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384305.593615:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384305.593619:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008580c5e. 00010000:00000001:1.0:1767384305.593622:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384305.593624:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f08939f0. 00000020:00000001:1.0:1767384305.593626:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384305.593633:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f08939f0 with handle 0xd602e9c522f0b18d to hash 00000020:00000001:1.0:1767384305.593635:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384305.593636:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593638:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593640:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.593641:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.593642:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593647:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384305.593648:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384305.593650:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384305.593651:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.593653:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.593654:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.593655:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.593657:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384305.593658:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384305.593659:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384305.593661:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384305.593662:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008580c5e) refcount = 1 00010000:00010000:1.0:1767384305.593663:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593666:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384305.593667:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384305.593668:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.593669:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.593670:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384305.593671:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384305.593672:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384305.593674:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.593674:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.593675:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08939f0 refcount=4 00000020:00000001:1.0:1767384305.593676:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593682:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593684:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384305.593685:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593688:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384305.593689:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593692:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.593693:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384305.593694:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593708:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.593708:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.593710:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384305.593711:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384305.593714:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f08939f0 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384305.593716:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384305.593717:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384305.593718:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593722:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384305.593723:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.593725:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.593726:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08939f0 refcount=5 00000020:00000001:1.0:1767384305.593728:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593729:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368320 : -114767272183296 : ffff979ea9827a00) 00010000:00000001:1.0:1767384305.593731:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384305.593732:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384305.593733:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384305.593736:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384305.593739:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000231514e1. 20000000:00000001:3.0:1767384305.593744:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.593749:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457152 00010000:00000001:1.0:1767384305.593750:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.593754:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384305.593754:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384305.593757:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384305.593760:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004b5ee73 x1853236731457152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.593762:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384305.593765:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.593789:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384305.593791:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.593793:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.593796:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384305.593799:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384305.593801:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384305.593804:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384305.593806:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.593808:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.593813:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.593816:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e602996. 00000100:00000200:3.0:1767384305.593819:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731457152, offset 224 00000400:00000200:3.0:1767384305.593825:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.593833:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.593841:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d102e80 00000400:00000200:3.0:1767384305.593846:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00010000:00000001:1.0:1767384305.593846:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.593849:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384305.593852:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f08939f0 with handle 0xd602e9c522f0b18d from hash 00010000:00000001:1.0:1767384305.593856:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384305.593859:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.593860:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384305.593861:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384305.593862:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384305.593865:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384305.593867:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384305.593868:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384305.593872:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384305.593873:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384305.593873:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.593877:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384305.593878:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.593879:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384305.593882:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384305.593888:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.593890:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.593893:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.593894:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.593896:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.593901:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.593906:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.593911:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.593912:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.593913:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384305.593915:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384305.593916:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384305.593917:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.593919:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.593921:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384305.593922:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e602996 00010000:00000001:1.0:1767384305.593923:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.593926:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e602996. 20000000:00000001:1.0:1767384305.593927:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.593931:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.593932:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.593933:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.593937:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.593938:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384305.593938:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384305.593945:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:2.0:1767384305.593945:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384305.593949:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384305.593949:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384305.593950:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384305.593951:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384305.593954:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384305.593954:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542467a0. 00010000:00010000:1.0:1767384305.593955:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f08939f0/0xd602e9c522f0b18d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384305.593960:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384305.593961:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628db3ba 00010000:00000040:1.0:1767384305.593964:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008580c5e count: 0 00000400:00000010:2.0:1767384305.593965:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000628db3ba. 00000100:00000040:3.0:1767384305.593968:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004b5ee73 x1853236731457152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.593971:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384305.593978:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384305.593980:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.593982:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004b5ee73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731457152:12345-0@lo:253: Request processed in 3801us (4158us total) trans 0 rc 0/0 20000000:00000001:1.0:1767384305.593982:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384305.593999:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000200:2.0:1767384305.594001:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.594003:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384305.594008:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384305.594011:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384305.594015:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038a3c83f. 00000100:00000001:2.0:1767384305.594016:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384305.594020:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.594022:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384305.594023:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000067856dd. 02000000:00000001:2.0:1767384305.594024:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384305.594027:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384305.594030:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6a0ab90. 00000100:00000001:2.0:1767384305.594030:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.594035:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.594037:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00001000:2.0:1767384305.594038:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=25 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384305.594042:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384305.594044:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=25 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384305.594045:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003afe34d1. 00000100:00000001:2.0:1767384305.594049:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384305.594051:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.594053:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384305.594053:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384305.594057:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.594057:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.594060:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384305.594068:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384305.594072:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fc264a7. 00000100:00000040:2.0:1767384305.594072:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384305.594079:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e602996. 00000100:00000001:2.0:1767384305.594081:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.594084:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384305.594086:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384305.594088:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384305.594090:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384305.594091:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384305.594093:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384305.594094:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384305.594095:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384305.594096:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384305.594097:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384305.594098:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384305.594100:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.594106:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000785c5b88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731457152:0@lo:253: 00000100:00000001:2.0:1767384305.594110:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.594112:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384305.594115:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000785c5b88 x1853236731457152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.594119:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384305.594120:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384305.594122:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000021422e77. 02000000:00000001:2.0:1767384305.594125:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384305.594126:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384305.594127:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384305.594129:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384305.594130:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a5b78755. 02000000:00000001:2.0:1767384305.594132:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384305.594133:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384305.594134:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000785c5b88. 00000100:00000001:2.0:1767384305.594137:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384305.594137:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.594139:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.594146:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384305.594147:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.594149:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.594151:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.595878:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294891763, at 4294891764 00000100:00000010:2.0:1767384305.595885:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000100:00000040:3.0:1767384305.595902:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294891763, at 4294891764 00000100:00000040:1.0:1767384305.595905:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294891763, at 4294891764 00000100:00000040:0.0:1767384305.595905:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294891763, at 4294891764 00000100:00000010:3.0:1767384305.595911:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f282180. 00000100:00000010:1.0:1767384305.595914:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002708be86. 00000100:00000010:0.0:1767384305.595917:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096685c55. 00010000:00000010:1.1:1767384305.596789:0:21725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8b4d5a8. 00010000:00000010:1.1:1767384305.596795:0:21725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003314fe5d. 00010000:00000010:1.1:1767384305.596799:0:21725:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008580c5e. 00010000:00000010:1.1:1767384305.596802:0:21725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f08939f0. 00000400:00000010:0.0:1767384305.608079:0:21729:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a582277e. 00000400:00000040:0.0:1767384305.608104:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.608108:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384305.608112:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.608114:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.608117:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.608118:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384305.608122:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.608123:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384305.608125:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384305.608126:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384305.608129:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384305.608131:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.608133:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384305.608135:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.608137:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384305.608139:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384305.608147:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384305.608150:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384305.608151:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384305.608154:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.608156:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.608158:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.608160:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.608162:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.608164:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384305.608166:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.608168:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.608170:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.608172:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.608174:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.608175:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384305.608178:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384305.608180:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384305.608182:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384305.608184:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384305.608186:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.608200:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384305.608203:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384305.608205:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.608207:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384305.608209:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384305.608211:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384305.608213:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384305.608215:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384305.608217:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384305.608219:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384305.608220:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384305.608222:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384305.608225:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384305.608226:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384305.608228:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384305.608231:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384305.608232:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384305.608235:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384305.608237:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384305.608244:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384305.608246:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384305.608288:0:21729:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a582277e. 00010000:00000001:3.0:1767384305.671834:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384305.671839:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.671844:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384305.671845:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.671875:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384305.671879:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.671881:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384305.864842:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384305.864846:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384305.864848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384305.864851:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000100:00000001:2.0:1767384305.864855:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384305.864859:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384305.864862:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008126c258. 00000100:00000001:0.0:1767384305.864865:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384305.864867:0:37:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384305.864868:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384305.864872:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384305.864875:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384305.864875:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.864878:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384305.864883:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000f55837. 02000000:00000010:2.0:1767384305.864884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004f3cd59. 00000100:00000001:2.0:1767384305.864891:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.864892:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.864897:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384305.864899:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.864901:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.864910:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_02+2] req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.864912:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384305.864915:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.864924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008126c258] to pc [ptlrpcd_00_03+3] req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.864940:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.864943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384305.864943:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.864950:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384305.864952:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384305.864954:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000020:00000040:2.0:1767384305.864958:0:37:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384305.864958:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.864961:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384305.864962:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384305.864964:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384305.864967:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.864970:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.864970:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384305.864971:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f10e709b. 00000100:00000001:0.0:1767384305.864975:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.864977:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.864979:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384305.864987:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384305.864988:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384305.864988:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.864989:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.864996:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384305.865000:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.865006:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.865013:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731457408:0@lo:13: 00000100:00000001:1.0:1767384305.865021:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384305.865022:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384305.865026:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.865032:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384305.865034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384305.865034:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.865035:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.865036:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.865039:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.865041:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.865043:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384305.865045:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e906c6d] to pc [ptlrpcd_00_00+0] req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384305.865046:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008126c258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731457280:0@lo:400: 02000000:00000010:1.0:1767384305.865050:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000588cc8f9. 00000100:00000001:0.0:1767384305.865055:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384305.865056:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.865060:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.865063:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.865066:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d8c577. 02000000:00000001:0.0:1767384305.865066:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384305.865073:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.865074:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000040:2.0:1767384305.865078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384305.865078:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000befe8942. 00000100:00000200:1.0:1767384305.865082:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731457408, portal 4 02000000:00000001:0.0:1767384305.865083:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865085:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384305.865088:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384305.865091:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 00000400:00000010:0.0:1767384305.865091:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021830f52. 00000020:00000040:2.0:1767384305.865095:0:37:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384305.865097:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000001:2.0:1767384305.865098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384305.865099:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006794ce00. 02000000:00000001:2.0:1767384305.865102:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384305.865105:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731457280, portal 4 02000000:00000001:2.0:1767384305.865106:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.865108:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.865112:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384305.865114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059a6209e. 00000100:00000001:0.0:1767384305.865115:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789365504 : -114766920186112 : ffff979ebe7d8700) 00000100:00000001:2.0:1767384305.865120:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.865125:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.865127:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.865129:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384305.865134:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.865140:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000100:00000200:1.0:1767384305.865146:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731457408, offset 0 00000100:00000001:0.0:1767384305.865157:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384305.865158:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384305.865159:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384305.865162:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.865165:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384305.865169:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7ecca1] to pc [ptlrpcd_00_01+1] req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384305.865169:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000100:00000200:0.0:1767384305.865176:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731457280, offset 0 00000400:00000200:1.0:1767384305.865177:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.865187:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384305.865195:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.865198:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d102f80 00000400:00000200:0.0:1767384305.865201:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384305.865202:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000400:00000200:1.0:1767384305.865208:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000400:00000200:0.0:1767384305.865213:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d102f00 00000100:00000001:2.0:1767384305.865214:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.865218:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384305.865219:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384305.865222:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384305.865223:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000100:00000040:2.0:1767384305.865228:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.865230:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384305.865230:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384305.865240:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384305.865240:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384305.865241:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384305.865244:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384305.865245:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.865248:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384305.865250:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384305.865250:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046c92cfd. 00000100:00000200:0.0:1767384305.865251:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384305.865254:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384305.865256:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000046c92cfd x1853236731457408 msgsize 224 00000100:00000010:0.0:1767384305.865258:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad2212d8. 00000100:00000040:0.0:1767384305.865264:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000ad2212d8 x1853236731457280 msgsize 224 02000000:00000001:2.0:1767384305.865265:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.865268:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384305.865274:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236731457536:0@lo:400: 00000100:00000001:1.0:1767384305.865279:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384305.865279:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384305.865280:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384305.865285:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384305.865288:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.865289:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 02000000:00000001:2.0:1767384305.865290:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384305.865292:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384305.865294:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 02000000:00000010:2.0:1767384305.865295:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e5d678. 00000100:00000001:1.0:1767384305.865298:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384305.865299:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.865302:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cecd344 00000400:00000010:2.0:1767384305.865304:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000100:00000200:1.0:1767384305.865304:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384305.865307:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00000100:00000001:0.0:1767384305.865313:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.865317:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384305.865318:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000100:00000001:1.0:1767384305.865318:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384305.865325:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731457536, portal 10 00000100:00000040:1.0:1767384305.865325:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.865331:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384305.865334:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000100:00000001:0.0:1767384305.865335:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.865342:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.865343:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.865345:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.865348:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.865355:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.865362:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3848 usecs (4 jiffies) 00000100:00000001:1.0:1767384305.865368:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892037 00000100:00000010:1.0:1767384305.865374:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234e8481. 00000100:00000001:2.0:1767384305.865380:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384305.865380:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.865384:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384305.865385:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384305.865388:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006268b72e. 00000100:00000001:1.0:1767384305.865391:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892037 00000100:00000001:0.0:1767384305.865392:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384305.865393:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731457536, offset 0 00000100:00000010:1.0:1767384305.865399:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040b6cf7c. 00000100:00000001:0.0:1767384305.865400:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.865402:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384305.865405:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384305.865407:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3848 usecs (4 jiffies) 00000100:00000001:1.0:1767384305.865410:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892037 00000100:00000001:0.0:1767384305.865411:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892037 00000400:00000200:2.0:1767384305.865414:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384305.865417:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6d35ed9. 00000100:00000001:0.0:1767384305.865418:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892037 00000100:00000001:1.0:1767384305.865422:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384305.865423:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892037 00000400:00000200:2.0:1767384305.865427:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103000 00000100:00000001:0.0:1767384305.865429:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00000100:00000001:1.0:1767384305.865430:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892037 00000400:00000200:2.0:1767384305.865435:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:0.0:1767384305.865437:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892037 00000100:00000010:1.0:1767384305.865438:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000400:00000200:2.0:1767384305.865442:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384305.865444:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000100:00000001:1.0:1767384305.865445:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384305.865450:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.865451:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892037 00000100:00000001:1.0:1767384305.865453:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.865456:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00000100:00000001:2.0:1767384305.865457:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384305.865457:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.865460:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384305.865463:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384305.865465:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab9012d. 00000100:00000001:1.0:1767384305.865465:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.865466:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.865471:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384305.865472:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000bab9012d x1853236731457536 msgsize 224 00000100:00000001:0.0:1767384305.865473:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.865479:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.865479:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384305.865484:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384305.865484:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384305.865488:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.865491:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.865492:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384305.865496:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.865498:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384305.865498:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.865500:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.865503:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.865505:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.865506:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006268b72e 00000100:00000001:0.0:1767384305.865507:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384305.865510:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006268b72e. 00000100:00000001:2.0:1767384305.865514:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384305.865514:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.865525:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.865531:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384305.865533:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.865535:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384305.865539:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384305.865541:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457280 00000100:00000001:2.0:1767384305.865544:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.865545:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457408 02000000:00000001:1.0:1767384305.865546:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384305.865547:0:16352:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384305.865549:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384305.865551:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.865552:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.865553:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.865557:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.865557:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.865558:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2417 usecs (3 jiffies) 00000100:00000001:2.0:1767384305.865564:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892036 02000000:00000001:0.0:1767384305.865566:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865567:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892037 02000000:00000001:1.0:1767384305.865567:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865574:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892036 00000100:00100000:0.0:1767384305.865574:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457408 00000100:00100000:1.0:1767384305.865575:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457280 00000100:00000001:2.0:1767384305.865576:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00000020:00000001:1.0:1767384305.865580:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384305.865580:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384305.865581:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892036 00000020:00000040:1.0:1767384305.865585:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000040:0.0:1767384305.865585:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:2.0:1767384305.865586:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000100:00000001:2.0:1767384305.865591:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892036 00000020:00000001:1.0:1767384305.865591:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384305.865591:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384305.865596:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384305.865597:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00000020:00000040:1.0:1767384305.865597:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000100:00000001:2.0:1767384305.865603:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384305.865603:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:1.0:1767384305.865604:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384305.865608:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.865609:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384305.865615:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.865615:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384305.865621:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.865624:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384305.865624:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384305.865627:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384305.865630:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384305.865631:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe871094. 00000020:00000010:0.0:1767384305.865631:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1a7af57. 00000100:00000001:2.0:1767384305.865632:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.865635:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.865639:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.865640:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008d150a28. 00000100:00100000:2.0:1767384305.865642:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384305.865645:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384305.865646:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384305.865648:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.865648:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.865651:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384305.865654:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1a7af57. 00000100:00000001:2.0:1767384305.865656:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.865659:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.865659:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384305.865662:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b775b6e9. 00000020:00000010:1.0:1767384305.865664:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf7c69dc. 00000100:00000001:2.0:1767384305.865668:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384305.865670:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7806d81. 00000020:00000010:1.0:1767384305.865671:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ded1a96. 00000100:00000040:2.0:1767384305.865672:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384305.865678:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000020:00000010:1.0:1767384305.865679:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:2.0:1767384305.865683:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384305.865685:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.865688:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384305.865702:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384305.865704:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.865705:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384305.865708:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384305.865709:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731457664:0@lo:400: 00000100:00000001:0.0:1767384305.865710:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.865713:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384305.865714:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.865717:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.865719:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384305.865719:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.865721:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384305.865723:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384305.865725:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.865727:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384305.865729:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384305.865730:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a3245c2. 00000100:00000001:1.0:1767384305.865730:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384305.865734:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384305.865735:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.865737:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384305.865739:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0b45ed. 00000100:00000001:0.0:1767384305.865742:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384305.865744:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006268b72e. 00000100:00000001:1.0:1767384305.865748:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384305.865749:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731457664, portal 10 00000100:00000001:2.0:1767384305.865754:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384305.865756:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000100:00000001:0.0:1767384305.865756:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384305.865759:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384305.865763:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384305.865764:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.865788:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384305.865795:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384305.865796:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1767384305.865798:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384305.865801:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384305.865803:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000040:1.0:1767384305.865804:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000400:00000010:2.0:1767384305.865805:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000001:0.0:1767384305.865809:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788999424 : -114766920552192 : ffff979ebe77f100) 00000100:00000200:2.0:1767384305.865810:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731457664, offset 0 00000100:00000001:1.0:1767384305.865810:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789513856 : -114766920037760 : ffff979ebe7fca80) 00000100:00000040:0.0:1767384305.865816:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046c92cfd x1853236731457408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.865819:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad2212d8 x1853236731457280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384305.865821:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384305.865834:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384305.865847:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103080 00000400:00000200:2.0:1767384305.865853:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:1.0:1767384305.865854:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384305.865854:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384305.865860:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384305.865861:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca1679b. 00000020:00000010:0.0:1767384305.865861:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1a7af57. 00000400:00000200:2.0:1767384305.865867:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.865868:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.865868:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.865871:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384305.865873:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1a7af57. 00000020:00000010:1.0:1767384305.865874:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca1679b. 00000100:00000200:2.0:1767384305.865879:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384305.865884:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b7383f8. 00000100:00100000:0.0:1767384305.865884:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046c92cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731457408:12345-0@lo:13: 00000100:00100000:1.0:1767384305.865885:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2212d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236731457280:12345-0@lo:400: 00000100:00000040:2.0:1767384305.865889:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000003b7383f8 x1853236731457664 msgsize 224 00000100:00000200:0.0:1767384305.865897:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457408 00000100:00000200:1.0:1767384305.865898:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457280 00000020:00000001:0.0:1767384305.865903:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384305.865904:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384305.865904:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384305.865910:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.865911:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384305.865914:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.865915:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865916:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384305.865922:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384305.865922:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384305.865924:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000020:00000001:0.0:1767384305.865925:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000400:00000010:2.0:1767384305.865927:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:2.0:1767384305.865932:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384305.865932:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:1.0:1767384305.865937:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384305.865937:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384305.865938:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384305.865941:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.865942:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.865949:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384305.865949:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384305.865951:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384305.865953:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384305.865953:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384305.865957:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.865958:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.865958:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.865965:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384305.865966:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384305.865970:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384305.865973:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.865973:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384305.865974:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384305.865979:0:16352:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384305.865979:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000093f9a1a4. 02000000:00000010:1.0:1767384305.865980:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0dff7db. 02000000:00000001:0.0:1767384305.865983:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865984:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.865985:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.865986:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.865991:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2481 usecs (3 jiffies) 00000100:00000001:1.0:1767384305.865992:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384305.865992:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384305.865998:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.865999:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294892037 00002000:00000001:0.0:1767384305.865999:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384305.866003:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384305.866005:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294892037 00010000:00000040:1.0:1767384305.866006:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731457280 00000100:00000001:2.0:1767384305.866011:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294892037 00010000:00000001:1.0:1767384305.866012:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384305.866013:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.866016:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294892037 00002000:00000024:0.0:1767384305.866018:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00010000:00000200:1.0:1767384305.866020:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad2212d8 x1853236731457280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.866023:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294892037 00000020:00000020:0.0:1767384305.866024:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384305.866029:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294892037 00000020:00000020:0.0:1767384305.866030:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384305.866035:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294892037 00002000:00000020:0.0:1767384305.866040:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384305.866041:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294892037 00010000:00000001:1.0:1767384305.866042:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.866045:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.866046:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384305.866048:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00001000:1.0:1767384305.866051:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.866052:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384305.866054:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384305.866059:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384305.866060:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.866061:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384305.866064:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384305.866065:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.866067:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.866072:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000040:0.0:1767384305.866072:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731457408 00010000:00000001:0.0:1767384305.866078:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384305.866079:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.866082:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384305.866085:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046c92cfd x1853236731457408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.866086:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384305.866086:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384305.866090:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457536 00000100:00000040:1.0:1767384305.866094:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.866099:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 02000000:00000001:2.0:1767384305.866100:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384305.866101:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384305.866103:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384305.866103:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731457280, offset 224 00010000:00000001:0.0:1767384305.866104:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.866107:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384305.866110:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=15 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384305.866112:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.866115:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384305.866116:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384305.866118:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457536 00000100:00000040:0.0:1767384305.866121:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000020:00000001:2.0:1767384305.866123:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384305.866125:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000040:2.0:1767384305.866126:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000400:00000200:1.0:1767384305.866128:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384305.866131:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384305.866132:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384305.866135:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 02000000:00000001:0.0:1767384305.866135:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.866140:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000400:00000200:1.0:1767384305.866140:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d102f00 00000020:00000001:2.0:1767384305.866147:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384305.866149:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384305.866151:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1405 [1] + 224 00000100:00000001:2.0:1767384305.866153:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384305.866156:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384305.866158:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000400:00000200:1.0:1767384305.866159:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384305.866161:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000100:00000001:2.0:1767384305.866163:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384305.866167:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00000200:0.0:1767384305.866167:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731457408, offset 224 00000400:00000200:1.0:1767384305.866168:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384305.866174:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000621338d4. 00000400:00000200:0.0:1767384305.866178:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384305.866181:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000007bece4. 00000100:00000001:1.0:1767384305.866183:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384305.866187:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028870a68. 00000400:00000200:0.0:1767384305.866189:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384305.866190:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.866198:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384305.866202:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384305.866204:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384305.866204:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d102f80 00000100:00000001:2.0:1767384305.866205:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.866208:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.866216:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384305.866216:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1401 [1] + 224 00000100:00000001:2.0:1767384305.866219:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384305.866222:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384305.866227:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384305.866233:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.866233:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384305.866234:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.866240:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384305.866242:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000100:00000001:2.0:1767384305.866245:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384305.866246:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000100:00000200:0.0:1767384305.866246:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.866249:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457664 02000000:00000001:2.0:1767384305.866253:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384305.866253:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.866257:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.866258:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.866262:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.866262:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.866266:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384305.866267:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.866270:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:2.0:1767384305.866272:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457664 00000020:00000001:2.0:1767384305.866276:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384305.866277:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384305.866279:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:1.0:1767384305.866281:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.866283:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384305.866287:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384305.866291:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000040:1.0:1767384305.866292:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad2212d8 x1853236731457280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.866294:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384305.866295:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384305.866301:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000400:00000200:0.0:1767384305.866302:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cecd344 00000100:00000001:2.0:1767384305.866307:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384305.866307:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00000100:00100000:1.0:1767384305.866312:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2212d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236731457280:12345-0@lo:400: Request processed in 456us (1044us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384305.866313:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384305.866314:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:0.0:1767384305.866317:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384305.866319:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000efba2501. 00000100:00000001:0.0:1767384305.866323:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384305.866325:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00100000:1.0:1767384305.866326:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384305.866331:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384305.866333:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384305.866333:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00010000:00000001:0.0:1767384305.866334:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384305.866338:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c905631. 00000100:00000001:1.0:1767384305.866339:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384305.866339:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.866343:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384305.866345:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384305.866346:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000926632b0. 00000020:00000010:1.0:1767384305.866348:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ded1a96. 00000020:00000010:2.0:1767384305.866351:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad00a4d4. 00000100:00000040:0.0:1767384305.866352:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046c92cfd x1853236731457408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:286/0 lens 224/368 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384305.866354:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00000001:2.0:1767384305.866356:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384305.866359:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf7c69dc. 00000100:00000001:2.0:1767384305.866360:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.866364:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384305.866367:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:2.0:1767384305.866370:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384305.866374:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384305.866374:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.866378:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.866379:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046c92cfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731457408:12345-0@lo:13: Request processed in 522us (1117us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384305.866387:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384305.866390:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384305.866394:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384305.866397:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384305.866399:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384305.866402:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384305.866403:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.866406:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384305.866407:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384305.866409:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7806d81. 00000100:00100000:1.0:1767384305.866414:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000010:0.0:1767384305.866415:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 00000100:00000040:1.0:1767384305.866419:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:0.0:1767384305.866420:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b775b6e9. 00000100:00000001:1.0:1767384305.866423:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789367296 : -114766920184320 : ffff979ebe7d8e00) 00000100:00100000:2.0:1767384305.866424:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000040:0.0:1767384305.866427:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000040:2.0:1767384305.866428:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:0.0:1767384305.866432:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.866433:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789369088 : -114766920182528 : ffff979ebe7d9500) 00000100:00000040:1.0:1767384305.866439:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bab9012d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.866442:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b7383f8 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.866477:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384305.866478:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384305.866483:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000020:00000010:1.0:1767384305.866484:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca1679b. 00000100:00000001:2.0:1767384305.866488:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.866490:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384305.866492:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000020:00000010:1.0:1767384305.866495:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca1679b. 00000100:00100000:2.0:1767384305.866500:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b7383f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731457664:12345-0@lo:400: 00000100:00000200:2.0:1767384305.866504:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457664 00000020:00000001:2.0:1767384305.866507:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384305.866508:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bab9012d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731457536:12345-0@lo:400: 00000100:00000200:1.0:1767384305.866513:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457536 00000020:00000001:2.0:1767384305.866515:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.866517:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384305.866519:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.866522:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384305.866524:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:1.0:1767384305.866524:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.866529:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.866530:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384305.866533:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.866535:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384305.866536:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.866540:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:2.0:1767384305.866541:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384305.866543:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.866547:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384305.866548:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384305.866549:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384305.866553:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384305.866554:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384305.866556:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004eb2acb6. 00000020:00000001:1.0:1767384305.866558:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384305.866559:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.866563:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.866564:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384305.866565:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384305.866570:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457664 00000020:00000001:1.0:1767384305.866570:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.866574:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384305.866576:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:2.0:1767384305.866580:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b7383f8 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.866580:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.866583:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384305.866589:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1767384305.866589:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000014603025. 00010000:00000001:2.0:1767384305.866591:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384305.866594:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=20 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384305.866594:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.866597:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.866599:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384305.866600:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.866603:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384305.866610:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000040:1.0:1767384305.866612:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457536 02000000:00000001:2.0:1767384305.866613:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384305.866616:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.866617:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384305.866620:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1767384305.866623:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bab9012d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.866624:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384305.866625:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384305.866630:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000001:3.0:1767384305.866631:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.866637:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731457664, offset 224 00010000:00000001:1.0:1767384305.866637:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.866641:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.866645:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1767384305.866646:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.866651:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384305.866654:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384305.866661:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000400:00000200:2.0:1767384305.866664:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103080 00000100:00000001:1.0:1767384305.866665:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384305.866670:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384305.866673:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1419 [1] + 224 02000000:00000001:1.0:1767384305.866673:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.866677:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.866683:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1767384305.866686:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384305.866688:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384305.866688:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000020:00000040:3.0:1767384305.866703:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000400:00000200:2.0:1767384305.866705:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384305.866705:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731457536, offset 224 00000100:00080000:3.0:1767384305.866713:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384305.866713:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384305.866717:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384305.866718:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000200:2.0:1767384305.866721:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.866729:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384305.866744:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384305.866746:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.866747:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384305.866751:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103000 00000400:00000001:3.0:1767384305.866754:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.866758:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.866762:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021830f52. 00000400:00000200:3.0:1767384305.866797:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006794ce00 00000400:00000010:3.0:1767384305.866799:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006794ce00. 00000100:00000001:3.0:1767384305.866804:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.866808:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.866817:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.866824:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.866826:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.866828:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.866830:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384305.866832:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.866833:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.866835:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.866839:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384305.866842:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.866851:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.866853:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.866856:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384305.866860:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.866868:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.866871:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384305.866873:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384305.866875:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384305.866877:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.866881:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.866888:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.866891:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.866893:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384305.866897:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.866905:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008126c258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731457280:0@lo:400: 00000100:00000001:3.0:1767384305.866911:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.866914:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.866916:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008126c258 x1853236731457280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.866923:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.866926:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.866929:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000befe8942. 02000000:00000001:3.0:1767384305.866932:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.866934:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.866935:0:16355:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384305.866937:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.866939:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004f3cd59. 02000000:00000001:3.0:1767384305.866942:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.866944:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.866945:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008126c258. 00000100:00000001:2.0:1767384305.866947:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.866955:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.866957:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.866958:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.866962:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.866963:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.866965:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.866967:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.866983:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.866984:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384305.867008:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:1.0:1767384305.867012:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384305.867013:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.867016:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384305.867017:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384305.867019:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0b45ed. 00000400:00000200:3.0:1767384305.867023:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006268b72e 00000400:00000010:3.0:1767384305.867024:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006268b72e. 00000100:00000001:3.0:1767384305.867027:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384305.867027:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:2.0:1767384305.867030:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000200:3.0:1767384305.867031:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.867034:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.867035:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384305.867037:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.867043:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384305.867043:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.867047:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.867052:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384305.867058:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384305.867060:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.867065:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384305.867072:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b7383f8 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.867078:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384305.867079:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.867083:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.867088:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.867091:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384305.867094:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.867098:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.867098:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b7383f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731457664:12345-0@lo:400: Request processed in 617us (1203us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384305.867100:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384305.867104:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384305.867108:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000100:00001000:3.0:1767384305.867109:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=19 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384305.867110:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000010:1.0:1767384305.867112:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000100:00000040:2.0:1767384305.867116:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00001000:3.0:1767384305.867118:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.867118:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384305.867119:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384305.867122:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.867123:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384305.867125:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384305.867127:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867128:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384305.867128:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000926632b0. 00000100:00000040:1.0:1767384305.867134:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384305.867135:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384305.867135:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad00a4d4. 00010000:00000001:1.0:1767384305.867138:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384305.867141:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384305.867142:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384305.867142:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c905631. 00000020:00000001:1.0:1767384305.867146:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384305.867147:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:2.0:1767384305.867152:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384305.867152:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab9012d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:286/0 lens 224/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.867159:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867164:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384305.867166:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:1.0:1767384305.867169:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bab9012d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731457536:12345-0@lo:400: Request processed in 690us (1693us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384305.867175:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384305.867176:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.867179:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384305.867183:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.867184:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384305.867188:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384305.867189:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384305.867196:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000400:00000001:2.0:1767384305.867197:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384305.867201:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384305.867202:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d8c577. 00000100:00000001:3.0:1767384305.867203:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.867205:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384305.867210:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384305.867210:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000020:00000010:1.0:1767384305.867211:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000007bece4. 00000100:00000001:3.0:1767384305.867214:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384305.867215:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000020:00000010:1.0:1767384305.867216:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028870a68. 00000020:00000010:1.0:1767384305.867223:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000621338d4. 00000100:00000040:3.0:1767384305.867224:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.867224:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384305.867231:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384305.867231:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:1.0:1767384305.867236:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384305.867245:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731457664:0@lo:400: 00000100:00000200:2.0:1767384305.867250:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384305.867254:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.867257:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384305.867257:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384305.867260:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384305.867261:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542467a0. 00000100:00000001:2.0:1767384305.867263:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384305.867266:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384305.867267:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000100:00000001:2.0:1767384305.867268:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384305.867270:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000100:00000001:2.0:1767384305.867271:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867280:0:16352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384305.867280:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384305.867284:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=15 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384305.867287:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384305.867289:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.867296:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384305.867298:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.867302:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384305.867304:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384305.867307:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.867324:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384305.867325:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867327:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.867328:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384305.867331:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384305.867332:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384305.867333:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384305.867335:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384305.867336:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867337:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.867340:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.867342:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384305.867343:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.867350:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=20 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384305.867351:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.867356:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767384305.867357:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.867358:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384305.867363:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384305.867364:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.867365:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.867367:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384305.867370:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384305.867372:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384305.867375:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384305.867383:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:3.0:1767384305.867386:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867392:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000001:2.0:1767384305.867392:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.867396:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384305.867399:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384305.867399:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.867401:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.867409:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.867414:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731457408:0@lo:13: 00000100:00000001:3.0:1767384305.867423:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.867424:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.867426:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384305.867427:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384305.867428:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384305.867431:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731457408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.867436:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.867441:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384305.867444:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384305.867447:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000588cc8f9. 00000100:00100000:3.0:1767384305.867449:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236731457536:0@lo:400: 02000000:00000001:2.0:1767384305.867451:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384305.867454:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384305.867454:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384305.867459:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384305.867459:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384305.867463:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384305.867464:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7ecca1 x1853236731457664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384305.867465:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000f55837. 02000000:00000001:2.0:1767384305.867471:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384305.867474:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384305.867475:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384305.867476:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 02000000:00000001:3.0:1767384305.867480:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384305.867481:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767384305.867483:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a3245c2. 00000100:00000001:2.0:1767384305.867483:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.867489:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384305.867490:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.867493:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384305.867493:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384305.867496:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.867497:0:16352:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384305.867500:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384305.867501:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384305.867503:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.867504:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059a6209e. 02000000:00000001:3.0:1767384305.867508:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.867509:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.867509:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 00000100:00000001:3.0:1767384305.867511:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.867513:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.867514:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.867517:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e906c6d x1853236731457536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.867527:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.867528:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.867529:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e5d678. 02000000:00000001:3.0:1767384305.867530:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.867531:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.867531:0:16352:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384305.867533:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.867533:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f10e709b. 02000000:00000001:3.0:1767384305.867535:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.867535:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.867536:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e906c6d. 00000100:00000001:3.0:1767384305.867537:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.867538:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.867539:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.867542:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.867543:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.867545:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.867546:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384305.869835:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294892037, at 4294892038 00000100:00000010:0.0:1767384305.869842:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234e8481. 00000100:00000040:1.0:1767384305.870803:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294892037, at 4294892039 00000100:00000010:1.0:1767384305.870809:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040b6cf7c. 00000100:00000040:2.0:1767384305.870849:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294892037, at 4294892039 00000100:00000010:2.0:1767384305.870858:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6d35ed9. 00000100:00000040:3.0:1767384305.870900:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294892037, at 4294892039 00000100:00000010:3.0:1767384305.870908:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00080000:00000010:0.0:1767384306.357243:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a415fc02. 00080000:00000010:0.0:1767384306.357254:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a415fc02. 00000020:00000001:0.0:1767384306.357260:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384306.357269:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a415fc02. 00080000:00000010:0.0:1767384306.357274:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a415fc02. 00000020:00000001:0.0:1767384306.357278:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.696824:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384306.696829:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.696833:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384306.696834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.696863:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384306.696866:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.696869:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384307.089747:0:22104:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384307.089754:0:22104:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:2.0:1767384307.092712:0:22104:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384307.099164:0:22105:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c88e520. 00000400:00000010:2.0:1767384307.099177:0:22105:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002d24c108. 00000400:00000010:2.0:1767384307.099185:0:22105:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000058e09ca5. 00000400:00000010:2.0:1767384307.099189:0:22105:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008e1f67df. 00000400:00000010:2.0:1767384307.099192:0:22105:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000546b3726. 00000400:00000010:2.0:1767384307.099196:0:22105:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a9be609. 00000400:00000010:2.0:1767384307.099198:0:22105:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006932e3ea. 00000400:00000010:2.0:1767384307.099199:0:22105:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4480564. 00000400:00000010:2.0:1767384307.099202:0:22105:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a78f251a. 00000800:00000010:2.0:1767384307.099212:0:22105:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001ef3e0db. 00000800:00000200:2.0:1767384307.099221:0:22105:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384307.099226:0:22105:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384307.099268:0:22105:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384307.099286:0:22105:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp19 [8/256/0/180] 00000400:00000010:2.0:1767384307.100650:0:22105:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000728d23c2. 00000400:00000010:2.0:1767384307.100656:0:22105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e00508ef. 00000400:00000010:2.0:1767384307.100662:0:22105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000400:00000001:2.0:1767384307.100689:0:22105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384307.100690:0:22105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384307.100693:0:22105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50fb053. 00000400:00000200:2.0:1767384307.100695:0:22105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:2.0:1767384307.100697:0:22105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000400:00000010:2.0:1767384307.100703:0:22105:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000e32a6bd2. 00000400:00000200:2.0:1767384307.100708:0:22105:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (10) 00000400:00000200:2.0:1767384307.100720:0:22105:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384307.100731:0:22105:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:2.0:1767384307.100739:0:22105:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a15f925c. 00000400:00000200:3.0:1767384307.100741:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384307.100744:0:22105:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384307.100749:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:2.0:1767384307.100752:0:22105:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp19 00000400:00000010:3.0:1767384307.100757:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000400:00000200:3.0:1767384307.100761:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (11) 00000400:00000010:3.0:1767384307.100790:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c9e83d0. 00000400:00000200:3.0:1767384307.100798:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000010:2.0:1767384307.100799:0:22105:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002d24c108. 00000400:00000010:2.0:1767384307.100804:0:22105:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c88e520. 00000400:00000200:3.0:1767384307.100813:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384307.100821:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384307.100826:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384307.100842:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384307.100846:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384307.100851:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000001:0.0:1767384307.100853:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384307.100856:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:00000001:0.0:1767384307.100857:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.100860:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384307.100861:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 10000000:01000000:0.0:1767384307.100863:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384307.100866:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:0.0:1767384307.100866:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384307.100869:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.100870:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384307.100871:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384307.100872:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.100874:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.100875:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384307.100877:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000020:01000004:0.0:1767384307.100877:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.100878:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.100880:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.100881:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384307.100883:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp18 00000100:00000010:0.0:1767384307.100887:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000400:00000200:3.0:1767384307.100889:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp18 lpni_is_preferred = 0 00000020:00000040:0.0:1767384307.100892:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384307.100893:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp18 00000100:00000001:0.0:1767384307.100898:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384307.100899:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp18 NI seq info: [23:23:256:4294967295] 192.168.204.118@tcp18 LPNI seq info [23:23:8:4294967295] 02000000:00000001:0.0:1767384307.100902:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384307.100907:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp18 02000000:00000001:0.0:1767384307.100907:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.100915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d7d5eb25. 00000400:00000200:3.0:1767384307.100920:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18:) -> 192.168.204.118@tcp18(192.168.204.118@tcp:192.168.204.118@tcp18) : PUT try# 0 00000800:00000200:3.0:1767384307.100927:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.204.118@tcp18 00000100:00000001:0.0:1767384307.100927:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384307.100932:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000500fa3aa. 00000100:00000001:0.0:1767384307.100936:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384307.100940:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ee48d218. 00000100:00000001:0.0:1767384307.100940:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384307.100944:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad09a529. 00000100:00000040:0.0:1767384307.100948:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_02+2] req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384307.100949:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (2) 00000800:00000200:3.1:1767384307.100953:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (2) 00000400:00000200:3.0:1767384307.100968:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 10000000:00000001:0.0:1767384307.100971:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.100972:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 10000000:00000001:0.0:1767384307.100974:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.100976:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384307.100978:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384307.100985:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.100987:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.100989:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384307.100991:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384307.100994:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384307.100996:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.100998:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.101000:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.101002:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.101004:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.101005:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384307.101007:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.101009:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384307.101012:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000020:00000040:0.0:1767384307.101016:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384307.101018:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384307.101020:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384307.101023:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.101028:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002a267fed. 00000100:00000001:0.0:1767384307.101032:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101037:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.101037:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384307.101038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:0.0:1767384307.101042:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101043:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384307.101046:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384307.101048:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7512570] to pc [ptlrpcd_00_03+3] req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.101054:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.101074:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384307.101076:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384307.101076:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.101079:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384307.101081:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.101083:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384307.101086:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.101089:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731457792:0@lo:253: 00000400:00000200:3.0:1767384307.101090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000020:00000001:0.0:1767384307.101093:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384307.101099:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384307.101100:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384307.101105:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a15f925c. 02000000:00000001:1.0:1767384307.101106:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384307.101110:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.101113:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384307.101118:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bc9174f0. 02000000:00000001:1.0:1767384307.101120:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.101125:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ee671b. 00000400:00000200:3.0:1767384307.101128:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000010:1.0:1767384307.101130:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7eec9c1. 00000100:00000001:0.0:1767384307.101133:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384307.101136:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731457792, portal 25 00000100:00000001:0.0:1767384307.101137:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.101141:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384307.101142:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384307.101148:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.101151:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000040:1.0:1767384307.101160:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384307.101165:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:0.0:1767384307.101166:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.101170:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101176:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384307.101177:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384307.101181:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384307.101182:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384307.101187:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.101188:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091362a50. 00000100:00000200:1.0:1767384307.101192:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731457792, offset 0 00000100:00100000:0.0:1767384307.101194:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731457920:0@lo:253: 00000400:00000200:1.0:1767384307.101201:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384307.101203:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384307.101207:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 02000000:00000001:0.0:1767384307.101208:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384307.101210:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.101214:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384307.101215:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384307.101223:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eacfc35a. 02000000:00000001:0.0:1767384307.101226:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.101227:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103100 00000400:00000010:0.0:1767384307.101233:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000400:00000200:1.0:1767384307.101237:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:1.0:1767384307.101241:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9a44d59. 00000400:00000200:1.0:1767384307.101244:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d61797e 00000400:00000200:3.0:1767384307.101248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384307.101250:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384307.101250:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047d576f6. 00000100:00000200:0.0:1767384307.101256:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731457920, portal 25 00000400:00000200:1.0:1767384307.101258:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.101262:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384307.101265:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d61797e 00000100:00000001:0.0:1767384307.101266:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 00000400:00000010:1.0:1767384307.101269:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d61797e. 00000100:00000040:0.0:1767384307.101276:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.101277:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384307.101280:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384307.101284:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000081178f49 x1853236731457792 msgsize 4848 00000400:00000200:3.0:1767384307.101290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00100000:1.0:1767384307.101296:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384307.101296:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384307.101299:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384307.101304:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384307.101309:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384307.101309:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa1a1f1. 00000100:00000200:0.0:1767384307.101315:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731457920, offset 0 00000400:00000200:1.0:1767384307.101317:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091362a50 00000400:00000010:1.0:1767384307.101320:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091362a50. 00000100:00000001:1.0:1767384307.101324:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384307.101326:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384307.101327:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384307.101328:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.101338:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384307.101339:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384307.101344:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.101351:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103180 00000100:00000001:1.0:1767384307.101352:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101354:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384307.101358:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.101361:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384307.101365:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000001:1.0:1767384307.101372:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294893274 00000400:00000010:0.0:1767384307.101373:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f0fdde7. 00000400:00000200:0.0:1767384307.101379:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000450c6ccd 00000100:00000010:1.0:1767384307.101380:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b5a5878. 00000400:00000200:0.0:1767384307.101385:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384307.101388:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384307.101393:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384307.101394:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294893274 00000400:00000200:0.0:1767384307.101397:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450c6ccd 00000400:00000200:3.0:1767384307.101398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000010:1.0:1767384307.101400:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000400:00000010:0.0:1767384307.101401:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450c6ccd. 00000100:00000001:1.0:1767384307.101404:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384307.101408:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384307.101411:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294893274 00000100:00000200:0.0:1767384307.101412:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384307.101416:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6d35ed9. 00000100:00000040:0.0:1767384307.101418:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000958a6407 x1853236731457920 msgsize 4848 00000100:00000001:1.0:1767384307.101420:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384307.101426:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294893274 00000100:00100000:0.0:1767384307.101427:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384307.101430:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234e8481. 00000100:00000040:0.0:1767384307.101432:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384307.101435:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384307.101439:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:1.0:1767384307.101439:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.101444:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384307.101445:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101449:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.101450:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfa1a1f1 00000100:00000001:1.0:1767384307.101451:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384307.101455:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfa1a1f1. 00000100:00000001:0.0:1767384307.101459:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384307.101462:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384307.101464:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.101466:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384307.101470:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:1.0:1767384307.101473:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.101478:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.101480:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384307.101482:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.101486:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.101488:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101499:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101501:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384307.101502:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000001:0.0:1767384307.101506:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101509:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294893274 00000100:00000001:0.0:1767384307.101512:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294893274 00000100:00000001:0.0:1767384307.101514:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294893274 00000100:00000001:0.0:1767384307.101516:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294893274 00000100:00000001:1.0:1767384307.101518:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384307.101519:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294893274 00000100:00100000:1.0:1767384307.101522:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457792 00000100:00000001:0.0:1767384307.101524:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294893274 02000000:00000001:1.0:1767384307.101528:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384307.101529:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294893274 00000100:00000001:1.0:1767384307.101533:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.101534:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294893274 00000100:00000001:1.0:1767384307.101538:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.101544:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101545:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384307.101546:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000100:00000001:0.0:1767384307.101550:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.101552:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457792 00000100:00000001:0.0:1767384307.101553:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101557:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384307.101558:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384307.101560:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384307.101563:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384307.101565:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384307.101566:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:1.0:1767384307.101570:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384307.101570:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.101575:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.101577:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.101581:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101582:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384307.101586:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.101588:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000100:00000001:1.0:1767384307.101589:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384307.101594:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efba2501. 00000100:00000001:1.0:1767384307.101598:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384307.101600:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efba2501. 00000020:00000010:1.0:1767384307.101606:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e584d07. 00000020:00000010:1.0:1767384307.101610:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ded1a96. 00000020:00000010:1.0:1767384307.101614:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:0.0:1767384307.101618:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.101622:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731457920 00000100:00000040:1.0:1767384307.101624:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384307.101625:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384307.101628:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.101629:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384307.101631:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384307.101633:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101634:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.101642:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101645:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.101646:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731457920 00000400:00000200:3.0:1767384307.101647:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000020:00000001:0.0:1767384307.101651:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384307.101653:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384307.101656:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384307.101657:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384307.101658:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384307.101663:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384307.101666:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384307.101683:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384307.101686:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384307.101687:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384307.101691:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000010:0.0:1767384307.101693:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c46971c2. 00000100:00000040:1.0:1767384307.101695:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384307.101698:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.101699:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518531152 : -114767191020464 : ffff979eae58ec50) 00000020:00000010:0.0:1767384307.101706:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c46971c2. 00000100:00000040:1.0:1767384307.101708:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081178f49 x1853236731457792/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384307.101715:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5145ad. 00000100:00000001:1.0:1767384307.101717:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384307.101721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000020:00000010:1.0:1767384307.101722:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efba2501. 00000020:00000010:0.0:1767384307.101724:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003167ed09. 00000100:00000001:1.0:1767384307.101727:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384307.101731:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efba2501. 00000020:00000010:0.0:1767384307.101732:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e78f980. 00000100:00100000:1.0:1767384307.101738:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081178f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731457792:12345-0@lo:253: 00000100:00000001:0.0:1767384307.101740:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384307.101742:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457792 00000100:00000001:0.0:1767384307.101744:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384307.101746:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384307.101748:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101750:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384307.101753:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101756:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384307.101756:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101759:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:0.0:1767384307.101761:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384307.101788:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384307.101790:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384307.101792:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384307.101794:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384307.101797:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.101802:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384307.101805:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384307.101810:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a4af4213. 00000100:00000001:0.0:1767384307.101811:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384307.101812:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.101813:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000100:00000001:0.0:1767384307.101815:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384307.101819:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.101822:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384307.101823:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:0.0:1767384307.101828:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384307.101831:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518528080 : -114767191023536 : ffff979eae58e050) 20000000:00000010:1.0:1767384307.101834:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008fc73474. 00000100:00000040:0.0:1767384307.101838:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000958a6407 x1853236731457920/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384307.101840:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384307.101844:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384307.101847:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384307.101850:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.101855:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101857:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384307.101858:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384307.101864:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c46971c2. 20000000:00000010:1.0:1767384307.101869:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ccb5212a. 00000100:00000001:0.0:1767384307.101869:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384307.101875:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000020:00000010:0.0:1767384307.101875:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c46971c2. 20000000:00000001:1.0:1767384307.101881:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:0.0:1767384307.101884:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000958a6407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731457920:12345-0@lo:253: 00080000:00000001:1.0:1767384307.101887:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000200:0.0:1767384307.101890:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731457920 00080000:00000001:1.0:1767384307.101892:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384307.101894:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384307.101899:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384307.101901:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.101903:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384307.101905:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384307.101908:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384307.101909:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384307.101910:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384307.101914:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384307.101916:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384307.101918:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.101921:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384307.101923:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.101924:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384307.101929:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384307.101931:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.101932:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd0a0ac6. 00080000:00000001:1.0:1767384307.101933:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384307.101936:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.101938:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384307.101940:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000100:00000001:0.0:1767384307.101943:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384307.101945:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:1.0:1767384307.101948:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:0.0:1767384307.101948:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384307.101953:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384307.101956:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384307.101959:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384307.101959:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003004b02c. 00000020:00000001:1.0:1767384307.101964:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:0.0:1767384307.101966:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384307.101969:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384307.101972:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384307.101975:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384307.101980:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384307.101982:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384307.101985:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5b93860. 20000000:00000001:0.0:1767384307.101987:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384307.101989:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518016512 : -114772191535104 : ffff979d844b2000) 20000000:00000001:0.0:1767384307.101992:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384307.101993:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384307.101998:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384307.102001:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000efba2501. 00080000:00000001:1.0:1767384307.102004:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384307.102007:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384307.102019:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384307.102033:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384307.102102:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006302e26d. 00000800:00000010:3.0:1767384307.102108:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9809ad9. 00000800:00000010:3.0:1767384307.102112:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c6d98c. 00000800:00000010:3.0:1767384307.102148:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c6d98c. 00000400:00000200:1.0:1767384307.102163:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384307.102178:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp18 from 237.3.0.2 00000800:00000010:1.0:1767384307.102182:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ffc3959a. 00000800:00000010:0.0:1767384307.102219:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003c3343a9. 00000800:00000010:0.0:1767384307.102224:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa1a1f1. 00000800:00000010:0.0:1767384307.102245:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cf3d5c6e. 00000800:00000200:0.1:1767384307.102252:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (2) 00000800:00000200:0.1:1767384307.102255:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp18 00000000cf3d5c6e deleted 00000800:00000010:0.1:1767384307.102257:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cf3d5c6e. 00000800:00000200:0.1:1767384307.102262:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384307.102269:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:1005 00000800:00000200:0.1:1767384307.102272:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000500fa3aa type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384307.102275:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp18 p 3.x 192.168.204.118 -> 192.168.204.118:1005 incarnation:1767384305586560045 sched[0] 00000800:00000010:0.0:1767384307.102280:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c46971c2. 00000800:00000010:0.0:1767384307.102337:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c46971c2. 00000800:00000010:0.0:1767384307.102343:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa1a1f1. 00000800:00000200:3.1:1767384307.102360:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384307.102367:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp18 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384305586560045 sched[0] 00000800:00000010:3.0:1767384307.102371:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9809ad9. 00000800:00000010:0.0:1767384307.102382:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ffc3959a. 00000800:00000001:0.0:1767384307.102395:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384307.102400:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.102401:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384307.102406:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.102422:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.102464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:0.0:1767384307.102474:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384307.102478:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000500fa3aa. 00000800:00000001:1.0:1767384307.102481:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384307.102483:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.102489:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: PUT: OK 00000800:00000001:1.0:1767384307.102490:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.102494:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384307.102495:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384307.102497:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384307.102500:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:1.0:1767384307.102504:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384307.102515:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18) <- 192.168.204.118@tcp18 : PUT - for me 00000400:00000200:1.0:1767384307.102526:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384307.102532:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 208/208 into md 0x13ed [1] + 0 00000400:00000200:3.0:1767384307.102535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000010:1.0:1767384307.102536:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a4ff27. 00000400:00000200:1.0:1767384307.102543:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055817b12 00000800:00000001:1.0:1767384307.102548:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384307.102558:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384307.102561:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.102566:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384307.102567:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: PUT: OK 00000400:00000200:1.0:1767384307.102575:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055817b12 00000400:00000010:1.0:1767384307.102577:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055817b12. 00000400:00000200:1.0:1767384307.102582:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384307.102586:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000200:1.0:1767384307.102592:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384307.102593:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:1.0:1767384307.102596:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000003f55719e. 00000400:00000200:1.0:1767384307.102609:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 11 00000400:00000200:3.0:1767384307.102615:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384307.102616:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384307.102634:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (13) 00000400:00000200:1.0:1767384307.102641:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384307.102645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384307.102650:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp18 to MR: 192.168.204.118@tcp18 local destination 00000400:00000200:1.0:1767384307.102659:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp18 NI seq info: [24:24:256:4294967295] 192.168.204.118@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384307.102684:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18:192.168.204.118@tcp18) -> 192.168.204.118@tcp18(192.168.204.118@tcp18:192.168.204.118@tcp18) 192.168.204.118@tcp18 : ACK try# 0 00000800:00000200:1.0:1767384307.102692:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp18 00000400:00000200:0.0:1767384307.102692:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384307.102696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000010:1.0:1767384307.102700:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076c4bdbd. 00000400:00000010:0.0:1767384307.102700:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c113744f. 00000400:00000010:0.0:1767384307.102709:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000800:00000200:1.0:1767384307.102711:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (4) 00000400:00000200:0.0:1767384307.102716:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000800:00000200:1.0:1767384307.102722:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:988 00000400:00000200:0.0:1767384307.102725:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000200:3.0:1767384307.102728:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:1.0:1767384307.102728:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076c4bdbd type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384307.102735:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 000000000c38ec5c. 00000400:00000010:0.0:1767384307.102738:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000a3bceb5a. 00000400:00000010:0.0:1767384307.102742:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 0000000057c92562. 00000400:00000010:0.0:1767384307.102757:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000d031a6d. 00000400:00000200:0.0:1767384307.102762:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000d031a6d nid 192.168.204.118@tcp19 00000400:00000200:3.0:1767384307.102763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000010:0.0:1767384307.102793:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003da368c3. 00000400:00000200:0.0:1767384307.102796:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 000000003da368c3 net tcp19 00000400:00000200:0.0:1767384307.102800:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000200:0.0:1767384307.102806:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp19 flags 0x11 00000400:00000010:0.0:1767384307.102810:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 000000000c38ec5c. 00000400:00000010:0.0:1767384307.102819:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000a3bceb5a. 00000400:00000010:0.0:1767384307.102823:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 0000000057c92562. 00000800:00000200:1.0:1767384307.102827:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384307.102827:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000003f55719e. 00000800:00000010:1.0:1767384307.102833:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076c4bdbd. 00000400:00000200:0.0:1767384307.102834:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384307.102840:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.102841:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000400:00000200:0.0:1767384307.102850:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000400:00000200:1.0:1767384307.102853:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: ACK: OK 00000400:00000200:0.0:1767384307.102861:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000800:00000001:1.0:1767384307.102865:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384307.102867:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000800:00000001:1.0:1767384307.102872:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.102873:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000800:00000001:1.0:1767384307.102878:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384307.102880:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384307.102882:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000800:00000001:1.0:1767384307.102885:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.102887:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (13) 00000800:00000001:1.0:1767384307.102908:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384307.102916:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384307.102925:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18) <- 192.168.204.118@tcp18 : ACK - for me 00000400:00000200:3.0:1767384307.102936:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384307.102940:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp18: ACK from 12345-192.168.204.118@tcp18 into md 0x1435 00000400:00000200:1.0:1767384307.102946:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384307.102952:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: ACK: OK 00000400:00000200:1.0:1767384307.102957:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000400:00000010:1.0:1767384307.102960:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000400:00000200:1.0:1767384307.102965:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384307.102970:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:1.0:1767384307.102973:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (12) 00000800:00000001:1.0:1767384307.102986:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384307.102991:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.103005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.103063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.103111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.103146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.103186:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384307.103203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000800:00000010:3.0:1767384307.103309:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000647248b9. 00000800:00000010:3.0:1767384307.103313:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9809ad9. 00000800:00000010:3.0:1767384307.103319:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c6d98c. 00000400:00000200:1.0:1767384307.103348:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384307.103360:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c6d98c. 00000400:00000200:1.0:1767384307.103362:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp18 from 236.3.0.2 00000800:00000010:1.0:1767384307.103367:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d4bac6d3. 00000800:00000010:3.0:1767384307.103388:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5e17fd4. 00000800:00000010:3.0:1767384307.103396:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6a9c918. 00000800:00000010:3.0:1767384307.103415:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd7d1081. 00000800:00000200:3.1:1767384307.103422:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (4) 00000800:00000200:3.1:1767384307.103427:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp18 00000000fd7d1081 deleted 00000800:00000010:3.1:1767384307.103430:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd7d1081. 00000800:00000200:3.1:1767384307.103434:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384307.103438:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp18 p 3.x 192.168.204.118 -> 192.168.204.118:1004 incarnation:1767384305586560045 sched[0] 00000800:00000010:3.0:1767384307.103443:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c6d98c. 00000800:00000010:3.0:1767384307.103497:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c6d98c. 00000800:00000010:3.0:1767384307.103501:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6a9c918. 00000800:00000010:3.0:1767384307.103527:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d4bac6d3. 00000800:00000200:3.1:1767384307.103549:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384307.103562:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp18 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384305586560045 sched[0] 00000800:00000010:3.0:1767384307.103565:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9809ad9. 00000800:00000001:0.0:1767384307.103573:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.103577:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384307.103590:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.103593:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384307.103954:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e5b93860. 00080000:00000010:1.0:1767384307.103985:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000efba2501. 00040000:00000001:1.0:1767384307.103990:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384307.103992:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384307.103994:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384307.103997:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384307.103999:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.104000:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384307.104009:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384307.104018:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384307.104021:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384307.104025:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384307.104030:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3bceb5a. 20000000:01000000:0.0:1767384307.104035:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384307.104038:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384307.104041:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384307.104042:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384307.104045:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384307.104045:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:3.0:1767384307.104048:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384307.104052:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384307.104052:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384307.104056:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384307.104061:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.104063:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384307.104064:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000df284702. 00080000:00000001:0.0:1767384307.104065:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.104067:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384307.104068:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384307.104068:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384307.104071:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9374d8a. 00080000:00000002:0.0:1767384307.104071:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384307.104075:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000020:00000001:3.0:1767384307.104076:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384307.104078:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b9374d8a with handle 0xd602e9c522f0b194 to hash 00080000:00000002:0.0:1767384307.104078:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384307.104080:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384307.104083:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.104085:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.104087:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384307.104088:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00000020:00000001:0.0:1767384307.104088:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384307.104091:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384307.104095:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384307.104096:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:3.0:1767384307.104097:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.104099:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384307.104099:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384307.104102:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008cf41963. 00080000:00000001:0.0:1767384307.104105:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507982336 : -114772201569280 : ffff979d83b20400) 00080000:00000001:0.0:1767384307.104107:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384307.104108:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1767384307.104109:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384307.104111:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c46971c2. 00010000:00000001:3.0:1767384307.104112:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384307.104114:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384307.104114:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.104115:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384307.104116:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.104118:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.104120:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.104122:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384307.104123:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104124:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384307.104126:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.104127:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.104129:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.104131:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df284702) refcount = 1 00080000:00000001:0.0:1767384307.104131:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384307.104134:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.104141:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384307.104143:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.104145:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.104147:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104150:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384307.104153:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384307.104156:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384307.104160:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.104162:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:1.0:1767384307.104163:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:3.0:1767384307.104164:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b9374d8a refcount=4 00000100:00000001:1.0:1767384307.104168:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384307.104170:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 20000000:00000010:1.0:1767384307.104171:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008fc73474. 00010000:00000001:3.0:1767384307.104177:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 20000000:00000001:1.0:1767384307.104178:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384307.104181:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457792 00010000:00000001:1.0:1767384307.104184:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384307.104189:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:1.0:1767384307.104191:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081178f49 x1853236731457792/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384307.104192:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.104205:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.104211:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384307.104211:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.104216:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384307.104216:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384307.104224:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384307.104228:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384307.104230:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384307.104231:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384307.104233:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384307.104236:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384307.104237:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384307.104239:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.104244:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384307.104249:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384307.104250:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.104253:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.104253:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091362a50. 00000100:00000200:1.0:1767384307.104259:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731457792, offset 224 00010000:00000001:3.0:1767384307.104260:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384307.104263:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.104275:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b9374d8a already unused, calling callback (00000000d6205520) 00000400:00000200:1.0:1767384307.104276:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384307.104281:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.104285:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1767384307.104285:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384307.104287:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384307.104293:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103100 00010000:00000001:3.0:1767384307.104297:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384307.104299:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384307.104300:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1439 [2] + 224 00000020:00000001:3.0:1767384307.104301:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.104304:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b9374d8a refcount=5 00000020:00000001:3.0:1767384307.104307:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00000400:00000200:1.0:1767384307.104307:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384307.104309:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00000400:00000200:1.0:1767384307.104313:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384307.104314:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384307.104317:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384307.104317:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384307.104323:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.104332:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.104344:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384307.104348:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.104350:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104352:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384307.104354:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384307.104355:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.104357:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.104357:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384307.104361:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b9374d8a with handle 0xd602e9c522f0b194 from hash 00000400:00000200:1.0:1767384307.104364:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091362a50 00010000:00000001:3.0:1767384307.104368:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384307.104368:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091362a50. 00010000:00000001:3.0:1767384307.104373:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384307.104373:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384307.104378:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384307.104378:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384307.104382:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384307.104382:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.104384:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384307.104387:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384307.104387:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384307.104388:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.104391:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384307.104392:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384307.104393:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384307.104395:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104396:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000001:0.0:1767384307.104396:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384307.104400:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384307.104401:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384307.104401:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4ee671b. 00000100:00000040:1.0:1767384307.104404:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081178f49 x1853236731457792/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.104406:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.104407:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7eec9c1 00010000:00000001:3.0:1767384307.104411:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:0.0:1767384307.104411:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7eec9c1. 00010000:00000001:3.0:1767384307.104414:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384307.104417:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384307.104420:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.104424:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384307.104424:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384307.104425:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081178f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731457792:12345-0@lo:253: Request processed in 2703us (3135us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384307.104426:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104431:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.104435:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.104440:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384307.104444:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000200:0.0:1767384307.104447:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.104451:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:3.0:1767384307.104453:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.104455:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384307.104457:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384307.104458:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384307.104462:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384307.104463:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1767384307.104463:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384307.104467:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384307.104467:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.104468:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384307.104470:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ded1a96. 00000100:00000001:0.0:1767384307.104470:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384307.104471:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384307.104474:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.104474:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:3.0:1767384307.104477:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.104477:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384307.104479:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00000001:0.0:1767384307.104479:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.104485:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.104486:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384307.104486:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e584d07. 00000100:00001000:0.0:1767384307.104490:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=27 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384307.104492:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384307.104493:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384307.104493:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=27 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384307.104495:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b194 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384307.104500:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384307.104502:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:0.0:1767384307.104502:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.104503:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df284702 count: 0 00010000:00000001:0.0:1767384307.104506:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.104509:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.104511:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384307.104513:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384307.104515:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a4af4213. 20000000:00000001:3.0:1767384307.104517:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384307.104519:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.104523:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384307.104524:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.104527:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384307.104536:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384307.104537:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.104542:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384307.104543:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060382e10. 00000100:00000001:0.0:1767384307.104544:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384307.104549:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091362a50. 00000020:01000004:0.0:1767384307.104550:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.104554:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.104557:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.104559:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.104560:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.104562:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.104564:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.104566:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.104567:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.104568:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.104570:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.104576:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731457792:0@lo:253: 00000100:00000001:0.0:1767384307.104580:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.104582:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.104583:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731457792/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.104588:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.104590:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.104592:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bc9174f0. 02000000:00000001:0.0:1767384307.104594:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.104595:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.104597:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384307.104599:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.104600:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d7d5eb25. 02000000:00000001:0.0:1767384307.104604:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.104605:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.104606:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:0.0:1767384307.104608:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.104615:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.104616:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.104621:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.104622:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.104623:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.104625:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384307.105762:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008cf41963. 00080000:00000010:3.0:1767384307.105811:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c46971c2. 00040000:00000001:3.0:1767384307.105817:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384307.105819:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384307.105821:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384307.105824:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384307.105827:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.105829:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384307.105831:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384307.105841:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384307.105844:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384307.105849:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384307.105849:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384307.105852:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384307.105854:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384307.105856:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384307.105858:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384307.105862:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8b4d5a8. 00010000:00000001:1.0:1767384307.105864:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384307.105866:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003314fe5d. 00000020:00000001:1.0:1767384307.105869:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384307.105871:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003314fe5d with handle 0xd602e9c522f0b19b to hash 00000020:00000001:1.0:1767384307.105873:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384307.105874:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105876:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105878:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.105879:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.105881:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105886:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384307.105888:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384307.105889:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384307.105890:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384307.105891:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.105893:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384307.105893:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.105895:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384307.105896:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384307.105903:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384307.105904:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384307.105905:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8b4d5a8) refcount = 1 00010000:00010000:1.0:1767384307.105908:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105911:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384307.105912:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384307.105913:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.105914:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.105915:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384307.105917:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384307.105919:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384307.105921:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384307.105921:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384307.105922:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=4 00000020:00000001:1.0:1767384307.105924:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105925:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105927:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384307.105928:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105931:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384307.105932:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105935:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.105936:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384307.105937:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105941:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.105942:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.105943:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384307.105944:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384307.105953:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003314fe5d already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384307.105954:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384307.105956:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384307.105957:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105960:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384307.105961:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384307.105962:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384307.105963:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=5 00000020:00000001:1.0:1767384307.105964:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105966:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384307.105967:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384307.105969:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.105972:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384307.105973:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384307.105974:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.105976:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384307.105978:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384307.105980:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.105981:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384307.105982:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003314fe5d with handle 0xd602e9c522f0b19b from hash 00010000:00000001:1.0:1767384307.105984:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384307.105985:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.105986:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.105987:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384307.105989:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000020:3.0:1767384307.105990:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384307.105990:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384307.105993:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384307.105994:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384307.105996:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384307.105997:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003004b02c. 00010000:00000001:1.0:1767384307.105999:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.106002:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.106002:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384307.106006:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731457920 00010000:00000001:1.0:1767384307.106009:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384307.106010:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384307.106014:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:3.0:1767384307.106016:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000958a6407 x1853236731457920/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384307.106016:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.106018:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.106022:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.106027:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.106031:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.106034:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.106037:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.106039:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384307.106040:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=27 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384307.106041:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.106043:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384307.106046:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384307.106047:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384307.106050:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384307.106052:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:1.0:1767384307.106053:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.106056:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384307.106057:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384307.106059:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.106061:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.106062:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384307.106069:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384307.106071:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:3.0:1767384307.106072:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.106074:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384307.106076:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384307.106077:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b19b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384307.106082:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.106087:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9809ad9. 00010000:00000040:1.0:1767384307.106087:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8b4d5a8 count: 0 00000100:00000200:3.0:1767384307.106092:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731457920, offset 224 00010000:00000001:1.0:1767384307.106095:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384307.106098:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384307.106100:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.106106:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.106111:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103180 00000400:00000200:3.0:1767384307.106115:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1441 [2] + 224 00000400:00000200:3.0:1767384307.106118:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.106121:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.106123:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.106125:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.106131:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.106143:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.106148:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9809ad9 00000400:00000010:3.0:1767384307.106150:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9809ad9. 00000100:00000001:3.0:1767384307.106153:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.106155:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.106158:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.106161:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.106163:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.106165:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.106167:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384307.106168:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384307.106170:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000958a6407 x1853236731457920/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.106170:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384307.106174:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384307.106175:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384307.106177:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18fbcfb. 00000100:00100000:3.0:1767384307.106179:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000958a6407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731457920:12345-0@lo:253: Request processed in 4321us (4760us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384307.106180:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047d576f6 00000400:00000010:0.0:1767384307.106181:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047d576f6. 00000100:00000001:0.0:1767384307.106185:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384307.106187:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000200:0.0:1767384307.106188:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.106190:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:0.0:1767384307.106196:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.106198:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.106199:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384307.106202:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003167ed09. 00000100:00000001:0.0:1767384307.106202:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.106204:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.106205:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384307.106206:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e78f980. 02000000:00000001:0.0:1767384307.106207:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384307.106208:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384307.106209:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5145ad. 00000100:00000001:0.0:1767384307.106210:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.106212:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.106213:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00001000:0.0:1767384307.106215:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=27 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384307.106216:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384307.106218:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd0a0ac6. 00000100:00001000:0.0:1767384307.106218:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.106220:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384307.106221:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384307.106222:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.106223:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384307.106224:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.106225:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384307.106226:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384307.106227:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.106230:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2785c95. 00000100:00000040:0.0:1767384307.106230:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384307.106233:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9809ad9. 00000100:00000001:0.0:1767384307.106236:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.106238:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.106246:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384307.106250:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.106251:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.106253:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.106254:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.106256:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.106257:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.106258:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384307.106260:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.106261:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.106263:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.106271:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731457920:0@lo:253: 00000100:00000001:0.0:1767384307.106275:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.106276:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.106278:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7512570 x1853236731457920/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.106282:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.106283:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.106285:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eacfc35a. 02000000:00000001:0.0:1767384307.106287:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.106288:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.106290:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384307.106291:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.106292:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002a267fed. 02000000:00000001:0.0:1767384307.106294:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.106295:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.106296:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7512570. 00000100:00000001:0.0:1767384307.106298:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.106298:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.106299:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.106303:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.106303:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.106305:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.106306:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.106803:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294893274, at 4294893275 00000100:00000040:1.0:1767384307.106806:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294893274, at 4294893275 00000100:00000010:2.0:1767384307.106810:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6d35ed9. 00000100:00000010:1.0:1767384307.106812:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00000100:00000040:3.0:1767384307.106815:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294893274, at 4294893275 00000100:00000010:3.0:1767384307.106824:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234e8481. 00000100:00000040:0.0:1767384307.106829:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294893274, at 4294893275 00000100:00000010:0.0:1767384307.106839:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b5a5878. 00010000:00000010:3.1:1767384307.112812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df284702. 00010000:00000010:3.1:1767384307.112823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9374d8a. 00010000:00000010:1.1:1767384307.112847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8b4d5a8. 00010000:00000010:1.1:1767384307.112856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003314fe5d. 00000400:00000010:2.0:1767384307.116369:0:22110:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e19826a0. 00000400:00000040:2.0:1767384307.116386:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.116388:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.116391:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.116392:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.116394:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.116395:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384307.116398:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.116399:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384307.116400:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.116401:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384307.116402:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.116404:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.116406:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.116406:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.116407:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384307.116409:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384307.116410:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384307.116410:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384307.116411:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384307.116413:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.116414:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.116415:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.116416:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.116417:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.116417:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384307.116419:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.116420:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.116421:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.116423:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.116424:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.116425:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384307.116426:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384307.116427:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384307.116429:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384307.116429:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384307.116435:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.116436:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384307.116438:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384307.116440:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.116441:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384307.116442:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.116443:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384307.116445:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384307.116446:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384307.116447:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384307.116448:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384307.116449:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384307.116450:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384307.116452:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384307.116453:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384307.116455:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384307.116456:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384307.116457:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384307.116458:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384307.116460:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384307.116461:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384307.116462:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384307.116500:0:22110:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e19826a0. 00010000:00000001:3.0:1767384307.719839:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384307.719844:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.719849:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384307.719850:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.719928:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384307.719932:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384307.719934:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384307.840301:0:22333:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000a991581. 00080000:00000010:1.0:1767384307.840309:0:22333:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000a991581. 00000020:00000001:1.0:1767384307.840313:0:22333:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384307.840318:0:22333:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000a991581. 00080000:00000010:1.0:1767384307.840322:0:22333:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000a991581. 00000020:00000001:1.0:1767384307.840327:0:22333:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384308.532830:0:22497:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384308.532835:0:22497:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:1.0:1767384308.537902:0:22497:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384308.545147:0:22498:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000056f59336. 00000400:00000010:1.0:1767384308.545162:0:22498:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b7eec9c1. 00000400:00000010:1.0:1767384308.545174:0:22498:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000020758e7f. 00000400:00000010:1.0:1767384308.545179:0:22498:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000078b3d47. 00000400:00000010:1.0:1767384308.545185:0:22498:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f44d90f. 00000400:00000010:1.0:1767384308.545190:0:22498:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048e7c7fe. 00000400:00000010:1.0:1767384308.545193:0:22498:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000563623f4. 00000400:00000010:1.0:1767384308.545195:0:22498:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bbb6910. 00000400:00000010:1.0:1767384308.545199:0:22498:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002e21d5bf. 00000800:00000010:1.0:1767384308.545212:0:22498:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003baca2ab. 00000800:00000200:1.0:1767384308.545224:0:22498:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384308.545233:0:22498:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384308.545273:0:22498:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384308.545296:0:22498:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp20 [8/256/0/180] 00000400:00000010:1.0:1767384308.547938:0:22498:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000e897b4ae. 00000400:00000010:1.0:1767384308.547946:0:22498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000860d078b. 00000400:00000010:1.0:1767384308.547952:0:22498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000400:00000001:1.0:1767384308.547968:0:22498:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.547970:0:22498:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.547972:0:22498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e00508ef. 00000400:00000200:1.0:1767384308.547976:0:22498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:1.0:1767384308.547978:0:22498:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000400:00000010:1.0:1767384308.547982:0:22498:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000728d23c2. 00000400:00000200:1.0:1767384308.547990:0:22498:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (11) 00000400:00000200:1.0:1767384308.548004:0:22498:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384308.548013:0:22498:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000400:00000200:3.0:1767384308.548018:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384308.548021:0:22498:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008fc73474. 00000400:00000200:3.0:1767384308.548026:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:1.0:1767384308.548029:0:22498:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:3.0:1767384308.548034:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71d5ce6. 00000020:01000000:1.0:1767384308.548035:0:22498:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp20 00000400:00000200:3.0:1767384308.548038:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000010:3.0:1767384308.548045:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6dfcdb9. 00000400:00000200:3.0:1767384308.548050:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000010:1.0:1767384308.548056:0:22498:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b7eec9c1. 00000400:00000010:1.0:1767384308.548062:0:22498:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000056f59336. 00000400:00000200:3.0:1767384308.548064:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384308.548070:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384308.548076:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:0.0:1767384308.548076:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384308.548082:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:0.0:1767384308.548082:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384308.548086:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384308.548089:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:0.0:1767384308.548090:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384308.548094:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384308.548097:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384308.548098:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384308.548100:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384308.548102:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384308.548102:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384308.548103:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384308.548106:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384308.548108:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384308.548112:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384308.548113:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384308.548114:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384308.548119:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:0.0:1767384308.548119:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000400:00000200:3.0:1767384308.548125:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:0.0:1767384308.548127:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384308.548130:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384308.548132:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384308.548135:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384308.548136:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384308.548141:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:0.0:1767384308.548142:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.548148:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp19 02000000:00000010:0.0:1767384308.548150:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002a267fed. 00000400:00000200:3.0:1767384308.548153:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp19 lpni_is_preferred = 0 00000400:00000200:3.0:1767384308.548157:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp19 00000100:00000001:0.0:1767384308.548158:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.548163:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [25:25:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:0.0:1767384308.548168:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384308.548171:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp19 00000100:00000001:0.0:1767384308.548172:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384308.548181:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7512570] to pc [ptlrpcd_00_00+0] req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384308.548187:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:) -> 192.168.204.118@tcp19(192.168.204.118@tcp:192.168.204.118@tcp19) : PUT try# 0 00000800:00000200:3.0:1767384308.548201:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp19 00000800:00000010:3.0:1767384308.548206:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047dd9586. 00000800:00000010:3.0:1767384308.548215:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001a4e3e7e. 10000000:00000001:0.0:1767384308.548217:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384308.548218:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008b49dc70. 10000000:00000001:0.0:1767384308.548221:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.548224:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384308.548225:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (2) 00000020:01000000:0.0:1767384308.548227:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.1:1767384308.548232:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (2) 00000020:00000001:0.0:1767384308.548234:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384308.548235:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384308.548237:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384308.548240:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384308.548240:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384308.548243:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384308.548246:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 10000000:01000000:0.0:1767384308.548249:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384308.548250:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384308.548252:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:01000004:0.0:1767384308.548253:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384308.548257:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384308.548260:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384308.548264:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384308.548267:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384308.548269:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384308.548270:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384308.548273:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384308.548274:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384308.548277:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384308.548279:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384308.548279:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384308.548284:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384308.548286:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 02000000:00000001:2.0:1767384308.548287:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.548290:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00100000:2.0:1767384308.548293:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731458048:0@lo:253: 00000100:00000001:0.0:1767384308.548295:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384308.548298:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384308.548299:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384308.548301:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.548305:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384308.548308:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384308.548308:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eacfc35a. 00000100:00000001:0.0:1767384308.548312:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548315:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384308.548318:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.548319:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384308.548325:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 02000000:00000010:2.0:1767384308.548326:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a15f925c. 00000100:00000040:0.0:1767384308.548326:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_01+1] req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384308.548331:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.548338:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 10000000:00000001:0.0:1767384308.548341:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.548344:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b52b6b55. 10000000:00000001:0.0:1767384308.548344:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.548349:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384308.548351:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731458048, portal 25 00000020:01000000:0.0:1767384308.548352:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384308.548356:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384308.548357:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008fc73474. 00000100:00000001:2.0:1767384308.548358:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 00000100:00000040:2.0:1767384308.548365:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.548369:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384308.548370:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548371:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384308.548373:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.548377:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384308.548378:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384308.548383:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d74d081. 00000100:00000040:0.0:1767384308.548385:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384308.548387:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731458048, offset 0 00000100:00000001:0.0:1767384308.548396:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384308.548397:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.548398:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:0.0:1767384308.548399:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.548405:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384308.548407:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384308.548410:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384308.548411:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384308.548423:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103200 00000100:00100000:0.0:1767384308.548423:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731458176:0@lo:253: 00000400:00000200:3.0:1767384308.548428:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:0.0:1767384308.548430:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384308.548434:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 02000000:00000001:0.0:1767384308.548435:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384308.548437:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1ee66e8. 02000000:00000001:0.0:1767384308.548438:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384308.548442:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f996b48 02000000:00000001:0.0:1767384308.548442:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384308.548447:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cd0a0ac6. 00000400:00000200:2.0:1767384308.548450:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384308.548450:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384308.548455:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000400:00000200:2.0:1767384308.548457:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384308.548461:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dadc7752. 00000400:00000200:2.0:1767384308.548463:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f996b48 00000400:00000010:2.0:1767384308.548466:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f996b48. 00000400:00000200:3.0:1767384308.548470:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548471:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384308.548473:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384308.548473:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731458176, portal 25 00000100:00000001:0.0:1767384308.548478:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384308.548480:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000000ff82e8 x1853236731458048 msgsize 4848 00000100:00000001:0.0:1767384308.548481:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000040:0.0:1767384308.548488:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.548494:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384308.548498:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384308.548500:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384308.548505:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.548508:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b23761d. 00000100:00000200:0.0:1767384308.548511:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731458176, offset 0 00000400:00000200:3.0:1767384308.548513:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548516:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.548517:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384308.548527:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d74d081 00000400:00000010:2.0:1767384308.548533:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d74d081. 00000400:00000200:0.0:1767384308.548533:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384308.548541:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384308.548543:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384308.548546:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103280 00000100:00000200:2.0:1767384308.548548:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384308.548556:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000400:00000010:0.0:1767384308.548562:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6641915. 00000400:00000200:0.0:1767384308.548565:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dcdfedc 00000400:00000200:3.0:1767384308.548570:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384308.548572:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384308.548575:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384308.548576:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384308.548581:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384308.548584:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcdfedc 00000400:00000010:0.0:1767384308.548588:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dcdfedc. 00000100:00000001:2.0:1767384308.548590:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.548593:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.548594:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384308.548596:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384308.548598:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000acec21bc x1853236731458176 msgsize 4848 00000100:00000001:2.0:1767384308.548599:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.548605:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294894721 00000100:00100000:0.0:1767384308.548606:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384308.548610:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384308.548611:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcf03c01. 00000100:00000001:2.0:1767384308.548618:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384308.548619:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:0.0:1767384308.548619:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384308.548625:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294894721 00000100:00000010:2.0:1767384308.548630:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006decef31. 00000400:00000200:0.0:1767384308.548632:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b23761d 00000100:00000001:2.0:1767384308.548634:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384308.548635:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b23761d. 00000100:00000001:2.0:1767384308.548652:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294894721 00000100:00000001:0.0:1767384308.548653:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384308.548658:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384308.548659:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5216634. 00000400:00000200:3.0:1767384308.548665:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548666:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384308.548670:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384308.548673:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294894721 00000100:00000040:0.0:1767384308.548675:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384308.548679:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000389b4312. 00000100:00000001:2.0:1767384308.548685:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384308.548685:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548689:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384308.548692:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.548695:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548695:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.548698:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548700:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294894721 00000400:00000200:3.0:1767384308.548702:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548702:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.548705:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294894721 00000100:00000001:0.0:1767384308.548709:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294894721 00000100:00000001:0.0:1767384308.548711:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294894721 00000100:00000001:2.0:1767384308.548712:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384308.548713:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294894721 00000100:00000001:2.0:1767384308.548715:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384308.548716:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294894721 00000100:00000001:2.0:1767384308.548719:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.548720:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294894721 00000100:00000001:2.0:1767384308.548723:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.548724:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294894721 00000100:00000001:2.0:1767384308.548726:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548727:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.548732:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548732:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.548734:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:0.0:1767384308.548736:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548739:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.548744:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384308.548746:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384308.548749:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.548751:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.548752:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.548755:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384308.548755:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384308.548759:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458048 02000000:00000001:2.0:1767384308.548762:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384308.548763:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384308.548789:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.548790:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384308.548792:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.548793:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00100000:0.0:1767384308.548794:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458176 02000000:00000001:0.0:1767384308.548798:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384308.548800:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458048 00000100:00000001:0.0:1767384308.548801:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384308.548804:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384308.548806:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384308.548808:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384308.548809:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384308.548811:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384308.548814:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:0.0:1767384308.548814:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.548821:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:0.0:1767384308.548822:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458176 00000100:00000001:2.0:1767384308.548825:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384308.548826:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000001:0.0:1767384308.548826:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384308.548829:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000473e445d. 00000020:00000040:0.0:1767384308.548830:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384308.548833:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384308.548835:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384308.548839:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000473e445d. 00000020:00000040:0.0:1767384308.548840:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384308.548844:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384308.548846:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1d5d036. 00000020:00000001:0.0:1767384308.548847:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384308.548849:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000020:00000010:2.0:1767384308.548852:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad49157e. 00000100:00000001:0.0:1767384308.548855:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384308.548859:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad00a4d4. 00000020:00000010:0.0:1767384308.548860:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000100:00000001:0.0:1767384308.548865:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384308.548868:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384308.548868:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000100:00000001:2.0:1767384308.548872:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384308.548873:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384308.548875:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384308.548875:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000416d7e20. 00000400:00000200:3.0:1767384308.548877:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000020:00000010:0.0:1767384308.548884:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009dcfcf61. 00000100:00000001:2.0:1767384308.548885:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384308.548891:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000098754a70. 00000100:00000001:2.0:1767384308.548896:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.548899:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384308.548902:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384308.548905:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.548909:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000100:00000001:2.0:1767384308.548910:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384308.548911:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.548913:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384308.548918:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384308.548922:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:2.0:1767384308.548927:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384308.548929:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665497680 : -114767044053936 : ffff979eb71b7450) 00000100:00000040:2.0:1767384308.548934:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000ff82e8 x1853236731458048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.548935:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384308.548937:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000100:00000001:0.0:1767384308.548940:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384308.548947:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384308.548950:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000010:2.0:1767384308.548952:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000473e445d. 00000100:00000040:0.0:1767384308.548954:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384308.548956:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384308.548960:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000473e445d. 00000100:00000001:0.0:1767384308.548960:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665489488 : -114767044062128 : ffff979eb71b5450) 00000400:00000200:3.0:1767384308.548962:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000100:00000040:0.0:1767384308.548968:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000acec21bc x1853236731458176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.548976:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000ff82e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731458048:12345-0@lo:253: 00000400:00000200:3.0:1767384308.548982:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000100:00000200:2.0:1767384308.548985:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458048 00000020:00000001:2.0:1767384308.548991:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384308.548992:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384308.548996:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384308.548998:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000020:00000001:2.0:1767384308.548999:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.549004:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384308.549005:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384308.549006:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384308.549011:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384308.549011:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000020:00000001:2.0:1767384308.549015:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384308.549018:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384308.549022:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384308.549022:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000acec21bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731458176:12345-0@lo:253: 00000020:00000001:2.0:1767384308.549025:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.549028:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384308.549030:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384308.549035:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458176 02000000:00000010:2.0:1767384308.549037:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000231514e1. 00000020:00000001:0.0:1767384308.549040:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384308.549042:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.549044:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384308.549046:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.549048:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384308.549051:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384308.549053:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384308.549056:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384308.549059:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384308.549060:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384308.549062:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384308.549064:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384308.549066:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.549068:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384308.549070:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384308.549075:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d7d5eb25. 02000000:00000001:0.0:1767384308.549077:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384308.549078:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ff156db6. 00000100:00000001:0.0:1767384308.549079:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.549084:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384308.549085:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384308.549090:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384308.549092:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384308.549095:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384308.549098:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384308.549098:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a25fdfc0. 20000000:00000001:2.0:1767384308.549101:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384308.549103:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384308.549106:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384308.549108:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384308.549110:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.549111:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.549112:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384308.549113:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000892a3dc8. 20000000:01000000:2.0:1767384308.549117:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:2.0:1767384308.549124:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384308.549131:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384308.549135:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384308.549152:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384308.549168:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.549172:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384308.549173:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.549176:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384308.549179:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384308.549189:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000800:00000010:3.0:1767384308.549192:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003004b02c. 00000020:00000001:2.0:1767384308.549195:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000800:00000010:3.0:1767384308.549198:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c6a4cb3. 00080000:00000002:2.0:1767384308.549199:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384308.549204:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384308.549205:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000081e7756. 00080000:00000001:2.0:1767384308.549211:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.549215:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384308.549219:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384308.549225:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384308.549230:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384308.549235:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061d3b3ec. 00000800:00000010:3.0:1767384308.549239:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000081e7756. 00080000:00000001:2.0:1767384308.549239:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500194816 : -114772209356800 : ffff979d833b3000) 00080000:00000001:2.0:1767384308.549245:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384308.549250:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384308.549255:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000473e445d. 00080000:00000001:2.0:1767384308.549258:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.549261:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384308.549277:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.549296:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384308.549302:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384308.549320:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp19 from 235.3.0.2 00000800:00000010:3.0:1767384308.549324:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007aec6cbb. 00000800:00000010:0.0:1767384308.549347:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085654469. 00000800:00000010:0.0:1767384308.549352:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b23761d. 00000800:00000010:0.0:1767384308.549373:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e19ea84d. 00000800:00000200:0.1:1767384308.549378:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (2) 00000800:00000200:0.1:1767384308.549383:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp19 00000000e19ea84d deleted 00000800:00000010:0.1:1767384308.549385:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e19ea84d. 00000800:00000200:0.1:1767384308.549390:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384308.549397:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:1003 00000800:00000200:0.1:1767384308.549400:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047dd9586 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767384308.549406:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp19 p 3.x 192.168.204.118 -> 192.168.204.118:1003 incarnation:1767384307099213707 sched[0] 00000800:00000010:0.0:1767384308.549411:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bcf8e47. 00000800:00000010:0.0:1767384308.549459:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bcf8e47. 00000800:00000010:0.0:1767384308.549463:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b23761d. 00000800:00000010:0.0:1767384308.549496:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007aec6cbb. 00000800:00000200:2.1:1767384308.549508:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384308.549510:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549517:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384308.549520:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp19 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384307099213707 sched[0] 00000800:00000010:2.0:1767384308.549527:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c6a4cb3. 00000800:00000200:0.0:1767384308.549572:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384308.549576:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047dd9586. 00000400:00000200:0.0:1767384308.549579:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.549584:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: PUT: OK 00000400:00000200:0.0:1767384308.549588:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384308.549592:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:0.0:1767384308.549597:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549602:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384308.549604:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384308.549608:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:0.0:1767384308.549608:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384308.549617:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : PUT - for me 00000400:00000200:0.0:1767384308.549625:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384308.549630:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 224/224 into md 0x1449 [1] + 0 00000400:00000010:0.0:1767384308.549632:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c113744f. 00000400:00000200:0.0:1767384308.549635:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cecd344 00000800:00000001:0.0:1767384308.549638:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549656:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384308.549658:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.549662:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: PUT: OK 00000400:00000200:0.0:1767384308.549665:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cecd344 00000400:00000010:0.0:1767384308.549666:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00000400:00000200:0.0:1767384308.549670:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384308.549672:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (13) 00000400:00000200:0.0:1767384308.549676:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384308.549680:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000513e04e7. 00000400:00000200:0.0:1767384308.549683:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 12 00000400:00000200:0.0:1767384308.549686:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384308.549696:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (14) 00000400:00000200:0.0:1767384308.549699:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384308.549704:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp19 to MR: 192.168.204.118@tcp19 local destination 00000400:00000200:0.0:1767384308.549709:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [26:26:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384308.549722:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) -> 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) 192.168.204.118@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384308.549732:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp19 00000800:00000010:0.0:1767384308.549735:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000685d784d. 00000400:00000200:2.0:1767384308.549739:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:0.0:1767384308.549743:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (4) 00000800:00000200:0.0:1767384308.549750:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:988 00000800:00000200:0.0:1767384308.549752:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000685d784d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384308.549823:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384308.549825:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000685d784d. 00000400:00000200:0.0:1767384308.549829:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.549834:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: ACK: OK 00000400:00000200:3.0:1767384308.549837:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384308.549841:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384308.549843:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66476c. 00000400:00000200:2.0:1767384308.549846:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000001:0.0:1767384308.549846:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384308.549848:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000800:00000001:0.0:1767384308.549851:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549857:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384308.549859:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549863:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384308.549869:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : ACK - for me 00000400:00000200:3.0:1767384308.549876:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:0.0:1767384308.549882:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp19: ACK from 12345-192.168.204.118@tcp19 into md 0x1461 00000400:00000200:3.0:1767384308.549885:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000400:00000200:0.0:1767384308.549886:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.549893:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: ACK: OK 00000400:00000010:3.0:1767384308.549894:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000015bcd9ba. 00000400:00000200:0.0:1767384308.549897:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71d5ce6 00000400:00000010:0.0:1767384308.549899:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71d5ce6. 00000400:00000010:3.0:1767384308.549900:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000bc121f22. 00000400:00000200:0.0:1767384308.549902:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:3.0:1767384308.549905:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000e1259cac. 00000400:00000200:0.0:1767384308.549908:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384308.549910:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384308.549912:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384308.549918:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (13) 00000400:00000010:3.0:1767384308.549921:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000fe503ad. 00000800:00000001:0.0:1767384308.549923:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.549928:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.549930:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000fe503ad nid 192.168.204.118@tcp20 00000400:00000010:3.0:1767384308.549935:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d66a1622. 00000400:00000200:3.0:1767384308.549938:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d66a1622 net tcp20 00000400:00000200:3.0:1767384308.549940:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000200:3.0:1767384308.549946:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp20 flags 0x11 00000400:00000010:3.0:1767384308.549955:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000015bcd9ba. 00000400:00000010:3.0:1767384308.549958:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000bc121f22. 00000400:00000010:3.0:1767384308.549961:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000e1259cac. 00000400:00000200:2.0:1767384308.549962:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:3.0:1767384308.549963:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000513e04e7. 00000400:00000200:3.0:1767384308.549969:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384308.549972:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:3.0:1767384308.549975:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:3.0:1767384308.549979:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:3.0:1767384308.549981:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384308.549983:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:3.0:1767384308.549986:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384308.549989:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (13) 00000400:00000200:2.0:1767384308.550012:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550065:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550112:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550146:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550178:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550206:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00080000:00000010:3.0:1767384308.550242:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061d3b3ec. 00000400:00000200:2.0:1767384308.550246:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384308.550276:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00080000:00000010:0.0:1767384308.550309:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000473e445d. 00040000:00000001:0.0:1767384308.550315:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384308.550317:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00040000:00000001:0.0:1767384308.550318:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384308.550322:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384308.550326:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384308.550329:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.550337:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384308.550351:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384308.550353:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 20000000:00000001:0.0:1767384308.550358:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384308.550362:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384308.550367:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384308.550370:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1259cac. 20000000:01000000:3.0:1767384308.550374:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384308.550376:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384308.550380:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384308.550382:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384308.550389:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384308.550390:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00080000:00000001:3.0:1767384308.550396:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.550399:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384308.550400:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.550402:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384308.550403:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384308.550405:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384308.550408:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384308.550410:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384308.550412:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384308.550414:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.550416:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.550418:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384308.550421:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 20000000:01000000:0.0:1767384308.550421:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384308.550425:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384308.550426:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000010:3.0:1767384308.550430:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc121f22. 10000000:01000000:0.0:1767384308.550430:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384308.550433:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:2.0:1767384308.550436:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00010000:00000001:0.0:1767384308.550437:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384308.550443:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499904000 : -114772209647616 : ffff979d8336c000) 00080000:00000001:3.0:1767384308.550449:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384308.550452:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384308.550457:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000081e7756. 00080000:00000001:3.0:1767384308.550460:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.550462:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:0.0:1767384308.550465:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e2d7525a. 00010000:00000001:0.0:1767384308.550470:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384308.550473:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384308.550474:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000955ef55d. 00000400:00000200:2.0:1767384308.550477:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000020:00000001:0.0:1767384308.550478:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384308.550482:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000955ef55d with handle 0xd602e9c522f0b1a2 to hash 00000020:00000001:0.0:1767384308.550485:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384308.550486:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00080000:00000001:3.0:1767384308.550487:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384308.550489:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384308.550492:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.550494:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.550496:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550503:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384308.550506:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384308.550508:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384308.550510:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384308.550511:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.550513:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384308.550514:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.550516:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384308.550518:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384308.550519:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384308.550520:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:2.0:1767384308.550522:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00010000:00000040:0.0:1767384308.550522:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e2d7525a) refcount = 1 00010000:00010000:0.0:1767384308.550525:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550537:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384308.550539:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384308.550540:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.550541:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550542:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384308.550545:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384308.550547:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384308.550550:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.550551:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.550552:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=4 00000020:00000001:0.0:1767384308.550553:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384308.550555:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384308.550557:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384308.550558:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384308.550559:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00010000:00000001:0.0:1767384308.550567:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384308.550569:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550573:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.550574:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384308.550575:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550579:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.550580:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550582:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384308.550584:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384308.550588:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000955ef55d already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384308.550590:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384308.550592:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00010000:00000001:0.0:1767384308.550597:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384308.550600:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550604:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384308.550606:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.550606:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.550607:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=5 00000020:00000001:0.0:1767384308.550608:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384308.550609:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384308.550611:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384308.550613:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550617:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384308.550618:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384308.550619:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550621:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384308.550623:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384308.550624:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.550625:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.550626:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000955ef55d with handle 0xd602e9c522f0b1a2 from hash 00010000:00000001:0.0:1767384308.550627:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384308.550628:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.550629:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.550630:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384308.550631:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384308.550633:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384308.550634:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384308.550635:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.550637:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550638:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384308.550639:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384308.550655:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.550656:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.550657:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550663:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.550665:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.550667:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550671:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.550672:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.550673:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384308.550674:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384308.550675:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.550676:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.550677:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384308.550679:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.550680:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.550682:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.550686:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384308.550688:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384308.550689:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b1a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384308.550693:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e2d7525a count: 0 00010000:00000001:0.0:1767384308.550701:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384308.550702:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384308.550710:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384308.550712:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384308.550714:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ff156db6. 20000000:00000001:0.0:1767384308.550717:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384308.550719:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458048 00010000:00000001:0.0:1767384308.550722:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384308.550726:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000ff82e8 x1853236731458048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.550732:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384308.550734:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.550737:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.550746:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384308.550748:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384308.550750:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384308.550752:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384308.550754:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.550756:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.550759:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.550762:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b23761d. 00000100:00000200:0.0:1767384308.550765:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731458048, offset 224 00000400:00000200:0.0:1767384308.550792:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.550799:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.550806:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103200 00000800:00000010:2.0:1767384308.550811:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000357300d3. 00000400:00000200:0.0:1767384308.550811:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1465 [2] + 224 00000800:00000010:2.0:1767384308.550818:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d74d081. 00000400:00000200:0.0:1767384308.550819:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.550826:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:2.0:1767384308.550828:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000100:00000001:0.0:1767384308.550830:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.550835:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384308.550844:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.550854:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.550860:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b23761d 00000400:00000010:0.0:1767384308.550862:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b23761d. 00000100:00000001:0.0:1767384308.550864:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384308.550866:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.550871:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384308.550873:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000100:00000040:0.0:1767384308.550874:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384308.550880:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384308.550882:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.550884:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384308.550886:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000ff82e8 x1853236731458048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384308.550894:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000ff82e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731458048:12345-0@lo:253: Request processed in 1945us (2412us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384308.550901:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:0.0:1767384308.550907:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000001:2.0:1767384308.550911:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384308.550911:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384308.550915:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.550916:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384308.550917:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp19 from 234.3.0.2 00000100:00000001:0.0:1767384308.550919:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767384308.550922:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000015ed146e. 00000400:00000001:2.0:1767384308.550923:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384308.550924:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad49157e. 00000400:00000001:2.0:1767384308.550927:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384308.550931:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000020:00000010:0.0:1767384308.550932:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad00a4d4. 00000400:00000200:2.0:1767384308.550937:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b52b6b55 00000020:00000010:0.0:1767384308.550939:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1d5d036. 00000400:00000010:2.0:1767384308.550941:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b52b6b55. 00000020:00000040:0.0:1767384308.550944:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:2.0:1767384308.550947:0:16352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384308.550949:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384308.550951:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000231514e1. 00000100:00000200:2.0:1767384308.550956:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384308.550956:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384308.550959:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384308.550967:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384308.550972:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384308.550972:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c113744f. 00000400:00000010:0.0:1767384308.550977:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b23761d. 00000100:00000001:2.0:1767384308.550986:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384308.550989:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.550992:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384308.550995:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384308.550998:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384308.551000:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384308.551003:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384308.551008:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=28 v=5 (5 0 0 0) 00000800:00000010:0.0:1767384308.551008:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e42b3d4. 00000100:00001000:2.0:1767384308.551014:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=28 v=5 (1 0 0 0) 00000800:00000010:0.0:1767384308.551015:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e19ea84d. 00000100:00000001:2.0:1767384308.551023:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384308.551032:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.551035:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000010:0.0:1767384308.551035:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006ee5d347. 00010000:00000001:2.0:1767384308.551038:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384308.551043:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (4) 00000100:00000001:2.0:1767384308.551044:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384308.551048:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp19 000000006ee5d347 deleted 00000800:00000010:0.1:1767384308.551050:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006ee5d347. 00000100:00000040:2.0:1767384308.551053:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384308.551055:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384308.551065:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp19 p 3.x 192.168.204.118 -> 192.168.204.118:1002 incarnation:1767384307099213707 sched[0] 00000800:00000010:0.0:1767384308.551073:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bcf8e47. 00000100:00000001:2.0:1767384308.551075:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.551079:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384308.551081:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384308.551084:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384308.551087:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384308.551088:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384308.551090:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384308.551091:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384308.551093:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384308.551094:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384308.551095:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384308.551097:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384308.551098:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384308.551101:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.551110:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731458048:0@lo:253: 00000100:00000001:2.0:1767384308.551116:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.551119:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767384308.551119:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bcf8e47. 00000100:00000040:2.0:1767384308.551124:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7512570 x1853236731458048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384308.551124:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e19ea84d. 00000800:00000200:3.1:1767384308.551128:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384308.551138:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp19 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384307099213707 sched[0] 00000100:00000001:2.0:1767384308.551139:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:0.0:1767384308.551141:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000015ed146e. 00000800:00000010:3.0:1767384308.551143:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d74d081. 02000000:00000001:2.0:1767384308.551143:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384308.551148:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a15f925c. 00000800:00000001:0.0:1767384308.551151:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384308.551154:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767384308.551156:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384308.551158:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384308.551162:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384308.551165:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767384308.551167:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384308.551168:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002a267fed. 00000800:00000001:0.0:1767384308.551172:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384308.551174:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384308.551184:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384308.551186:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7512570. 00000100:00000001:2.0:1767384308.551191:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384308.551192:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.551194:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.551199:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.551200:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.551202:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.551204:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384308.552017:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc121f22. 00080000:00000010:3.0:1767384308.552047:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000081e7756. 00040000:00000001:3.0:1767384308.552051:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384308.552052:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384308.552053:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384308.552055:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384308.552057:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.552058:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384308.552060:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384308.552068:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384308.552070:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384308.552074:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384308.552116:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384308.552120:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384308.552121:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384308.552124:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384308.552126:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384308.552130:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010d33ef0. 00010000:00000001:0.0:1767384308.552139:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384308.552142:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000583b4950. 00000020:00000001:0.0:1767384308.552144:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384308.552146:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000583b4950 with handle 0xd602e9c522f0b1a9 to hash 00000020:00000001:0.0:1767384308.552148:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384308.552150:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384308.552152:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384308.552154:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.552156:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.552158:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384308.552160:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384308.552164:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384308.552166:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:3.0:1767384308.552167:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a25fdfc0. 00010000:00000001:0.0:1767384308.552169:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384308.552172:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:3.0:1767384308.552173:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552173:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384308.552176:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384308.552178:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458176 00010000:00000001:0.0:1767384308.552178:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.552182:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384308.552182:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.552184:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384308.552186:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000200:3.0:1767384308.552188:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000acec21bc x1853236731458176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.552189:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384308.552191:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384308.552194:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010d33ef0) refcount = 1 00010000:00010000:0.0:1767384308.552200:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.552204:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.552206:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552207:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00001000:3.0:1767384308.552209:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=28 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384308.552209:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384308.552211:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.552212:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552213:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384308.552214:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384308.552217:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384308.552220:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384308.552221:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.552224:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.552225:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:0.0:1767384308.552229:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384308.552230:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384308.552231:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000583b4950 refcount=4 02000000:00000001:3.0:1767384308.552233:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.552234:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00000100:00000001:3.0:1767384308.552236:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384308.552237:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00000100:00000040:3.0:1767384308.552241:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384308.552241:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384308.552244:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384308.552246:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c6a4cb3. 00000100:00000200:3.0:1767384308.552251:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731458176, offset 224 00010000:00000001:0.0:1767384308.552252:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384308.552254:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384308.552260:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384308.552264:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.552266:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384308.552268:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384308.552271:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384308.552279:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384308.552281:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103280 00010000:00000001:0.0:1767384308.552281:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552283:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384308.552287:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384308.552290:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x146d [2] + 224 00010000:00010000:0.0:1767384308.552298:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000583b4950 already unused, calling callback (00000000d6205520) 00000400:00000200:3.0:1767384308.552299:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384308.552301:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384308.552305:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384308.552305:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384308.552308:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384308.552310:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384308.552314:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1767384308.552315:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.552316:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.552318:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.552321:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000583b4950 refcount=5 00000020:00000001:0.0:1767384308.552324:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00010000:00000001:0.0:1767384308.552327:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676352 : -114767148875264 : ffff979eb0dc0200) 00000100:00000040:3.0:1767384308.552331:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.552338:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384308.552340:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.552346:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384308.552347:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384308.552348:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552350:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384308.552351:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384308.552353:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384308.552353:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.552355:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.552358:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000583b4950 with handle 0xd602e9c522f0b1a9 from hash 00000400:00000200:3.0:1767384308.552359:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6a4cb3 00010000:00000001:0.0:1767384308.552360:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384308.552363:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c6a4cb3. 00010000:00000001:0.0:1767384308.552363:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.552366:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384308.552368:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384308.552368:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384308.552370:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384308.552371:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384308.552374:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384308.552375:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552375:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384308.552378:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384308.552381:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384308.552382:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384308.552382:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.552386:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384308.552388:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.552388:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384308.552388:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384308.552391:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:3.0:1767384308.552393:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384308.552394:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384308.552395:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384308.552396:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384308.552398:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acec21bc x1853236731458176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384308.552400:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384308.552400:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384308.552405:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18fbcfb. 00010000:00000001:0.0:1767384308.552406:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.552412:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384308.552415:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dadc7752 00000100:00100000:3.0:1767384308.552416:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000acec21bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731458176:12345-0@lo:253: Request processed in 3422us (3814us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384308.552416:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384308.552419:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dadc7752. 00010000:00000001:0.0:1767384308.552424:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384308.552427:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384308.552427:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.552431:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:3.0:1767384308.552434:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00000001:0.0:1767384308.552435:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:2.0:1767384308.552436:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.552438:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384308.552442:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00000001:0.0:1767384308.552442:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384308.552449:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384308.552450:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384308.552454:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.552455:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384308.552455:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384308.552457:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.552462:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009dcfcf61. 00010000:00010000:0.0:1767384308.552462:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384308.552471:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000098754a70. 00000020:00000010:3.0:1767384308.552478:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000416d7e20. 00010000:00000001:0.0:1767384308.552479:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384308.552481:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384308.552482:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384308.552486:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:2.0:1767384308.552486:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384308.552486:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000583b4950/0xd602e9c522f0b1a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384308.552492:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384308.552493:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384308.552497:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d7d5eb25. 00010000:00000040:0.0:1767384308.552497:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010d33ef0 count: 0 02000000:00000001:2.0:1767384308.552498:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384308.552503:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384308.552504:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384308.552505:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.552508:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.552508:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384308.552510:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.552511:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384308.552516:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384308.552517:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=28 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384308.552523:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f51771d. 00000100:00001000:2.0:1767384308.552523:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384308.552530:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384308.552532:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c6a4cb3. 00000100:00000001:2.0:1767384308.552534:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384308.552538:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384308.552540:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.552542:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384308.552547:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.552562:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384308.552565:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384308.552566:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384308.552569:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384308.552571:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384308.552572:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384308.552574:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384308.552575:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384308.552577:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384308.552578:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384308.552579:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384308.552580:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384308.552583:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384308.552591:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731458176:0@lo:253: 00000100:00000001:2.0:1767384308.552595:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.552598:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384308.552600:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731458176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384308.552607:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384308.552608:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384308.552611:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cd0a0ac6. 02000000:00000001:2.0:1767384308.552615:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384308.552617:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384308.552619:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384308.552621:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384308.552623:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eacfc35a. 02000000:00000001:2.0:1767384308.552626:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384308.552628:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384308.552630:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:2.0:1767384308.552633:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384308.552634:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.552636:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384308.552655:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384308.552664:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384308.552666:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384308.552668:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.553806:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294894721, at 4294894722 00000100:00000040:3.0:1767384308.553810:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294894721, at 4294894722 00000100:00000010:1.0:1767384308.553815:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006decef31. 00000100:00000010:3.0:1767384308.553818:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000389b4312. 00000100:00000040:2.0:1767384308.553821:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294894721, at 4294894722 00000100:00000040:0.0:1767384308.553825:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294894721, at 4294894722 00000100:00000010:2.0:1767384308.553830:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5216634. 00000100:00000010:0.0:1767384308.553832:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcf03c01. 00010000:00000010:0.1:1767384308.557808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2d7525a. 00010000:00000010:0.1:1767384308.557825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000955ef55d. 00010000:00000010:0.1:1767384308.561806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010d33ef0. 00010000:00000010:0.1:1767384308.561814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000583b4950. 00000400:00000010:2.0:1767384308.567695:0:22503:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005a705340. 00000400:00000040:2.0:1767384308.567711:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384308.567713:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384308.567715:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384308.567716:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384308.567718:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384308.567719:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384308.567721:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384308.567722:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384308.567723:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384308.567724:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384308.567725:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384308.567726:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384308.567728:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384308.567729:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384308.567729:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384308.567731:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384308.567732:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384308.567733:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384308.567733:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384308.567735:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384308.567736:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384308.567737:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384308.567737:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384308.567738:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384308.567739:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384308.567741:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384308.567741:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384308.567742:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384308.567743:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384308.567744:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384308.567746:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384308.567747:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384308.567753:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384308.567754:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384308.567755:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384308.567757:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384308.567758:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384308.567759:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384308.567761:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384308.567762:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384308.567763:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384308.567764:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384308.567765:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384308.567784:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384308.567785:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384308.567786:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384308.567787:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384308.567789:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384308.567791:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384308.567793:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384308.567795:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384308.567796:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384308.567798:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384308.567799:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384308.567801:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384308.567802:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384308.567803:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384308.567834:0:22503:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005a705340. 00010000:00000001:3.0:1767384308.743822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384308.743827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.743832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384308.743834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.743864:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384308.743868:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.743872:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384308.935832:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384308.935837:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384308.935841:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384308.935844:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384308.935846:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384308.935847:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384308.935849:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384308.935851:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384308.935853:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 19 10000000:00000001:0.0:1767384308.935856:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384308.935857:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384308.935864:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0965d2b. 00000020:00000040:0.0:1767384308.935867:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384308.935872:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384308.935876:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384308.935881:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384308.935889:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037bcb490. 00000100:00000001:0.0:1767384308.935897:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.935910:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384308.935914:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384308.935922:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010d33ef0. 00010000:00000001:0.0:1767384308.935926:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384308.935930:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000792d007. 00000100:00000001:2.0:1767384308.935935:0:17071:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000020:00000010:0.0:1767384308.935936:0:17081:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c8626b6f. 00000100:00000001:2.0:1767384308.935941:0:17071:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.935942:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384308.935948:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000792d007 with handle 0xd602e9c522f0b1b0 to hash 00000020:00000001:0.0:1767384308.935951:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384308.935953:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384308.935956:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384308.935960:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.935963:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.935966:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384308.935976:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384308.935986:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384308.935988:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384308.935991:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384308.935993:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.935994:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384308.936000:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfed67e7. 00000100:00000001:0.0:1767384308.936003:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517739712 : -114772191811904 : ffff979d8446e6c0) 00000100:00000001:0.0:1767384308.936005:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384308.936007:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512960 : -114766920038656 : ffff979ebe7fc700) 00000100:00000001:0.0:1767384308.936011:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384308.936012:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.936014:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384308.936016:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384308.936024:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.936039:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384308.936042:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.936046:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384308.936049:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384308.936052:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384308.936056:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0965d2b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731458304:0@lo:101: 00000100:00000001:0.0:1767384308.936060:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384308.936066:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384308.936068:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.936071:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384308.936075:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000939f1952. 02000000:00000001:0.0:1767384308.936077:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384308.936083:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d813baa5. 00000400:00000010:0.0:1767384308.936090:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000100:00000200:0.0:1767384308.936096:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731458304, portal 25 00000100:00000001:0.0:1767384308.936099:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384308.936100:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512960 : -114766920038656 : ffff979ebe7fc700) 00000100:00000040:0.0:1767384308.936107:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.936114:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.936117:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.936120:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b834f3. 00000100:00000200:0.0:1767384308.936122:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731458304, offset 0 00000400:00000200:0.0:1767384308.936128:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.936139:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.936149:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d103300 00000400:00000200:0.0:1767384308.936154:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x975 [2] + 0 00000400:00000010:0.0:1767384308.936157:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f56954a8. 00000400:00000200:0.0:1767384308.936161:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2f2b3b7 00000400:00000200:0.0:1767384308.936165:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.936168:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384308.936173:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f2b3b7 00000400:00000010:0.0:1767384308.936180:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f2b3b7. 00000100:00000001:0.0:1767384308.936185:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384308.936187:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384308.936189:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000a5bdf49b x1853236731458304 msgsize 328 00000100:00100000:0.0:1767384308.936192:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384308.936194:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384308.936203:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.936209:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b834f3 00000400:00000010:0.0:1767384308.936210:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b834f3. 00000100:00000001:0.0:1767384308.936213:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384308.936216:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.936221:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384308.936224:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384308.936226:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458304 00000100:00000040:0.0:1767384308.936228:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384308.936231:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384308.936235:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384308.936236:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936239:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.936240:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.936245:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.936247:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.936249:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294895109 00000100:00100000:3.0:1767384308.936252:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458304 00000100:00000010:0.0:1767384308.936254:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec2c535a. 00000020:00000001:3.0:1767384308.936258:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384308.936261:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384308.936261:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384308.936266:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384308.936268:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294895109 00000020:00000040:3.0:1767384308.936269:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000010:0.0:1767384308.936272:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0b44101. 00000100:00000001:0.0:1767384308.936275:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384308.936278:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294895109 00000020:00000001:3.0:1767384308.936281:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000010:0.0:1767384308.936284:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083b352b6. 00000020:00000001:3.0:1767384308.936286:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384308.936288:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384308.936292:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294895109 00000100:00000001:3.0:1767384308.936295:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384308.936295:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079baa2f9. 00000100:00000001:0.0:1767384308.936300:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384308.936301:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7fc4ba. 00000100:00000001:0.0:1767384308.936302:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384308.936307:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936308:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.936311:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7fc4ba. 00000100:00000001:0.0:1767384308.936316:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384308.936318:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384308.936319:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063a6dfd6. 00000100:00100000:0.0:1767384308.936319:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dfed67e7 going to sleep for 11 seconds 00000100:00000001:0.0:1767384308.936326:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384308.936328:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000018cafc6. 00000100:00000001:0.0:1767384308.936328:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.936337:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a946a648. 00000100:00000040:3.0:1767384308.936347:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384308.936350:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384308.936351:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384308.936353:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936360:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936370:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.936379:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.936382:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384308.936387:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384308.936391:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384308.936393:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665493584 : -114767044058032 : ffff979eb71b6450) 00000100:00000040:3.0:1767384308.936398:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5bdf49b x1853236731458304/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.936407:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.936410:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7fc4ba. 00000100:00000001:3.0:1767384308.936413:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.936415:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7fc4ba. 00000100:00100000:3.0:1767384308.936420:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bdf49b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731458304:12345-0@lo:101: 00000100:00000200:3.0:1767384308.936424:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458304 00000020:00000001:3.0:1767384308.936429:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384308.936432:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384308.936435:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.936437:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384308.936445:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:3.0:1767384308.936448:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384308.936449:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384308.936452:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384308.936454:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384308.936457:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.936460:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384308.936462:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384308.936574:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384308.936577:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384308.936579:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.936585:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384308.936590:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd1eec48. 00010000:00000001:3.0:1767384308.936594:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384308.936596:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009af56854. 00000020:00000001:3.0:1767384308.936598:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384308.936600:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009af56854 with handle 0xd602e9c522f0b1b7 to hash 00000020:00000001:3.0:1767384308.936602:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384308.936603:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00000001:3.0:1767384308.936606:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00010000:3.0:1767384308.936608:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b1b0 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384308.936671:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:3.0:1767384308.936675:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384308.936682:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384308.936684:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384308.936689:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000577ae69a. 02000000:00000001:3.0:1767384308.936691:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936693:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.936696:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384308.936699:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384308.936701:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384308.936703:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.936704:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.936711:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384308.936712:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.936714:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384308.936716:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384308.936717:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384308.936718:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384308.936720:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 1 00010000:00010000:3.0:1767384308.936723:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.936728:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384308.936729:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384308.936730:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.936732:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.936733:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384308.936737:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384308.936739:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384308.936744:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384308.936745:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384308.936747:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384308.936748:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384308.936749:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384308.936751:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384308.936752:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384308.936753:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009af56854, rc 0) 00000020:00000001:3.0:1767384308.936755:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384308.936757:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458304 00010000:00000001:3.0:1767384308.936759:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384308.936762:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5bdf49b x1853236731458304/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384308.936797:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.936799:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.936803:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.936808:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.936818:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.936820:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384308.936823:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.936825:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.936828:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.936830:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.936833:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000100:00000200:3.0:1767384308.936836:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731458304, offset 224 00000400:00000200:3.0:1767384308.936842:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.936849:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.936855:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d103300 00000400:00000200:3.0:1767384308.936860:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1489 [1] + 224 00000400:00000200:3.0:1767384308.936864:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.936867:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.936870:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.936874:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.936883:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.936899:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.936904:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:3.0:1767384308.936906:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000100:00000001:3.0:1767384308.936909:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384308.936910:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.936912:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.936915:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384308.936918:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384308.936920:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.936922:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384308.936925:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5bdf49b x1853236731458304/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 328/344 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.936933:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bdf49b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731458304:12345-0@lo:101: Request processed in 525us (742us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384308.936947:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384308.936948:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384308.936951:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000001:1.0:1767384308.936952:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384308.936953:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384308.936954:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384308.936955:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384308.936956:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d813baa5. 00000020:00000010:3.0:1767384308.936959:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000018cafc6. 00000400:00000200:1.0:1767384308.936959:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cecd344 00000400:00000010:1.0:1767384308.936960:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00000020:00000010:3.0:1767384308.936963:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a946a648. 00000100:00000001:1.0:1767384308.936963:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.936966:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384308.936967:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063a6dfd6. 00000020:00000040:3.0:1767384308.936971:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000200:1.0:1767384308.936974:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384308.936975:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384308.936978:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000577ae69a. 02000000:00000001:3.0:1767384308.936980:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384308.936981:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384308.936982:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.936982:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.936985:0:17081:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384308.936986:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384308.936987:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.936989:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384308.936991:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036490ca7. 00000100:00000001:1.0:1767384308.936991:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.936994:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.936996:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065b11373. 00000100:00001000:1.0:1767384308.936998:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.937001:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.937004:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.937006:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.937009:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.937011:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937014:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.937018:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.937026:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.937029:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.937031:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.937034:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.937048:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0965d2b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731458304:0@lo:101: 00000100:00000001:1.0:1767384308.937053:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.937056:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937058:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.937060:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.937062:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.937070:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.937073:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dfed67e7. 00000100:00000001:1.0:1767384308.937075:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.937077:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.937079:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384308.937082:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.937084:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.937086:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=4 00000020:00000001:1.0:1767384308.937088:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384308.937091:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000040:1.0:1767384308.937095:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000792d007, remote cookie: 0xd602e9c522f0b1b7, flags: 0x0 00010000:00000001:1.0:1767384308.937099:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384308.937101:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384308.937102:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384308.937104:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384308.937105:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384308.937107:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010d33ef0) refcount = 1 00010000:00010000:1.0:1767384308.937110:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.937117:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384308.937119:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384308.937120:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.937123:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384308.937125:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.937134:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.937141:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384308.937142:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.937144:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.937145:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.937146:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.937148:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937150:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.937154:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0965d2b x1853236731458304/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.937161:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.937163:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.937166:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000939f1952. 02000000:00000001:1.0:1767384308.937170:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.937172:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.937173:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384308.937176:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.937177:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037bcb490. 02000000:00000001:1.0:1767384308.937180:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.937182:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.937184:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0965d2b. 00000100:00000001:1.0:1767384308.937187:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.937188:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384308.937189:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.937192:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384308.937193:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384308.937196:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.937198:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.937199:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.937201:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000020:00000001:1.0:1767384308.937203:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384308.937205:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384308.937207:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384308.937209:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.937216:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.937217:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.937220:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384308.937223:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b3091bab. 00000100:00000010:1.0:1767384308.937236:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b66ff5. 00000020:00000040:1.0:1767384308.937239:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384308.937242:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.937244:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.937247:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.937251:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088617c4b. 00000100:00000001:1.0:1767384308.937254:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937258:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384308.937262:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000056f59336. 00000100:00000010:1.0:1767384308.937265:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000045afcfd6. 00000020:00000040:1.0:1767384308.937267:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384308.937271:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384308.937273:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384308.937276:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fbcc3b9. 00000100:00000001:1.0:1767384308.937278:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792498688 : -114766917052928 : ffff979ebead5600) 00000100:00000001:1.0:1767384308.937280:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.937281:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788989568 : -114766920562048 : ffff979ebe77ca80) 00000100:00000001:1.0:1767384308.937284:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.937286:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937288:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384308.937289:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384308.937292:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.937299:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384308.937300:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.937302:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384308.937304:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384308.937306:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384308.937308:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b66ff5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731458432:0@lo:256: 00000100:00000001:1.0:1767384308.937312:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384308.937319:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.937321:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937323:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384308.937328:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf61b6d0. 00000400:00000010:1.0:1767384308.937332:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004f0c5bca. 00000100:00000200:1.0:1767384308.937335:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d103380-0x695824d103380, portal 33 00000100:00000001:1.0:1767384308.937338:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.937340:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384308.937342:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045dbca9d. 02000000:00000001:1.0:1767384308.937344:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.937346:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f32733. 00000400:00000010:1.0:1767384308.937349:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc8b5b8. 00000100:00000200:1.0:1767384308.937351:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731458432, portal 25 00000100:00000001:1.0:1767384308.937353:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.937354:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788989568 : -114766920562048 : ffff979ebe77ca80) 00000100:00000040:1.0:1767384308.937358:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.937365:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384308.937367:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.937368:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000100:00000200:1.0:1767384308.937370:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731458432, offset 0 00000400:00000200:1.0:1767384308.937375:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384308.937381:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384308.937387:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d103380 00000400:00000200:1.0:1767384308.937390:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x985 [2] + 0 00000400:00000010:1.0:1767384308.937394:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b1be6b4. 00000400:00000200:1.0:1767384308.937396:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088132e24 00000400:00000200:1.0:1767384308.937399:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384308.937402:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384308.937405:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088132e24 00000400:00000010:1.0:1767384308.937407:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088132e24. 00000100:00000001:1.0:1767384308.937410:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.937411:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384308.937413:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000cec564c6 x1853236731458432 msgsize 304 00000100:00100000:1.0:1767384308.937422:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384308.937424:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384308.937435:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384308.937440:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e85307 00000400:00000010:1.0:1767384308.937442:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e85307. 00000100:00000001:1.0:1767384308.937444:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384308.937448:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.937454:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384308.937456:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384308.937458:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458432 00000100:00000040:1.0:1767384308.937462:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384308.937463:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384308.937465:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384308.937467:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.937471:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384308.937475:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458432 00000020:00000001:0.0:1767384308.937478:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384308.937481:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.937482:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384308.937486:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384308.937487:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384308.937488:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384308.937491:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384308.937493:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.937494:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384308.937500:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294895110 00000100:00000001:0.0:1767384308.937500:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384308.937504:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384308.937507:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.937508:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895109 00000020:00000010:0.0:1767384308.937510:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00000001:1.0:1767384308.937517:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294895110 00000020:00000010:0.0:1767384308.937517:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002a329f4. 00000020:00000010:0.0:1767384308.937523:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c8033ea. 00000100:00000001:1.0:1767384308.937524:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895109 00000020:00000010:0.0:1767384308.937528:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000001:1.0:1767384308.937530:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294895110 00000100:00000040:0.0:1767384308.937534:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384308.937535:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895109 00000100:00000001:0.0:1767384308.937538:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384308.937541:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294895110 00000100:00000001:0.0:1767384308.937541:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384308.937545:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937546:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895109 00000100:00000001:0.0:1767384308.937549:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937551:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.937554:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.937557:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.937558:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384308.937559:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384308.937561:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000007fbcc3b9 going to sleep for 11 seconds 00000100:00000001:1.0:1767384308.937565:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384308.937568:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.937572:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384308.937575:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384308.937579:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384308.937581:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384308.937588:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665484368 : -114767044067248 : ffff979eb71b4050) 00000100:00000040:0.0:1767384308.937592:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cec564c6 x1853236731458432/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 304/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.937598:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384308.937600:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384308.937602:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384308.937604:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00100000:0.0:1767384308.937608:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cec564c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731458432:12345-0@lo:256: 00000100:00000200:0.0:1767384308.937610:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458432 00000020:00000001:0.0:1767384308.937613:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384308.937615:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384308.937616:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.937618:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384308.937619:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:0.0:1767384308.937621:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384308.937623:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384308.937624:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384308.937625:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384308.937627:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.937629:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384308.937630:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384308.937646:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000939f1952. 02000000:00000001:0.0:1767384308.937648:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.937650:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.937652:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384308.937656:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384308.937658:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384308.937660:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384308.937662:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.937663:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384308.937665:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384308.937668:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000a1b5903. 20000000:00000001:0.0:1767384308.937670:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384308.937684:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384308.937689:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384308.937693:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384308.937695:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384308.937697:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384308.937698:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384308.937700:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384308.937701:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384308.937703:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384308.937705:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384308.937706:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384308.937708:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:0.0:1767384308.937709:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3832/1/4/3. 20000000:00000040:0.0:1767384308.937713:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384308.937715:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384308.937716:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384308.937717:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384308.937718:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384308.937719:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384308.937720:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384308.937721:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384308.937723:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384308.937724:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384308.937725:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384308.937726:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:0.0:1767384308.937728:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3568/1/4/3. 20000000:01000000:0.0:1767384308.937729:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 528, version 28 20000000:00000001:0.0:1767384308.937730:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=528 : 528 : 210) 00000100:00000001:0.0:1767384308.937732:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384308.937735:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000041bfe14. 00000100:00000010:0.0:1767384308.937737:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000030b4875c. 00000020:00000040:0.0:1767384308.937739:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:0.0:1767384308.937741:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384308.937743:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384308.937745:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b834f3. 00000400:00000010:0.0:1767384308.937750:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c109386. 00000400:00000200:0.0:1767384308.937752:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.937758:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.938059:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 528 into portal 33 MB=0x695824d103380 00000400:00000200:0.0:1767384308.938064:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 528/528 into md 0x1499 [4] + 0 00000400:00000010:0.0:1767384308.938067:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf61b6d0. 00000400:00000200:0.0:1767384308.938071:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f0c5bca 00000400:00000200:0.0:1767384308.938073:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.938077:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384308.938080:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0c5bca 00000400:00000010:0.0:1767384308.938081:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004f0c5bca. 00000100:00000001:0.0:1767384308.938085:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384308.938086:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000024b66ff5 desc 0000000056f59336 mbits 1853236731458432 00000100:00000001:0.0:1767384308.938095:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384308.938099:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384308.938104:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384308.938111:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14a5 00000400:00000200:0.0:1767384308.938113:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.938116:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384308.938119:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384308.938121:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000041bfe14 00000100:00000001:0.0:1767384308.938123:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384308.938129:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b834f3 00000400:00000010:0.0:1767384308.938131:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b834f3. 00000100:00000001:0.0:1767384308.938134:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384308.938135:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000041bfe14 00000100:00000001:0.0:1767384308.938138:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384308.938144:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 528 bytes via portal 33 id 12345-0@lo mbits 0x695824d103380-0x695824d103380 00000100:00000001:0.0:1767384308.938146:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.938150:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.938152:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384308.938154:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:0.0:1767384308.938156:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000030b4875c. 00000100:00000010:0.0:1767384308.938160:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000041bfe14. 00000100:00000001:0.0:1767384308.938163:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384308.938164:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384308.938169:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000a1b5903. 20000000:00000001:0.0:1767384308.938173:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384308.938179:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458432 00010000:00000001:0.0:1767384308.938181:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384308.938184:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cec564c6 x1853236731458432/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384308.938189:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384308.938191:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.938192:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.938195:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384308.938198:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384308.938200:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384308.938202:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384308.938203:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.938205:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.938208:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.938211:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b834f3. 00000100:00000200:0.0:1767384308.938213:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731458432, offset 224 00000400:00000200:0.0:1767384308.938219:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.938225:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.938232:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d103380 00000400:00000200:0.0:1767384308.938236:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x149d [1] + 224 00000400:00000200:0.0:1767384308.938239:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.938243:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384308.938245:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.938248:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384308.938255:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.938261:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.938265:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b834f3 00000400:00000010:0.0:1767384308.938266:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b834f3. 00000100:00000001:0.0:1767384308.938270:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384308.938271:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.938275:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384308.938277:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384308.938283:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384308.938284:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.938286:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384308.938289:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cec564c6 x1853236731458432/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:289/0 lens 304/240 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384308.938297:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cec564c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731458432:12345-0@lo:256: Request processed in 696us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384308.938303:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384308.938305:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384308.938307:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384308.938309:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384308.938311:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c8033ea. 00000020:00000010:0.0:1767384308.938314:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000020:00000010:0.0:1767384308.938317:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002a329f4. 00000020:00000040:0.0:1767384308.938321:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384308.938324:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384308.938326:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000939f1952. 02000000:00000001:0.0:1767384308.938328:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384308.938330:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384308.938333:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384308.938337:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8c5758f. 00000400:00000010:0.0:1767384308.938341:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae2ddc0c. 00000100:00000001:1.0:1767384308.938358:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384308.938363:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384308.938365:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384308.938372:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f32733. 00000400:00000200:1.0:1767384308.938376:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc8b5b8 00000400:00000010:1.0:1767384308.938378:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc8b5b8. 00000100:00000001:1.0:1767384308.938380:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.938384:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384308.938393:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.938400:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.938402:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.938404:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.938405:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384308.938407:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384308.938408:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.938410:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384308.938413:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384308.938416:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384308.938418:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384308.938419:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.938421:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.938423:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.938425:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.938428:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384308.938437:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.938444:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.938446:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384308.938448:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.938455:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000024b66ff5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731458432:0@lo:256: 00000100:00000001:1.0:1767384308.938459:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.938461:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.938468:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384308.938469:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.938472:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.938479:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384308.938481:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fbcc3b9. 00000100:00000001:1.0:1767384308.938483:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384308.938484:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.938487:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 28, more 0. 10000000:00000001:1.0:1767384308.938490:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384308.938495:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000939dd35e. 10000000:00000040:1.0:1767384308.938504:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384308.938511:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384308.938514:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384308.938518:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:1.0:1767384308.938520:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.938522:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384308.938524:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1767384308.938526:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1767384308.938529:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 12 NIDs 00000400:00001000:1.0:1767384308.938532:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384308.938536:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1767384308.938541:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384308.938546:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000200:1.0:1767384308.938552:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384308.938555:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1767384308.938557:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (13) 00000400:00000200:1.0:1767384308.938560:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:1.0:1767384308.938562:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:1.0:1767384308.938565:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938567:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:1.0:1767384308.938569:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:1.0:1767384308.938571:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938573:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:1.0:1767384308.938575:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:1.0:1767384308.938584:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938586:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:1.0:1767384308.938588:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:1.0:1767384308.938591:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938592:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:1.0:1767384308.938595:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:1.0:1767384308.938597:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938599:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:1.0:1767384308.938601:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:1.0:1767384308.938604:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938605:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:1.0:1767384308.938607:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:1.0:1767384308.938610:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938611:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:1.0:1767384308.938613:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384308.938615:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938617:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:1.0:1767384308.938619:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:1.0:1767384308.938622:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938623:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:1.0:1767384308.938625:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:1.0:1767384308.938628:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938630:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:1.0:1767384308.938632:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:1.0:1767384308.938652:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384308.938653:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000100:00000001:1.0:1767384308.938655:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.938657:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384308.938661:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:1.0:1767384308.938664:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000df87263d. 10000000:00000040:1.0:1767384308.938667:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 28/28 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:1.0:1767384308.938670:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384308.938676:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384308.938679:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fcf3008. 00000020:00000010:1.0:1767384308.938683:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005c74c4b8. 00000040:00000010:1.0:1767384308.938692:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010e5d678. 00000020:00000010:1.0:1767384308.938697:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061d55df2. 00000020:00000010:1.0:1767384308.938701:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384308.938705:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ea22c55. 80000000:00000010:1.0:1767384308.938709:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d788ab33. 40000000:00000010:1.0:1767384308.938712:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000474d5945. 00100000:00000010:1.0:1767384308.938717:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000edb98fc1. 00040000:00000010:1.0:1767384308.938722:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000405d8fb5. 00040000:00000010:1.0:1767384308.938726:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000aeee2bd. 00040000:00000010:1.0:1767384308.938729:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008c905631. 00080000:00000010:1.0:1767384308.938734:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000040d478e5. 00080000:00000010:1.0:1767384308.938739:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a25dc429. 00000004:00000010:1.0:1767384308.938746:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007b44d2b2. 00000004:00000010:1.0:1767384308.938751:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384308.938755:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0afa136. 00002000:00000010:1.0:1767384308.938759:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003df8daa6. 00000004:00000010:1.0:1767384308.938763:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000300fa054. 00000004:00000001:1.0:1767384308.938785:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384308.938788:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384308.938791:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000df87263d 00000040:00001000:1.0:1767384308.938793:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384308.938795:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384308.938798:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384308.938800:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384308.938804:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384308.938806:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384308.938808:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384308.938810:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:1.0:1767384308.938813:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384308.938863:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384308.938868:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005c74c4b8. 00000040:00000010:1.0:1767384308.938873:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010e5d678. 00000020:00000010:1.0:1767384308.938876:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000061d55df2. 00000020:00000010:1.0:1767384308.938881:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384308.938885:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ea22c55. 80000000:00000010:1.0:1767384308.938896:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d788ab33. 40000000:00000010:1.0:1767384308.938901:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000474d5945. 00100000:00000010:1.0:1767384308.938904:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000edb98fc1. 00040000:00000010:1.0:1767384308.938908:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000405d8fb5. 00040000:00000010:1.0:1767384308.938912:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000aeee2bd. 00040000:00000010:1.0:1767384308.938915:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008c905631. 00080000:00000010:1.0:1767384308.938920:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a25dc429. 00080000:00000010:1.0:1767384308.938923:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000040d478e5. 00000004:00000010:1.0:1767384308.938927:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007b44d2b2. 00000004:00000010:1.0:1767384308.938930:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384308.938934:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0afa136. 00002000:00000010:1.0:1767384308.938937:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003df8daa6. 00000004:00000010:1.0:1767384308.938940:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000300fa054. 00000020:00000010:1.0:1767384308.938943:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fcf3008. 00000020:00000001:1.0:1767384308.938946:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.938948:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384308.938951:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000df87263d. 10000000:00000010:1.0:1767384308.938955:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000939dd35e. 10000000:00000001:1.0:1767384308.938957:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.938960:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.938963:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000024b66ff5 x1853236731458432/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.938971:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.938972:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.938974:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045dbca9d. 02000000:00000001:1.0:1767384308.938977:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.938979:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.938981:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384308.938983:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384308.938984:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384308.938985:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.938986:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384308.938988:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384308.938989:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000045afcfd6. 00000100:00000010:1.0:1767384308.938992:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000056f59336. 00000100:00000001:1.0:1767384308.938998:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384308.939000:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000088617c4b. 02000000:00000001:1.0:1767384308.939002:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.939004:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.939005:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024b66ff5. 00000100:00000001:1.0:1767384308.939007:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.939009:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384308.939020:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b3091bab. 10000000:01000000:1.0:1767384308.939024:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384308.939027:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384308.939029:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.939030:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384308.939032:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000020:00000001:1.0:1767384308.939034:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384308.939037:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384308.939040:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384308.939042:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.939049:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.939051:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384308.939052:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384308.939059:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384308.939061:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.939062:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384308.939063:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.939065:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.939067:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384308.939069:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384308.939071:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384308.939073:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384308.942802:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:1.0:1767384308.942811:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0b44101. 00000100:00000040:2.0:1767384308.942818:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:2.0:1767384308.942825:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083b352b6. 00000100:00000040:0.0:1767384308.942836:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:0.0:1767384308.942844:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec2c535a. 00000100:00000040:3.0:1767384308.942894:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:3.0:1767384308.942901:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079baa2f9. 00000020:00000010:3.0:1767384308.947492:0:22630:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005f7fc4ba. 00000020:00000040:3.0:1767384308.947501:0:22630:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384308.947503:0:22630:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005f7fc4ba. 00080000:00000010:3.0:1767384309.388130:0:22739:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000078de3a4. 00080000:00000010:3.0:1767384309.388142:0:22739:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000078de3a4. 00000020:00000001:3.0:1767384309.388148:0:22739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384309.388156:0:22739:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000078de3a4. 00080000:00000010:3.0:1767384309.388161:0:22739:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000078de3a4. 00000020:00000001:3.0:1767384309.388165:0:22739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.767835:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384309.767841:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.767847:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384309.767850:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384309.767852:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384309.767854:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.767857:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384309.767865:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.767867:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.767869:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.767903:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384309.767907:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.767910:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384310.126926:0:22903:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384310.126934:0:22903:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384310.130364:0:22903:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384310.137080:0:22904:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000714c00c1. 00000400:00000010:1.0:1767384310.137094:0:22904:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004f0c5bca. 00000400:00000010:1.0:1767384310.137103:0:22904:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e845ac47. 00000400:00000010:1.0:1767384310.137106:0:22904:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bad7e56d. 00000400:00000010:1.0:1767384310.137110:0:22904:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000940a2e9f. 00000400:00000010:1.0:1767384310.137113:0:22904:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002888c3ad. 00000400:00000010:1.0:1767384310.137115:0:22904:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd1474e5. 00000400:00000010:1.0:1767384310.137116:0:22904:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dda7a3b9. 00000400:00000010:1.0:1767384310.137120:0:22904:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006f5f6f0b. 00000800:00000010:1.0:1767384310.137132:0:22904:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000405d8fb5. 00000800:00000200:1.0:1767384310.137142:0:22904:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384310.137149:0:22904:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384310.137181:0:22904:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384310.137199:0:22904:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp21 [8/256/0/180] 00000400:00000010:1.0:1767384310.138564:0:22904:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000074bd8259. 00000400:00000010:1.0:1767384310.138569:0:22904:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f32733. 00000400:00000010:1.0:1767384310.138573:0:22904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc8b5b8. 00000400:00000001:1.0:1767384310.138585:0:22904:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384310.138587:0:22904:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384310.138588:0:22904:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000860d078b. 00000400:00000200:1.0:1767384310.138591:0:22904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000400:00000010:1.0:1767384310.138592:0:22904:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000400:00000010:1.0:1767384310.138596:0:22904:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000e897b4ae. 00000400:00000200:1.0:1767384310.138600:0:22904:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (12) 00000400:00000200:1.0:1767384310.138609:0:22904:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384310.138627:0:22904:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:1.0:1767384310.138633:0:22904:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000040d478e5. 00000020:01000000:1.0:1767384310.138655:0:22904:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384310.138658:0:22904:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp21 00000400:00000200:3.0:1767384310.138661:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384310.138670:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384310.138671:0:22904:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004f0c5bca. 00000400:00000010:1.0:1767384310.138678:0:22904:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000714c00c1. 00000400:00000010:3.0:1767384310.138681:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000400:00000200:3.0:1767384310.138688:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (13) 00000400:00000010:3.0:1767384310.138696:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ad999af. 00000400:00000200:3.0:1767384310.138703:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:2.0:1767384310.138703:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.138709:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.138713:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.138715:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384310.138722:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:01000004:2.0:1767384310.138727:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384310.138729:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384310.138746:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.138748:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384310.138749:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384310.138750:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.138753:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.138755:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384310.138757:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384310.138759:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.138761:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384310.138765:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:2.0:1767384310.138767:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000020:00000040:2.0:1767384310.138774:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384310.138775:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384310.138783:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384310.138790:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384310.138799:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.138803:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.138807:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384310.138816:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b73fe5. 00000100:00000001:2.0:1767384310.138822:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.138825:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384310.138831:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384310.138833:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384310.138834:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.138844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e906c6d] to pc [ptlrpcd_00_02+2] req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384310.138846:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384310.138863:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384310.138872:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:2.0:1767384310.138874:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384310.138880:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.138883:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:2.0:1767384310.138883:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384310.138885:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384310.138893:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384310.138895:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 10000000:00000001:2.0:1767384310.138896:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.138900:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.138902:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384310.138904:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384310.138906:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp20 00000020:01000004:2.0:1767384310.138907:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384310.138910:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.138912:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.138914:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384310.138916:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp20 lpni_is_preferred = 0 00000020:01000004:2.0:1767384310.138917:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384310.138919:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384310.138920:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384310.138923:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384310.138925:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp20 00000100:00000001:0.0:1767384310.138925:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.138928:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384310.138931:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384310.138934:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384310.138935:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 00000020:00000040:2.0:1767384310.138940:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384310.138946:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384310.138947:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp20 NI seq info: [27:27:256:4294967295] 192.168.204.118@tcp20 LPNI seq info [27:27:8:4294967295] 02000000:00000001:2.0:1767384310.138949:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.138953:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.138956:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384310.138959:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384310.138960:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000efde7c50. 02000000:00000001:0.0:1767384310.138963:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384310.138966:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp20 00000100:00000001:2.0:1767384310.138966:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.138967:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.138972:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.138973:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.138979:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.138981:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7ecca1] to pc [ptlrpcd_00_03+3] req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.138986:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731458560:0@lo:253: 00000400:00000200:3.0:1767384310.138990:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20:) -> 192.168.204.118@tcp20(192.168.204.118@tcp:192.168.204.118@tcp20) : PUT try# 0 00000100:00000001:0.0:1767384310.138996:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384310.139017:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384310.139021:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384310.139023:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.118@tcp20 10000000:00000001:2.0:1767384310.139023:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.139024:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384310.139029:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.139032:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384310.139032:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f19842a0. 00000800:00000010:3.0:1767384310.139034:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a243f8. 02000000:00000001:0.0:1767384310.139037:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384310.139038:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384310.139044:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000040d478e5. 00000400:00000010:0.0:1767384310.139046:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebbde784. 00000800:00000010:3.0:1767384310.139048:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000990ed57c. 00000400:00000010:0.0:1767384310.139053:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a16d2e63. 00000800:00000010:3.0:1767384310.139055:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000eda674db. 00000100:00000200:0.0:1767384310.139058:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731458560, portal 25 00000100:00000001:0.0:1767384310.139062:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.139065:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000800:00000200:3.0:1767384310.139066:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (2) 00000100:00000001:2.0:1767384310.139067:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.139071:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384310.139073:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.139075:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.1:1767384310.139081:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (2) 00000100:00000040:2.0:1767384310.139082:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.139091:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384310.139097:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384310.139097:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384310.139100:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.139101:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034a66f3f. 02000000:00000001:2.0:1767384310.139103:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384310.139105:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731458560, offset 0 00000400:00000200:3.0:1767384310.139106:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 02000000:00000001:2.0:1767384310.139107:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384310.139113:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.139113:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384310.139116:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00100000:2.0:1767384310.139121:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731458688:0@lo:253: 00000100:00000001:2.0:1767384310.139127:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384310.139130:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384310.139131:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384310.139134:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.139136:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384310.139141:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff156db6. 00000400:00000200:0.0:1767384310.139141:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103400 02000000:00000001:2.0:1767384310.139146:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.139150:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:0.0:1767384310.139153:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078c8ed41. 00000400:00000200:0.0:1767384310.139158:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea005a5f 00000400:00000010:2.0:1767384310.139160:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000400:00000010:2.0:1767384310.139166:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3d76f92. 00000400:00000200:0.0:1767384310.139166:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384310.139174:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731458688, portal 25 00000400:00000200:0.0:1767384310.139174:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384310.139179:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384310.139181:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000400:00000200:0.0:1767384310.139182:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea005a5f 00000400:00000010:0.0:1767384310.139186:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea005a5f. 00000400:00000200:3.0:1767384310.139187:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000040:2.0:1767384310.139188:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.139191:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384310.139195:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384310.139200:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000dfd64533 x1853236731458560 msgsize 4848 00000100:00000001:2.0:1767384310.139210:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384310.139210:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384310.139215:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384310.139219:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384310.139224:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dcf869b. 00000100:00000200:2.0:1767384310.139230:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731458688, offset 0 00000100:00000001:0.0:1767384310.139231:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.139238:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384310.139243:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034a66f3f 00000400:00000010:0.0:1767384310.139246:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034a66f3f. 00000400:00000200:3.0:1767384310.139250:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:0.0:1767384310.139251:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384310.139252:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384310.139257:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.139267:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384310.139268:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103480 00000100:00000040:0.0:1767384310.139273:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384310.139281:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:0.0:1767384310.139282:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139287:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384310.139289:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e5a9d0. 00000100:00000001:0.0:1767384310.139294:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384310.139296:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e923563 00000400:00000200:3.0:1767384310.139297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:0.0:1767384310.139299:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294896312 00000400:00000200:2.0:1767384310.139304:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384310.139305:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075968bbe. 00000400:00000200:2.0:1767384310.139313:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.139314:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384310.139322:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e923563 00000100:00000001:0.0:1767384310.139323:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294896312 00000400:00000010:2.0:1767384310.139327:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e923563. 00000100:00000010:0.0:1767384310.139329:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000029b9275. 00000100:00000001:0.0:1767384310.139335:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384310.139336:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384310.139338:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294896312 00000100:00000200:2.0:1767384310.139340:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384310.139343:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000100:00000040:2.0:1767384310.139347:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006b4831d1 x1853236731458688 msgsize 4848 00000100:00000001:0.0:1767384310.139347:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384310.139352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:0.0:1767384310.139354:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294896312 00000100:00100000:2.0:1767384310.139362:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384310.139362:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec2c535a. 00000100:00000001:0.0:1767384310.139368:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384310.139369:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384310.139376:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.139379:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139382:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139383:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.139384:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.139394:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcf869b 00000100:00000001:0.0:1767384310.139395:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384310.139400:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dcf869b. 00000100:00000001:0.0:1767384310.139400:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384310.139403:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.139406:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.139407:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384310.139409:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.139414:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000200:2.0:1767384310.139415:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.139421:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139434:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.139439:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.139450:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384310.139453:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458560 02000000:00000001:0.0:1767384310.139457:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384310.139461:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.139463:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139464:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139470:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384310.139471:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.139476:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458560 00000020:00000001:0.0:1767384310.139478:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384310.139480:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.139480:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:3.0:1767384310.139484:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000020:00000001:0.0:1767384310.139485:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384310.139487:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294896312 00000020:00000040:0.0:1767384310.139489:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384310.139495:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384310.139496:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294896312 00000020:00000001:0.0:1767384310.139497:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384310.139502:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294896312 00000100:00000001:0.0:1767384310.139504:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384310.139508:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294896312 00000020:00000010:0.0:1767384310.139509:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b8869d4. 00000100:00000001:2.0:1767384310.139516:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294896312 00000100:00000001:0.0:1767384310.139516:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.139520:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b8869d4. 00000100:00000001:2.0:1767384310.139522:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294896312 00000100:00000001:2.0:1767384310.139526:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294896312 00000020:00000010:0.0:1767384310.139528:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127f1ec0. 00000100:00000001:2.0:1767384310.139529:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294896312 00000100:00000001:2.0:1767384310.139535:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.139536:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ccc7c15. 00000100:00000001:2.0:1767384310.139538:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.139543:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000001:2.0:1767384310.139544:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139549:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.139550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000040:0.0:1767384310.139555:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384310.139557:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.139559:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.139561:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384310.139562:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384310.139565:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139568:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.139572:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.139574:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139575:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139582:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139586:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.139599:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384310.139602:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458688 02000000:00000001:0.0:1767384310.139603:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384310.139606:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.139607:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.139609:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.139626:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458688 00000020:00000001:0.0:1767384310.139627:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384310.139628:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384310.139632:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384310.139636:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000020:00000040:0.0:1767384310.139636:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384310.139640:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384310.139642:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000020:00000040:0.0:1767384310.139643:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384310.139649:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:2.0:1767384310.139667:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000001:0.0:1767384310.139668:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384310.139673:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665494608 : -114767044057008 : ffff979eb71b6850) 00000100:00000001:0.0:1767384310.139673:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.139677:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b8869d4. 00000100:00000001:0.0:1767384310.139681:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384310.139683:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfd64533 x1853236731458560/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384310.139684:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b8869d4. 00000020:00000010:0.0:1767384310.139690:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b871d39. 00000020:00000010:0.0:1767384310.139697:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d35d031. 00000100:00000001:2.0:1767384310.139699:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.139701:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005cae47be. 00000020:00000010:2.0:1767384310.139705:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4e41c3. 00000100:00000001:0.0:1767384310.139707:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384310.139709:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384310.139710:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139714:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139717:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.139718:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384310.139725:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4e41c3. 00000400:00000200:3.0:1767384310.139727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:0.0:1767384310.139731:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384310.139735:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd64533 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731458560:12345-0@lo:253: 00000100:00000001:0.0:1767384310.139735:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384310.139741:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000200:2.0:1767384310.139744:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458560 00000100:00000040:0.0:1767384310.139745:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384310.139749:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665486416 : -114767044065200 : ffff979eb71b4850) 00000020:00000001:2.0:1767384310.139751:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384310.139754:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b4831d1 x1853236731458688/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.139757:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384310.139762:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.139763:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384310.139768:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384310.139768:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b8869d4. 00000020:00000001:2.0:1767384310.139772:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:0.0:1767384310.139772:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384310.139777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000020:00000010:0.0:1767384310.139777:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b8869d4. 00000020:00000001:2.0:1767384310.139780:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384310.139813:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384310.139818:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384310.139821:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384310.139824:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139829:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384310.139833:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384310.139839:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eacfc35a. 02000000:00000001:2.0:1767384310.139843:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.139846:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.139849:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384310.139859:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd0a0ac6. 20000000:01000000:2.0:1767384310.139864:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384310.139867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 20000000:00000001:2.0:1767384310.139868:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384310.139872:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384310.139876:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.139879:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384310.139882:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384310.139894:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019e98ce0. 20000000:01000000:2.0:1767384310.139897:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:2.0:1767384310.139904:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384310.139910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00080000:00000001:2.0:1767384310.139911:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384310.139917:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384310.139935:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384310.139951:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.139953:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00080000:00000001:2.0:1767384310.139955:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384310.139959:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.139969:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384310.139971:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.139974:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b4831d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731458688:12345-0@lo:253: 00080000:00000002:2.0:1767384310.139977:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000100:00000200:0.0:1767384310.139978:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458688 00000020:00000001:0.0:1767384310.139982:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384310.139984:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384310.139987:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384310.139992:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384310.139993:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384310.139995:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.139998:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384310.139999:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.140000:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:3.0:1767384310.140005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000001:0.0:1767384310.140006:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384310.140007:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384310.140009:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384310.140028:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384310.140029:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384310.140031:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384310.140034:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.140036:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384310.140037:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 02000000:00000001:0.0:1767384310.140039:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384310.140045:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:0.0:1767384310.140046:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a25fdfc0. 02000000:00000001:0.0:1767384310.140049:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384310.140051:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a47746f4. 00000100:00000001:0.0:1767384310.140052:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.140056:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384310.140058:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500464640 : -114772209086976 : ffff979d833f4e00) 00080000:00000001:2.0:1767384310.140063:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000010:0.0:1767384310.140065:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a15f925c. 00000001:00000001:2.0:1767384310.140068:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:0.0:1767384310.140070:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384310.140073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 20000000:00000001:0.0:1767384310.140073:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:2.0:1767384310.140074:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005e4e41c3. 20000000:00000001:0.0:1767384310.140077:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384310.140081:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.140082:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.140083:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.140088:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384310.140089:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384310.140104:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.140117:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00080000:00000001:2.0:1767384310.140124:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384310.140162:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.140226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.140267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.140299:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.140359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.140418:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000800:00000010:3.0:1767384310.140710:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021422e77. 00000800:00000010:3.0:1767384310.140717:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f361b168. 00000800:00000010:3.0:1767384310.140724:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095412345. 00000800:00000010:3.0:1767384310.140771:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095412345. 00000400:00000200:2.0:1767384310.140777:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384310.140913:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384310.140916:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000010f296cf. 00000800:00000010:0.0:1767384310.140951:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000231514e1. 00000800:00000010:0.0:1767384310.140957:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000034a66f3f. 00000800:00000010:0.0:1767384310.140980:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000090913c2e. 00000800:00000200:0.1:1767384310.140986:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (2) 00000800:00000200:0.1:1767384310.140991:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp20 0000000090913c2e deleted 00000800:00000010:0.1:1767384310.140993:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000090913c2e. 00000800:00000200:0.1:1767384310.141014:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384310.141020:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp20 ip 192.168.204.118:1001 00000800:00000200:0.1:1767384310.141024:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a243f8 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384310.141031:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp20 p 3.x 192.168.204.118 -> 192.168.204.118:1001 incarnation:1767384308545213921 sched[0] 00000800:00000010:0.0:1767384310.141035:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b8869d4. 00000800:00000010:0.0:1767384310.141093:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b8869d4. 00000800:00000010:0.0:1767384310.141098:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000034a66f3f. 00000800:00000200:2.1:1767384310.141102:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384310.141111:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp20 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384308545213921 sched[0] 00000800:00000010:2.0:1767384310.141114:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f361b168. 00000800:00000010:0.0:1767384310.141129:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000010f296cf. 00000800:00000001:0.0:1767384310.141143:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384310.141148:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.141156:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.141164:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.141171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:3.0:1767384310.141200:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384310.141209:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384310.141212:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.141213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000010:0.0:1767384310.141214:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a243f8. 00000800:00000001:3.0:1767384310.141220:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384310.141221:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384310.141228:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.141239:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: PUT: OK 00000400:00000200:2.0:1767384310.141243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384310.141245:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384310.141246:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20) <- 192.168.204.118@tcp20 : PUT - for me 00000400:00000200:0.0:1767384310.141253:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000400:00000200:3.0:1767384310.141263:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384310.141272:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 240/240 into md 0x1475 [1] + 0 00000400:00000200:2.0:1767384310.141276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000010:3.0:1767384310.141277:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e66476c. 00000400:00000200:3.0:1767384310.141285:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000080dbd8f 00000800:00000001:3.0:1767384310.141291:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.141302:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.141305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.141306:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.141316:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: PUT: OK 00000400:00000200:3.0:1767384310.141321:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:3.0:1767384310.141324:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000400:00000200:3.0:1767384310.141329:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384310.141332:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.141333:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (14) 00000400:00000200:3.0:1767384310.141342:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:3.0:1767384310.141347:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000002b691575. 00000400:00000200:3.0:1767384310.141352:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 13 00000400:00000200:3.0:1767384310.141356:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384310.141371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.141414:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (15) 00000400:00000200:2.0:1767384310.141414:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384310.141421:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384310.141424:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384310.141427:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61a0e39. 00000400:00000010:0.0:1767384310.141434:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b834f3. 00000400:00000200:3.0:1767384310.141438:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp20 to MR: 192.168.204.118@tcp20 local destination 00000400:00000200:0.0:1767384310.141440:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000400:00000200:3.0:1767384310.141450:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp20 NI seq info: [28:28:256:4294967295] 192.168.204.118@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384310.141464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.141477:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20:192.168.204.118@tcp20) -> 192.168.204.118@tcp20(192.168.204.118@tcp20:192.168.204.118@tcp20) 192.168.204.118@tcp20 : ACK try# 0 00000800:00000200:3.0:1767384310.141486:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp20 00000400:00000200:0.0:1767384310.141487:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000800:00000010:3.0:1767384310.141494:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9b758. 00000400:00000010:0.0:1767384310.141497:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000f6cef52a. 00000400:00000010:0.0:1767384310.141502:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000f861dec5. 00000800:00000200:3.0:1767384310.141504:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (4) 00000400:00000010:0.0:1767384310.141507:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000002c0d15d5. 00000400:00000200:2.0:1767384310.141510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:3.0:1767384310.141515:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp20 ip 192.168.204.118:988 00000800:00000200:3.0:1767384310.141520:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021e9b758 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384310.141529:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a92d950f. 00000400:00000200:0.0:1767384310.141537:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a92d950f nid 192.168.204.118@tcp21 00000400:00000010:0.0:1767384310.141541:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000493f89bf. 00000400:00000200:0.0:1767384310.141544:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000493f89bf net tcp21 00000400:00000200:0.0:1767384310.141547:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (14) 00000400:00000200:0.0:1767384310.141552:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp21 flags 0x11 00000400:00000010:0.0:1767384310.141556:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000f6cef52a. 00000400:00000200:2.0:1767384310.141560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000010:0.0:1767384310.141560:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000f861dec5. 00000400:00000010:0.0:1767384310.141565:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000002c0d15d5. 00000400:00000010:0.0:1767384310.141571:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000002b691575. 00000400:00000200:0.0:1767384310.141576:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000800:00000200:3.0:1767384310.141579:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384310.141579:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000400:00000200:0.0:1767384310.141583:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000800:00000010:3.0:1767384310.141585:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9b758. 00000400:00000200:0.0:1767384310.141590:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000400:00000200:3.0:1767384310.141591:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.141595:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384310.141600:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:3.0:1767384310.141604:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: ACK: OK 00000400:00000200:0.0:1767384310.141607:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384310.141628:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (15) 00000400:00000200:2.0:1767384310.141631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000001:3.0:1767384310.141636:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.141643:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.141663:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.141668:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.141671:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.141676:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.141684:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20) <- 192.168.204.118@tcp20 : ACK - for me 00000400:00000200:3.0:1767384310.141695:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp20: ACK from 12345-192.168.204.118@tcp20 into md 0x14b5 00000400:00000200:2.0:1767384310.141697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384310.141700:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.141707:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: ACK: OK 00000400:00000200:3.0:1767384310.141711:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:3.0:1767384310.141714:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000400:00000200:3.0:1767384310.141718:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384310.141722:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:3.0:1767384310.141725:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (14) 00000800:00000001:3.0:1767384310.141731:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384310.141733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000800:00000001:3.0:1767384310.141735:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.141761:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.141830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.141864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.141894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.141926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.141959:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.142011:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.142040:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384310.142073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000800:00000010:2.0:1767384310.142252:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d7d5eb25. 00000800:00000010:2.0:1767384310.142258:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dcf869b. 00000800:00000010:2.0:1767384310.142264:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000336285c6. 00000800:00000010:2.0:1767384310.142303:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000336285c6. 00000400:00000200:3.0:1767384310.142348:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384310.142363:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384310.142366:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000f6109c8. 00080000:00000010:0.0:1767384310.142393:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a47746f4. 00000800:00000010:2.0:1767384310.142405:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002a267fed. 00000800:00000010:2.0:1767384310.142411:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f591ee97. 00000800:00000010:2.0:1767384310.142434:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aab42310. 00080000:00000010:0.0:1767384310.142435:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005e4e41c3. 00000800:00000200:2.1:1767384310.142442:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (4) 00040000:00000001:0.0:1767384310.142442:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384310.142446:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:2.1:1767384310.142452:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp20 00000000aab42310 deleted 00000800:00000010:2.1:1767384310.142458:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aab42310. 00080000:00000001:0.0:1767384310.142458:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384310.142465:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000002:0.0:1767384310.142465:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384310.142470:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.142474:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:2.0:1767384310.142478:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp20 p 3.x 192.168.204.118 -> 192.168.204.118:1000 incarnation:1767384308545213921 sched[0] 20000000:01000000:0.0:1767384310.142481:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:2.0:1767384310.142487:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000336285c6. 20000000:00000001:0.0:1767384310.142490:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384310.142494:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384310.142499:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384310.142510:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d64290d. 20000000:01000000:3.0:1767384310.142514:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384310.142523:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384310.142527:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384310.142529:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384310.142536:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384310.142543:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384310.142545:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000336285c6. 00080000:00000001:3.0:1767384310.142546:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384310.142549:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384310.142551:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f591ee97. 00080000:00000001:3.0:1767384310.142552:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384310.142555:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384310.142558:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384310.142562:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384310.142564:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384310.142566:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384310.142568:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384310.142569:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.142573:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384310.142574:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384310.142575:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000f6109c8. 10000000:01000000:0.0:1767384310.142577:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:3.0:1767384310.142579:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384310.142584:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1767384310.142585:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:0.0:1767384310.142588:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384310.142589:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384310.142594:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002375cf39. 00010000:00000040:0.0:1767384310.142596:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd1eec48 count: 2 00080000:00000001:3.0:1767384310.142598:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866578944 : -114767842972672 : ffff979e877cec00) 00000800:00000200:2.1:1767384310.142599:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:0.0:1767384310.142600:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384310.142602:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384310.142607:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384310.142608:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000200:2.0:1767384310.142625:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp20 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384308545213921 sched[0] 00080000:00000010:3.0:1767384310.142628:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000095412345. 00010000:00000010:0.0:1767384310.142631:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052fa2cf7. 00080000:00000001:3.0:1767384310.142634:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384310.142634:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dcf869b. 00000020:00000001:0.0:1767384310.142637:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384310.142641:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384310.142653:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.142677:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:0.0:1767384310.142684:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052fa2cf7 with handle 0xd602e9c522f0b1be to hash 00000020:00000001:0.0:1767384310.142687:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.142689:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000800:00000001:2.0:1767384310.142691:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384310.142692:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000800:00000001:2.0:1767384310.142697:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.142697:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.142699:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.142702:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384310.142709:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384310.142714:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.142714:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384310.142718:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384310.142721:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.142723:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.142724:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384310.142728:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.142733:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384310.142741:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.142743:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.142744:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.142745:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.142747:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384310.142749:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.142754:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 2 00010000:00000040:0.0:1767384310.142756:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384310.142759:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.142763:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384310.142764:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384310.142769:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b8869d4. 00000100:00000001:0.0:1767384310.142771:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384310.142774:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a66f3f. 00000100:00000001:0.0:1767384310.142776:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517737984 : -114772191813632 : ffff979d8446e000) 00000100:00000001:0.0:1767384310.142777:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301517737984 : -114772191813632 : ffff979d8446e000) 00000100:00000001:0.0:1767384310.142779:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384310.142781:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384310.142811:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384310.142814:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.142816:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384310.142817:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.142819:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.142821:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384310.142824:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384310.142827:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000020:00000040:0.0:1767384310.142830:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:0.0:1767384310.142833:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384310.142834:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384310.142837:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384310.142842:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c0d15d5. 00000100:00000001:0.0:1767384310.142850:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.142855:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.142865:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 379 lvb_type: 0 00010000:00000001:0.0:1767384310.142870:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384310.142872:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384310.142875:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.142881:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384310.142882:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.142884:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731458816:0@lo:104: 00000100:00000001:0.0:1767384310.142887:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384310.142889:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384310.142890:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.142892:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384310.142894:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f861dec5. 02000000:00000001:0.0:1767384310.142895:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.142898:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 00000400:00000010:0.0:1767384310.142901:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000100:00000200:0.0:1767384310.142904:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731458816, portal 16 00000100:00000001:0.0:1767384310.142905:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.142906:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000100:00000040:0.0:1767384310.142909:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.142914:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384310.142916:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.142917:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000200:0.0:1767384310.142919:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731458816, offset 0 00000400:00000200:0.0:1767384310.142923:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384310.142929:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384310.142934:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d103500 00000400:00000200:0.0:1767384310.142942:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:0.0:1767384310.142946:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.142948:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.142950:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384310.142952:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384310.142958:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6753941. 00000100:00000040:0.0:1767384310.142960:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000b6753941 x1853236731458816 msgsize 328 00000100:00100000:0.0:1767384310.142963:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384310.142968:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384310.142971:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384310.142973:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000100:00000001:0.0:1767384310.142975:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384310.142978:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.142985:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384310.142988:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384310.142988:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384310.142992:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458816 02000000:00000001:3.0:1767384310.142996:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384310.142999:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384310.143001:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143001:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143005:0:17100:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384310.143006:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384310.143009:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458816 00000020:00000001:3.0:1767384310.143012:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384310.143012:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384310.143014:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000100:00000001:0.0:1767384310.143016:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896316 00000020:00000001:3.0:1767384310.143023:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384310.143023:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896312 00000020:00000040:3.0:1767384310.143026:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000020:00000001:3.0:1767384310.143030:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:0.0:1767384310.143030:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896316 00000020:00000001:3.0:1767384310.143036:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:0.0:1767384310.143038:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896312 00000100:00000001:3.0:1767384310.143039:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384310.143043:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000371e41ec. 00000100:00000001:0.0:1767384310.143045:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896316 00000100:00000001:3.0:1767384310.143046:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384310.143051:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000371e41ec. 00000100:00000001:0.0:1767384310.143053:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896312 00000020:00000010:3.0:1767384310.143056:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cce75c6. 00000100:00000001:0.0:1767384310.143058:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896316 00000020:00000010:3.0:1767384310.143060:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd48bf90. 00000100:00000001:0.0:1767384310.143065:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896312 00000020:00000010:3.0:1767384310.143066:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a946a648. 00000100:00000001:0.0:1767384310.143071:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.143074:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.143075:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767384310.143076:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143081:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384310.143082:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143084:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384310.143101:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143106:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.143107:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.143112:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.143114:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.143116:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.143118:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384310.143119:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384310.143122:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.143122:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143128:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.143130:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384310.143132:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 0000000034a66f3f going to sleep for 11 seconds 00000100:00000001:0.0:1767384310.143136:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.143139:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143141:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384310.143144:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384310.143149:0:19666:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384310.143150:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384310.143152:0:19666:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000020:0.0:1767384310.143155:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000040:3.0:1767384310.143156:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:2.0:1767384310.143156:0:19666:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143160:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384310.143162:0:19666:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143164:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789519232 : -114766920032384 : ffff979ebe7fdf80) 20000000:00000010:0.0:1767384310.143165:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd0a0ac6. 20000000:00000001:0.0:1767384310.143172:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.143176:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6753941 x1853236731458816/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 328/0 e 0 to 0 dl 1767384321 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1767384310.143178:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458560 00010000:00000001:0.0:1767384310.143184:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384310.143190:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dfd64533 x1853236731458560/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.143195:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384310.143200:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384310.143202:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000371e41ec. 00010000:00000001:0.0:1767384310.143203:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143209:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384310.143210:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=30 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384310.143214:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000371e41ec. 00000100:00000001:0.0:1767384310.143216:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384310.143220:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:3.0:1767384310.143224:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6753941 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731458816:12345-0@lo:104: 00000100:00000001:0.0:1767384310.143225:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384310.143231:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384310.143232:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458816 02000000:00000001:0.0:1767384310.143234:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.143237:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384310.143238:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384310.143240:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.143243:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090913c2e. 00000100:00000200:0.0:1767384310.143245:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731458560, offset 224 00000400:00000200:0.0:1767384310.143251:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384310.143252:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384310.143255:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384310.143259:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384310.143260:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=2 00000020:00000001:3.0:1767384310.143266:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00000400:00000200:0.0:1767384310.143270:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103400 00010000:00000001:3.0:1767384310.143272:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00000400:00000200:0.0:1767384310.143277:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14b9 [2] + 224 00010000:00000001:3.0:1767384310.143280:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384310.143283:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384310.143290:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384310.143292:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.143299:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.143303:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384310.143307:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384310.143308:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384310.143312:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384310.143319:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000577ae69a. 00000100:00000040:0.0:1767384310.143320:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384310.143324:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143331:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.143336:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384310.143339:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384310.143342:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384310.143343:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384310.143347:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384310.143349:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090913c2e 00000100:00000040:3.0:1767384310.143353:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000400:00000010:0.0:1767384310.143354:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090913c2e. 00000100:00000001:0.0:1767384310.143359:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384310.143360:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384310.143361:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.143362:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384310.143365:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384310.143367:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384310.143368:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384310.143370:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384310.143372:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384310.143374:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384310.143374:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384310.143377:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384310.143378:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebbde784. 00010000:00000001:0.0:1767384310.143379:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384310.143383:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.143384:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384310.143385:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a16d2e63 00000020:00000001:0.0:1767384310.143386:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384310.143391:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a16d2e63. 00000400:00000010:3.0:1767384310.143393:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000100:00000040:0.0:1767384310.143394:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfd64533 x1853236731458560/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.143396:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384310.143402:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731458816, offset 224 00000100:00000200:2.0:1767384310.143404:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.143409:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd64533 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731458560:12345-0@lo:253: Request processed in 3705us (4203us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384310.143418:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384310.143427:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000200:2.0:1767384310.143428:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.143433:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000200:3.0:1767384310.143436:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384310.143439:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384310.143444:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384310.143450:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ccc7c15. 00000100:00000001:2.0:1767384310.143451:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384310.143455:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d103500 00000100:00000001:2.0:1767384310.143458:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384310.143458:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000020:00000010:0.0:1767384310.143464:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127f1ec0. 00000400:00000200:3.0:1767384310.143465:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14cd [1] + 224 00000100:00000001:2.0:1767384310.143466:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384310.143469:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 02000000:00000001:2.0:1767384310.143472:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384310.143475:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384310.143476:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384310.143476:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384310.143482:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384310.143482:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eacfc35a. 00000400:00000200:3.0:1767384310.143487:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384310.143489:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384310.143490:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143493:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384310.143494:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384310.143497:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384310.143501:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=30 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384310.143506:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384310.143507:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384310.143511:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384310.143512:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384310.143514:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384310.143514:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002622ed31. 00010000:00000001:2.0:1767384310.143518:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384310.143521:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090913c2e. 00000100:00000001:2.0:1767384310.143523:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.143533:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384310.143539:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384310.143541:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.143546:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384310.143554:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384310.143558:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384310.143559:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384310.143561:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384310.143563:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:2.0:1767384310.143563:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.143564:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.143569:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.143570:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384310.143572:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384310.143573:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384310.143574:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384310.143575:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384310.143576:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:3.0:1767384310.143581:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000100:00000040:2.0:1767384310.143583:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.143588:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384310.143589:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384310.143593:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731458560:0@lo:253: 00000400:00000001:0.0:1767384310.143593:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384310.143594:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384310.143598:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7d02b2. 00000100:00000001:3.0:1767384310.143604:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.143604:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.143605:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00000400:00000010:0.0:1767384310.143609:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00000100:00000001:2.0:1767384310.143624:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384310.143626:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384310.143630:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e906c6d x1853236731458560/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.143633:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384310.143662:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384310.143666:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 02000000:00000001:2.0:1767384310.143667:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384310.143668:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384310.143671:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f19842a0. 00010000:00000001:3.0:1767384310.143674:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:2.0:1767384310.143680:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000010:3.0:1767384310.143681:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000089045e1a. 00000100:00000001:0.0:1767384310.143681:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384310.143683:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384310.143685:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384310.143687:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:3.0:1767384310.143689:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384310.143689:0:17100:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384310.143690:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384310.143692:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384310.143694:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b73fe5. 00000100:00000001:0.0:1767384310.143695:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.143697:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.143700:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384310.143701:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:2.0:1767384310.143701:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767384310.143703:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=30 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384310.143705:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384310.143708:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e906c6d. 00010000:00000001:3.0:1767384310.143709:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384310.143710:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.143712:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384310.143717:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384310.143718:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143718:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384310.143720:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.143721:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.143724:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.143725:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384310.143726:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384310.143727:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.143730:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143731:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.143734:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384310.143735:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6753941 x1853236731458816/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384310.143736:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.143737:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.143761:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.143766:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384310.143767:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384310.143768:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.143770:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384310.143772:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.143774:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384310.143776:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.143779:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384310.143793:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6753941 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731458816:12345-0@lo:104: Request processed in 596us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384310.143802:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384310.143806:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00010000:00000001:0.0:1767384310.143806:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.143810:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384310.143812:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384310.143813:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384310.143815:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384310.143817:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1767384310.143817:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384310.143823:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd48bf90. 00000020:00000010:3.0:1767384310.143832:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a946a648. 00000100:00100000:0.0:1767384310.143836:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731458816:0@lo:104: 00010000:00010000:2.0:1767384310.143837:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000792d007 already unused, calling callback (00000000e93ca148) 00000020:00000010:3.0:1767384310.143840:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cce75c6. 10000000:00000001:2.0:1767384310.143843:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384310.143846:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1767384310.143847:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384310.143849:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00000001:0.0:1767384310.143852:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.143856:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.143858:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384310.143860:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384310.143863:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384310.143863:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384310.143867:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384310.143869:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b1f613 x1853236731458816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384310.143870:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000020:00000001:2.0:1767384310.143875:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:2.0:1767384310.143879:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:2.0:1767384310.143887:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384310.143887:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384310.143891:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384310.143891:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.143895:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f861dec5. 02000000:00000001:0.0:1767384310.143900:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1767384310.143901:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:0.0:1767384310.143902:0:17100:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:2.0:1767384310.143904:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384310.143905:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000020:00000001:0.0:1767384310.143910:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.143913:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002c0d15d5. 10000000:01000000:2.0:1767384310.143914:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:0.0:1767384310.143916:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1767384310.143917:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384310.143920:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:0.0:1767384310.143920:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.143922:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 10000000:00000040:2.0:1767384310.143923:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384310.143926:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384310.143927:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384310.143930:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.143930:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384310.143936:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034a66f3f. 00000100:00000001:0.0:1767384310.143938:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384310.143939:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384310.143941:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b8869d4. 10000000:00000001:2.0:1767384310.143942:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384310.143945:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384310.143945:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384310.143947:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00010000:00000001:0.0:1767384310.143948:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.143950:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.143953:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:2.0:1767384310.143957:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384310.143957:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:2.0:1767384310.143960:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.143960:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384310.143966:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384310.143969:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384310.143971:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384310.143974:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384310.143976:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384310.143978:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000792d007 with handle 0xd602e9c522f0b1b0 from hash 00010000:00000001:2.0:1767384310.143981:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384310.143983:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.143985:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.143986:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384310.143988:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384310.143990:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384310.143992:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384310.143994:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384310.143998:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000020:00000040:2.0:1767384310.144000:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384310.144003:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.144005:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.144007:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384310.144011:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d877147. 00000100:00000001:2.0:1767384310.144013:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.144015:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384310.144017:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384310.144021:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384310.144022:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.144024:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.144025:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.144029:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e906c6d] to pc [ptlrpcd_00_00+0] req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384310.144047:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384310.144050:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.144051:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384310.144055:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384310.144057:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.144060:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384310.144061:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384310.144063:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.144065:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384310.144070:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384310.144071:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384310.144071:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384310.144074:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b1b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1b7 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384310.144081:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384310.144082:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010d33ef0 count: 0 00010000:00000001:2.0:1767384310.144091:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.144092:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384310.144094:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000089045e1a. 00010000:00000001:2.0:1767384310.144097:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.144098:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384310.144100:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.144101:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384310.144102:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384310.144103:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.144105:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384310.144107:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384310.144108:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.144109:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384310.144110:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.144121:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384310.144123:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384310.144127:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384310.144129:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384310.144131:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384310.144134:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731458944:0@lo:103: 00000100:00000001:3.0:1767384310.144136:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384310.144139:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384310.144141:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384310.144143:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384310.144145:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cce75c6. 02000000:00000001:3.0:1767384310.144147:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384310.144150:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66476c. 00000400:00000010:3.0:1767384310.144154:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000100:00000200:3.0:1767384310.144156:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731458944, portal 18 00000100:00000001:3.0:1767384310.144158:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384310.144159:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000100:00000040:3.0:1767384310.144162:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.144167:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384310.144169:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384310.144171:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384310.144173:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731458944, offset 0 00000400:00000200:3.0:1767384310.144176:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384310.144180:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.144184:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d103580 00000400:00000200:3.0:1767384310.144188:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384310.144192:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.144195:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384310.144199:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384310.144208:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384310.144212:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000100:00000040:3.0:1767384310.144215:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000493285ee x1853236731458944 msgsize 328 00000100:00100000:3.0:1767384310.144219:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384310.144230:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384310.144236:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:3.0:1767384310.144239:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384310.144243:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384310.144247:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.144250:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384310.144255:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731458944 00000100:00000001:3.0:1767384310.144260:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384310.144260:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384310.144264:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384310.144267:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.144268:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.144289:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.144295:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731458944 00000100:00000001:3.0:1767384310.144298:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.144300:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384310.144303:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384310.144304:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384310.144307:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.144309:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:3.0:1767384310.144311:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.144312:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384310.144316:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294896317 00000100:00000001:3.0:1767384310.144321:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896316 00000020:00000001:2.0:1767384310.144325:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384310.144328:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294896317 00000100:00000001:2.0:1767384310.144331:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384310.144334:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896316 00000020:00000010:2.0:1767384310.144337:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000336285c6. 00000100:00000001:3.0:1767384310.144340:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294896317 00000100:00000001:2.0:1767384310.144341:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384310.144347:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000336285c6. 00000100:00000001:3.0:1767384310.144349:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896316 00000020:00000010:2.0:1767384310.144353:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a47746f4. 00000100:00000001:3.0:1767384310.144355:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294896317 00000020:00000010:2.0:1767384310.144360:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8fac6e7. 00000100:00000001:3.0:1767384310.144363:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896316 00000020:00000010:2.0:1767384310.144368:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000b8a630. 00000100:00000001:3.0:1767384310.144370:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384310.144375:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.144379:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.144380:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384310.144382:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.144386:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.144390:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384310.144391:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384310.144392:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384310.144395:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384310.144397:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.144400:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384310.144403:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384310.144404:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384310.144408:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384310.144410:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.144413:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009af56854 refcount=4 00000100:00000001:3.0:1767384310.144415:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.144419:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.144419:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00000001:2.0:1767384310.144426:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00010000:2.0:1767384310.144431:0:17071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 379 lvb_type: 0 00010000:00000001:2.0:1767384310.144438:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384310.144440:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384310.144441:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.144443:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.144448:0:17071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384310.144452:0:17071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000493285ee x1853236731458944/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 328/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.144461:0:17071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384310.144462:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.144472:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.144485:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384310.144488:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384310.144489:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.144492:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384310.144497:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384310.144501:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384310.144503:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.144503:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000001:2.0:1767384310.144510:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.144512:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000493285ee x1853236731458944/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 328/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.144533:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.144553:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b8869d4. 00000100:00000001:0.0:1767384310.144555:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.144557:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b8869d4. 00000100:00100000:0.0:1767384310.144560:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000493285ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731458944:12345-0@lo:103: 00000100:00000200:0.0:1767384310.144563:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731458944 00010000:00000001:0.0:1767384310.144565:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384310.144567:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384310.144568:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384310.144572:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384310.144573:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384310.144576:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088c4c352. 02000000:00000001:0.0:1767384310.144578:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.144579:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144581:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384310.144583:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384310.144585:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.144586:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.144588:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009af56854 refcount=4 00000020:00000001:0.0:1767384310.144590:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00000001:0.0:1767384310.144591:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764568576 : -114767944983040 : ffff979e81685e00) 00010000:00000040:0.0:1767384310.144593:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd1eec48 count: 3 00010000:00010000:0.0:1767384310.144596:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 379 lvb_type: 0 00000100:00001000:0.0:1767384310.144662:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384310 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384310.144665:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.144668:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144670:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.144671:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 379 lvb_type: 0 00000020:00000001:0.0:1767384310.144676:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.144677:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.144678:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.144680:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144682:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.144683:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.144687:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144688:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1767384310.144689:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002375cf39. 00010000:00000001:0.0:1767384310.144690:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.144692:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.144696:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009af56854 with handle 0xd602e9c522f0b1b7 from hash 00010000:00000001:0.0:1767384310.144698:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.144698:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144699:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144700:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.144701:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.144701:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.144703:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009af56854/0xd602e9c522f0b1b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b1b0 expref: 16 pid: 17079 timeout: 379 lvb_type: 0 00010000:00000040:0.0:1767384310.144707:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384310.144708:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384310.144712:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144713:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.144715:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384310.144716:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000052fa2cf7 00010000:00000001:0.0:1767384310.144717:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.144719:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.144726:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.144727:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384310.144728:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000095412345. 00010000:00000001:0.0:1767384310.144729:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384310.144734:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384310.144735:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00040000:00000001:2.0:1767384310.144737:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384310.144738:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1767384310.144741:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.144742:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000002:2.0:1767384310.144746:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384310.144752:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144752:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 20000000:00000001:2.0:1767384310.144757:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384310.144757:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:01000000:2.0:1767384310.144760:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:0.0:1767384310.144760:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.144761:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:2.0:1767384310.144763:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384310.144764:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 2 00010000:00010000:0.0:1767384310.144800:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144805:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.144807:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.144808:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.144810:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384310.144813:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b8869d4. 00000100:00000001:0.0:1767384310.144816:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384310.144818:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a66f3f. 00000100:00000001:0.0:1767384310.144820:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517737984 : -114772191813632 : ffff979d8446e000) 00000100:00000001:0.0:1767384310.144822:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301517737984 : -114772191813632 : ffff979d8446e000) 00000100:00000001:0.0:1767384310.144824:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384310.144825:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384310.144827:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384310.144829:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.144832:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384310.144834:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.144835:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.144837:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=5 00000020:00000001:0.0:1767384310.144839:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384310.144840:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384310.144843:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.144849:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144854:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.144856:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144860:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144861:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.144863:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144866:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.144867:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144870:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.144871:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.144876:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052fa2cf7 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384310.144878:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.144880:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.144882:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144885:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.144886:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.144887:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.144889:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=6 00000020:00000001:0.0:1767384310.144890:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384310.144892:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384310.144894:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.144896:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144899:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.144904:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.144906:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144918:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.144920:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.144922:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.144923:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.144926:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052fa2cf7 with handle 0xd602e9c522f0b1be from hash 00010000:00000001:0.0:1767384310.144928:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.144930:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144931:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144933:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.144934:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.144936:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.144937:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.144939:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.144940:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144942:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.144943:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.144945:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144947:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144948:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144950:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144952:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.144953:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.144957:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144958:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144959:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.144961:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.144962:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144964:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144965:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.144968:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.144969:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144971:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.144972:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.144974:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.144979:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384310.144981:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384310.144983:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.144984:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.144986:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384310.144988:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034a66f3f. 00000100:00000001:0.0:1767384310.144992:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384310.144993:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384310.144995:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b8869d4. 00010000:00000001:0.0:1767384310.144998:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384310.145000:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384310.145002:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.145005:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384310.145007:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384310.145009:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384310.145012:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384310.145015:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384310.145017:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384310.145019:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384310.145021:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.145023:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384310.145028:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.145030:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000100:00000200:0.0:1767384310.145033:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731458944, offset 224 00000400:00000200:0.0:1767384310.145039:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384310.145048:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384310.145056:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d103580 00000400:00000200:0.0:1767384310.145061:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1767384310.145065:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384310.145069:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.145074:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384310.145078:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.145085:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.145107:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 20000000:01000000:2.0:1767384310.145112:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000400:00000200:0.0:1767384310.145113:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00000400:00000010:0.0:1767384310.145117:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00010000:00010000:3.0:1767384310.145118:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384310.145119:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:0.0:1767384310.145120:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384310.145123:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384310.145127:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.145131:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1767384310.145132:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384310.145135:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384310.145138:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384310.145139:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.145144:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731458944/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384310.145146:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384310.145161:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000493285ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731458944:12345-0@lo:103: Request processed in 625us (943us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384310.145163:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384310.145167:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384310.145170:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b1be lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384310.145170:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384310.145175:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384310.145179:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384310.145181:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384310.145186:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd1eec48 count: 0 00000020:00000010:0.0:1767384310.145186:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8fac6e7. 00000020:00000010:0.0:1767384310.145192:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000b8a630. 00000020:00000010:0.0:1767384310.145196:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a47746f4. 00000020:00000040:0.0:1767384310.145200:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:3.0:1767384310.145202:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384310.145203:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.145204:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:3.0:1767384310.145205:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384310.145208:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384310.145214:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384310.145216:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384310.145218:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e66476c. 00000400:00000200:2.0:1767384310.145223:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:2.0:1767384310.145225:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000100:00000001:2.0:1767384310.145229:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384310.145233:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384310.145242:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000020:3.0:1767384310.145277:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384310.145278:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.145283:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384310.145284:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384310.145288:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a15f925c. 00000100:00000001:2.0:1767384310.145289:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384310.145291:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384310.145294:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.145295:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384310.145297:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.145297:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.145304:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=30 v=5 (5 0 0 0) 00010000:00000040:3.0:1767384310.145305:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731458688 00000100:00001000:2.0:1767384310.145308:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=30 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384310.145310:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384310.145311:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384310.145314:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.145316:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000200:3.0:1767384310.145319:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b4831d1 x1853236731458688/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384310.145325:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.145332:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384310.145333:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.145336:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.145341:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384310.145342:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.145352:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384310.145357:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384310.145360:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384310.145361:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384310.145365:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384310.145367:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384310.145369:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384310.145373:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384310.145379:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.145384:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384310.145388:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731458944:0@lo:103: 00000100:00000040:3.0:1767384310.145390:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384310.145395:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089045e1a. 00000100:00000001:2.0:1767384310.145397:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384310.145400:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731458688, offset 224 00000100:00000001:2.0:1767384310.145402:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.145408:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e906c6d x1853236731458944/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384310.145411:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384310.145420:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384310.145424:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384310.145425:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384310.145428:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cce75c6. 02000000:00000001:2.0:1767384310.145434:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384310.145437:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103480 00000020:00000001:2.0:1767384310.145438:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384310.145441:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384310.145445:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384310.145446:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c1 [2] + 224 02000000:00000010:2.0:1767384310.145448:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d877147. 00000400:00000200:3.0:1767384310.145454:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384310.145455:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384310.145458:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384310.145461:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e906c6d. 00000400:00000200:3.0:1767384310.145463:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384310.145468:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384310.145470:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384310.145471:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.145475:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384310.145477:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.145481:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.145485:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.145491:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384310.145494:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.145495:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.145515:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384310.145519:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089045e1a 00000400:00000010:3.0:1767384310.145522:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089045e1a. 00000100:00000001:3.0:1767384310.145527:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384310.145527:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.145531:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384310.145532:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384310.145536:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384310.145537:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.145540:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384310.145542:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384310.145547:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384310.145547:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384310.145552:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000020:00000001:3.0:1767384310.145553:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384310.145558:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d76f92 00000100:00000040:3.0:1767384310.145559:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b4831d1 x1853236731458688/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384310.145561:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3d76f92. 00000100:00000001:2.0:1767384310.145566:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384310.145572:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384310.145577:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b4831d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731458688:12345-0@lo:253: Request processed in 5809us (6226us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384310.145585:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.145593:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384310.145594:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:2.0:1767384310.145594:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.145600:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384310.145601:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 02000000:00000001:2.0:1767384310.145601:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384310.145604:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384310.145605:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384310.145606:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.145608:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.145627:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384310.145632:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.145633:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384310.145634:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384310.145637:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.145639:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384310.145640:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d35d031. 00010000:00000001:2.0:1767384310.145640:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.145643:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384310.145648:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005cae47be. 00000100:00000040:2.0:1767384310.145648:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384310.145655:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b871d39. 00000100:00000001:2.0:1767384310.145656:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.145660:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384310.145662:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:2.0:1767384310.145662:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384310.145664:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384310.145667:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384310.145668:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.145669:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384310.145670:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384310.145671:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.145674:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384310.145675:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a25fdfc0. 00000020:01000004:2.0:1767384310.145676:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384310.145678:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384310.145682:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384310.145684:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384310.145686:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384310.145690:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384310.145691:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384310.145699:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de4093a. 00000100:00100000:2.0:1767384310.145700:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731458688:0@lo:253: 00000100:00000001:2.0:1767384310.145707:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384310.145708:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089045e1a. 00000100:00000001:2.0:1767384310.145709:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.145713:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7ecca1 x1853236731458688/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.145718:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384310.145720:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384310.145722:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff156db6. 02000000:00000001:2.0:1767384310.145726:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384310.145727:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384310.145728:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384310.145731:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384310.145732:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000efde7c50. 02000000:00000001:2.0:1767384310.145736:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384310.145737:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384310.145738:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 00000100:00000001:2.0:1767384310.145741:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384310.145742:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.145743:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.145748:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.145750:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.145751:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.145753:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.149825:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294896317, at 4294896318 00000100:00000010:0.0:1767384310.149833:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075968bbe. 00000100:00000040:3.0:1767384310.150811:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294896317, at 4294896319 00000100:00000040:2.0:1767384310.150814:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294896317, at 4294896319 00000100:00000010:3.0:1767384310.150818:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec2c535a. 00000100:00000010:2.0:1767384310.150823:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000040:1.0:1767384310.150984:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294896317, at 4294896319 00000100:00000010:1.0:1767384310.150992:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000029b9275. 00010000:00000010:2.1:1767384310.151787:0:22908:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010d33ef0. 00010000:00000010:2.1:1767384310.151795:0:22908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000792d007. 00010000:00000010:0.1:1767384310.151814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009af56854. 00000400:00000010:1.0:1767384310.157199:0:22909:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000018120550. 00000400:00000040:1.0:1767384310.157222:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.157225:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384310.157228:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.157230:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.157233:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.157235:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384310.157238:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.157240:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384310.157242:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384310.157243:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384310.157246:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384310.157248:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.157251:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384310.157252:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.157254:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384310.157256:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384310.157258:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.157260:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384310.157261:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384310.157264:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.157265:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.157267:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.157269:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.157271:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.157272:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384310.157275:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.157276:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.157278:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.157280:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.157281:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.157283:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384310.157285:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.157287:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.157289:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.157291:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.157298:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.157300:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384310.157302:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.157305:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.157306:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384310.157308:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384310.157310:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.157312:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384310.157314:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384310.157315:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384310.157317:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384310.157319:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384310.157320:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384310.157323:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384310.157325:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.157326:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384310.157328:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384310.157330:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384310.157332:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384310.157334:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384310.157336:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384310.157337:0:22909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384310.157385:0:22909:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000018120550. 00010000:00000010:3.1:1767384310.157803:0:22910:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd1eec48. 00010000:00000010:3.1:1767384310.157812:0:22910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052fa2cf7. 00010000:00000001:3.0:1767384310.792836:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384310.792842:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384310.792847:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384310.792849:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.792875:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384310.792879:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384310.792883:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384310.983868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384310.983877:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384310.983884:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384310.983885:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 00000004:00000020:0.0:1767384310.983891:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384310.983899:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000020:00000040:2.0:1767384310.983903:0:37:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384310.983908:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384310.983910:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.983916:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384310.983919:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.983923:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.983925:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384310.983933:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007764641e. 02000000:00000001:0.0:1767384310.983933:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.983943:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384310.983953:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fca7e9b0. 00000100:00000040:2.0:1767384310.983957:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.983964:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.983976:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384310.983977:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.983979:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.983983:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.983990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7ecca1] to pc [ptlrpcd_00_01+1] req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.983998:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b1f613] to pc [ptlrpcd_00_02+2] req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.984028:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.984033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384310.984037:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384310.984041:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000004:00000001:0.0:1767384310.984042:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384310.984045:0:37:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384310.984051:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.984054:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384310.984055:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384310.984057:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.984064:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384310.984065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7da71bb. 00000100:00000001:1.0:1767384310.984069:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384310.984071:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.984078:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.984081:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384310.984086:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.984093:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.984100:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384310.984111:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.984122:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384310.984129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384310.984129:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.984134:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.984140:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384310.984145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e906c6d] to pc [ptlrpcd_00_03+3] req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384310.984146:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.984150:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384310.984156:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.984158:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.984168:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731459072:0@lo:400: 02000000:00000001:0.0:1767384310.984171:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384310.984179:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384310.984179:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.984180:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.984187:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384310.984188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384310.984190:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.984193:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.984200:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767384310.984204:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731459200:0@lo:13: 02000000:00000001:1.0:1767384310.984211:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384310.984216:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008126c258. 00000100:00000001:0.0:1767384310.984218:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384310.984219:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca5145ad. 00000020:00000040:2.0:1767384310.984222:0:37:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384310.984225:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.984226:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384310.984228:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.984235:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384310.984235:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.984237:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000860d078b. 02000000:00000001:2.0:1767384310.984241:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.984244:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384310.984252:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e6560ae. 00000400:00000010:1.0:1767384310.984252:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 02000000:00000010:0.0:1767384310.984254:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f699230d. 00000100:00000001:2.0:1767384310.984263:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.984264:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384310.984265:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731459072, portal 4 00000100:00000040:2.0:1767384310.984274:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384310.984275:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384310.984278:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 00000100:00000001:1.0:1767384310.984280:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000400:00000010:0.0:1767384310.984293:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000100:00000001:2.0:1767384310.984294:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384310.984297:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.984299:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384310.984305:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731459200, portal 4 00000100:00000040:2.0:1767384310.984312:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008126c258] to pc [ptlrpcd_00_00+0] req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.984315:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.984321:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000100:00000001:1.0:1767384310.984334:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384310.984341:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.984342:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.984343:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.984351:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000100:00000040:2.0:1767384310.984353:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00000200:1.0:1767384310.984359:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731459072, offset 0 00000100:00000001:2.0:1767384310.984371:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.984373:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384310.984378:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384310.984380:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384310.984382:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384310.984387:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384310.984392:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384310.984396:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000001:2.0:1767384310.984402:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384310.984406:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.984411:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384310.984414:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384310.984415:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731459200, offset 0 02000000:00000001:2.0:1767384310.984420:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384310.984424:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.984428:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236731459328:0@lo:400: 00000400:00000200:0.0:1767384310.984435:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.984439:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d103600 00000100:00000001:2.0:1767384310.984440:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384310.984445:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384310.984449:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.984457:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384310.984457:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 00000400:00000200:0.0:1767384310.984461:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384310.984465:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073c2c1c4. 00000400:00000200:1.0:1767384310.984470:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384310.984471:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.984481:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d103680 00000400:00000010:2.0:1767384310.984484:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000400:00000200:1.0:1767384310.984484:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384310.984498:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:0.0:1767384310.984508:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384310.984510:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000100:00000001:1.0:1767384310.984511:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384310.984517:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384310.984518:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384310.984530:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b66ff5. 00000100:00000200:2.0:1767384310.984532:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731459328, portal 10 00000100:00000001:0.0:1767384310.984534:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384310.984538:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000024b66ff5 x1853236731459072 msgsize 224 00000100:00000001:2.0:1767384310.984540:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384310.984542:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384310.984545:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000100:00100000:1.0:1767384310.984553:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384310.984555:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088a4247c. 00000100:00000040:2.0:1767384310.984559:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.984563:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000088a4247c x1853236731459200 msgsize 224 00000100:00000001:1.0:1767384310.984569:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.984576:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384310.984584:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e85307 00000100:00000040:2.0:1767384310.984587:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384310.984591:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384310.984592:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e85307. 00000400:00000010:2.0:1767384310.984612:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000100:00000001:1.0:1767384310.984624:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384310.984625:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731459328, offset 0 00000100:00000200:1.0:1767384310.984632:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.984634:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.984641:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384310.984654:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384310.984661:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384310.984663:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384310.984663:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384310.984671:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:2.0:1767384310.984680:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103700 00000100:00000001:0.0:1767384310.984683:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384310.984691:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000200:0.0:1767384310.984696:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384310.984707:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384310.984719:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384310.984720:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.984727:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384310.984736:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384310.984739:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384310.984741:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.984741:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384310.984746:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000569d6959. 00000100:00000040:1.0:1767384310.984750:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3631 usecs (4 jiffies) 00000100:00000040:0.0:1767384310.984752:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.984753:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000569d6959 x1853236731459328 msgsize 224 00000100:00000001:1.0:1767384310.984758:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897156 00000100:00000010:1.0:1767384310.984797:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234e8481. 00000100:00000001:1.0:1767384310.984807:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384310.984820:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897157 00000100:00000001:0.0:1767384310.984821:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.984827:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384310.984830:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d788ab33. 00000100:00000001:0.0:1767384310.984831:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.984838:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384310.984844:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.984846:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897157 00000100:00000001:0.0:1767384310.984847:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384310.984855:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000010:1.0:1767384310.984856:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000127302af. 00000100:00000040:0.0:1767384310.984858:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3631 usecs (4 jiffies) 00000400:00000010:2.0:1767384310.984861:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000100:00000001:1.0:1767384310.984864:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384310.984870:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384310.984870:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897157 00000100:00000001:1.0:1767384310.984872:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897157 00000100:00000200:2.0:1767384310.984880:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384310.984882:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000100:00000001:0.0:1767384310.984884:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294897156 00000100:00000001:1.0:1767384310.984891:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384310.984900:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897157 00000100:00000001:1.0:1767384310.984902:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.984903:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.984912:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.984913:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.984913:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897157 00000100:00000001:1.0:1767384310.984923:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.984925:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897157 00000100:00000001:1.0:1767384310.984931:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.984936:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294897157 00000100:00000001:2.0:1767384310.984941:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.984945:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.984945:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897157 00000100:00000001:2.0:1767384310.984946:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.984951:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384310.984956:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.984957:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.984961:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294897157 00000100:00000001:1.0:1767384310.984963:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384310.984966:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2477 usecs (3 jiffies) 00000100:00000001:1.0:1767384310.984969:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.984971:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.984977:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897156 00000100:00100000:1.0:1767384310.984979:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384310.984980:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.984984:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.984988:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.984992:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.984993:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294897157 00000100:00000001:0.0:1767384310.984995:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.984997:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.985000:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897156 00000100:00000001:2.0:1767384310.985008:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294897157 00000100:00000001:1.0:1767384310.985008:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.985011:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.985013:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.985014:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897156 00000100:00000001:1.0:1767384310.985019:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384310.985020:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384310.985021:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294897157 00000100:00000001:2.0:1767384310.985027:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897156 00000100:00000001:0.0:1767384310.985030:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.985034:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294897157 00000100:00000001:0.0:1767384310.985036:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384310.985040:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.985041:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.985042:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.985051:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.985053:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.985060:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.985067:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.985074:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384310.985077:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.985077:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.985078:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.985085:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384310.985086:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.985087:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384310.985090:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384310.985092:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.985096:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384310.985097:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.985101:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.985105:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008126c258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731459456:0@lo:400: 00000100:00000001:2.0:1767384310.985107:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.985112:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384310.985113:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384310.985117:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384310.985120:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459200 02000000:00000001:1.0:1767384310.985121:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.985129:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384310.985130:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384310.985136:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384310.985137:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009da35aeb. 00000100:00000001:0.0:1767384310.985137:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384310.985143:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459328 02000000:00000001:1.0:1767384310.985146:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.985146:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.985148:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384310.985153:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.985158:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.985158:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c728878. 02000000:00000001:0.0:1767384310.985159:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.985170:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.985170:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000100:00100000:0.0:1767384310.985172:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459200 00000100:00100000:2.0:1767384310.985180:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459328 00000100:00000200:1.0:1767384310.985181:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731459456, portal 10 00000020:00000001:0.0:1767384310.985182:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384310.985184:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384310.985190:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000040:2.0:1767384310.985191:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:1.0:1767384310.985191:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384310.985197:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789365504 : -114766920186112 : ffff979ebe7d8700) 00000020:00000001:2.0:1767384310.985199:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384310.985200:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.985205:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000040:0.0:1767384310.985207:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000040:1.0:1767384310.985208:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.985211:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:0.0:1767384310.985219:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:2.0:1767384310.985221:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:0.0:1767384310.985232:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384310.985234:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384310.985235:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384310.985243:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384310.985244:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000100:00000040:1.0:1767384310.985245:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.985253:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000020:00000010:0.0:1767384310.985253:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000066b25ab. 00000100:00000001:2.0:1767384310.985261:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384310.985263:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731459456, offset 0 00000020:00000010:2.0:1767384310.985266:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 00000020:00000010:0.0:1767384310.985267:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fe871094. 00000400:00000200:1.0:1767384310.985274:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384310.985278:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da1ab5d9. 00000020:00000040:0.0:1767384310.985281:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000010:2.0:1767384310.985285:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f969bcc9. 00000400:00000200:1.0:1767384310.985289:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384310.985297:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e59f4ca9. 00000400:00000200:1.0:1767384310.985303:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103780 00000100:00000001:0.0:1767384310.985306:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384310.985310:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384310.985312:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000020:00000010:0.0:1767384310.985316:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7a63f48. 00000100:00000001:2.0:1767384310.985318:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384310.985323:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384310.985324:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384310.985328:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f37db4f. 00000100:00000001:2.0:1767384310.985331:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.985335:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384310.985340:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000001:1.0:1767384310.985343:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384310.985345:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384310.985348:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384310.985351:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384310.985354:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.985358:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000010:1.0:1767384310.985362:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000785c5b88. 00000100:00000001:2.0:1767384310.985365:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.985367:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000785c5b88 x1853236731459456 msgsize 224 00000100:00000001:0.0:1767384310.985379:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.985384:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.985386:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384310.985388:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384310.985389:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384310.985391:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.985400:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384310.985404:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.985405:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:2.0:1767384310.985413:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789373568 : -114766920178048 : ffff979ebe7da680) 00000100:00000001:1.0:1767384310.985414:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384310.985420:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000569d6959 x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.985425:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.985428:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00000100:00000001:2.0:1767384310.985437:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384310.985437:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000020:00000010:2.0:1767384310.985445:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000100:00000001:1.0:1767384310.985448:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384310.985450:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.985451:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384310.985456:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 00000100:00000200:1.0:1767384310.985457:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.985458:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384310.985471:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000569d6959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236731459328:12345-0@lo:400: 00000100:00100000:0.0:1767384310.985474:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384310.985486:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000200:2.0:1767384310.985487:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459328 00000020:00000001:2.0:1767384310.985496:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384310.985497:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789517440 : -114766920034176 : ffff979ebe7fd880) 00000100:00000001:1.0:1767384310.985498:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384310.985502:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384310.985506:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.985508:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.985513:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088a4247c x1853236731459200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.985517:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384310.985522:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:2.0:1767384310.985531:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384310.985537:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.985545:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.985552:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384310.985552:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384310.985558:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384310.985562:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384310.985564:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.985564:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.985569:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bf315e2. 00000020:00000001:2.0:1767384310.985574:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384310.985576:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2458 usecs (3 jiffies) 00000100:00000001:0.0:1767384310.985578:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.985580:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384310.985585:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294897156 02000000:00000001:2.0:1767384310.985587:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384310.985588:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bf315e2. 00000100:00000001:1.0:1767384310.985590:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294897157 00000100:00000001:1.0:1767384310.985611:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294897156 02000000:00000010:2.0:1767384310.985613:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd5ff909. 00000100:00000001:1.0:1767384310.985614:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294897157 02000000:00000001:2.0:1767384310.985621:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.985622:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294897156 00000100:00000001:2.0:1767384310.985629:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384310.985630:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088a4247c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731459200:12345-0@lo:13: 00000100:00000001:1.0:1767384310.985631:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294897157 00000020:00000001:2.0:1767384310.985634:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.985639:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294897156 00010000:00000040:2.0:1767384310.985642:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459328 00000100:00000001:1.0:1767384310.985646:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294897157 00000100:00000200:0.0:1767384310.985650:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459200 00010000:00000001:2.0:1767384310.985652:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384310.985653:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384310.985659:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384310.985660:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384310.985664:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000569d6959 x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.985668:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.985668:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384310.985676:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.985677:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.985681:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384310.985688:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384310.985689:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.985694:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00001000:2.0:1767384310.985695:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.985704:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384310.985707:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384310.985708:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384310.985709:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459072 02000000:00000001:1.0:1767384310.985717:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384310.985717:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384310.985718:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384310.985726:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:0.0:1767384310.985728:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384310.985732:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384310.985736:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384310.985737:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.985737:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384310.985740:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.985746:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.985747:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.985748:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384310.985757:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384310.985758:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459072 00000100:00000001:0.0:1767384310.985759:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384310.985762:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000020:00000001:1.0:1767384310.985763:0:17892:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384310.985766:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767384310.985791:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:1.0:1767384310.985795:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.985797:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000020:00000001:1.0:1767384310.985803:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000200:2.0:1767384310.985804:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731459328, offset 224 00000020:00000001:1.0:1767384310.985810:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 02000000:00000010:0.0:1767384310.985811:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000008294278. 00000100:00000001:1.0:1767384310.985816:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384310.985818:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384310.985822:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.985824:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071dddb4e. 00000100:00000001:0.0:1767384310.985830:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384310.985833:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384310.985834:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384310.985842:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071dddb4e. 00002000:00000001:0.0:1767384310.985849:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:1.0:1767384310.985854:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff34552. 00000400:00000200:2.0:1767384310.985855:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103700 00002000:00000001:0.0:1767384310.985861:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:1.0:1767384310.985864:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fbee9d64. 00000020:00000001:0.0:1767384310.985867:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384310.985869:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1505 [1] + 224 00000020:00000010:1.0:1767384310.985874:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000400:00000200:2.0:1767384310.985878:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384310.985886:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384310.985888:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1767384310.985889:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.985891:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384310.985895:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000024:0.0:1767384310.985899:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000200:2.0:1767384310.985901:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.985902:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384310.985907:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767384310.985912:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384310.985918:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000020:0.0:1767384310.985923:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384310.985925:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384310.985928:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384310.985938:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384310.985944:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384310.985950:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:2.0:1767384310.985960:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384310.985961:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384310.985962:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384310.985969:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:0.0:1767384310.985969:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384310.985979:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.985981:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000040:0.0:1767384310.985990:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731459200 00000100:00000001:2.0:1767384310.985991:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384310.985991:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000100:00000001:1.0:1767384310.985998:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788989568 : -114766920562048 : ffff979ebe77ca80) 00010000:00000001:0.0:1767384310.986000:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384310.986003:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000040:1.0:1767384310.986008:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024b66ff5 x1853236731459072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384310.986010:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00010000:00000200:0.0:1767384310.986012:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088a4247c x1853236731459200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.986018:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384310.986023:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384310.986029:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.986040:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384310.986048:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384310.986052:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.986056:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384310.986060:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384310.986064:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071dddb4e. 00010000:00000001:0.0:1767384310.986064:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384310.986068:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000569d6959 x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384310.986071:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.986083:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384310.986084:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=20 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384310.986092:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000569d6959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236731459328:12345-0@lo:400: Request processed in 649us (1332us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384310.986094:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071dddb4e. 00000100:00000001:0.0:1767384310.986099:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384310.986111:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024b66ff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236731459072:12345-0@lo:400: 00000100:00000040:0.0:1767384310.986111:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:2.0:1767384310.986120:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384310.986123:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000200:1.0:1767384310.986126:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459072 00000100:00000040:2.0:1767384310.986129:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000020:00000001:1.0:1767384310.986133:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384310.986134:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384310.986135:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384310.986139:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384310.986141:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.986142:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384310.986144:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384310.986151:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f969bcc9. 00000020:00000001:1.0:1767384310.986152:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384310.986154:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384310.986158:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000010:2.0:1767384310.986162:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e59f4ca9. 00000020:00000001:1.0:1767384310.986166:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384310.986168:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384310.986174:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da1ab5d9. 00000020:00000001:1.0:1767384310.986174:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384310.986176:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000020:00000001:1.0:1767384310.986184:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384310.986186:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000200:0.0:1767384310.986188:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731459200, offset 224 00000020:00000001:1.0:1767384310.986190:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384310.986191:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384310.986195:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.986201:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384310.986204:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384310.986207:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384310.986209:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384310.986213:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384310.986217:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7822a00. 00000100:00100000:2.0:1767384310.986218:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459456 02000000:00000001:2.0:1767384310.986227:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384310.986227:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.986229:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384310.986234:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.986235:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.986239:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.986240:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.986245:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384310.986247:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731459072 00000400:00000200:0.0:1767384310.986247:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d103680 00000100:00100000:2.0:1767384310.986251:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459456 00010000:00000001:1.0:1767384310.986254:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384310.986265:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14f9 [1] + 224 00010000:00000200:1.0:1767384310.986266:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024b66ff5 x1853236731459072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384310.986267:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384310.986271:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:2.0:1767384310.986277:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384310.986282:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000400:00000200:0.0:1767384310.986283:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384310.986290:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00010000:00000001:1.0:1767384310.986298:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384310.986299:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384310.986300:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00010000:00000001:1.0:1767384310.986302:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.986306:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384310.986307:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=20 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384310.986312:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000100:00000001:1.0:1767384310.986316:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384310.986323:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bf20fe50. 00000100:00000040:1.0:1767384310.986324:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384310.986325:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384310.986333:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000040:2.0:1767384310.986335:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 02000000:00000001:1.0:1767384310.986337:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384310.986339:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384310.986342:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.986346:0:17910:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384310.986349:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384310.986352:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da1ab5d9. 00000020:00000010:2.0:1767384310.986360:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f969bcc9. 00000020:00000010:2.0:1767384310.986368:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e59f4ca9. 00000100:00000040:1.0:1767384310.986369:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384310.986374:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.986378:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:1.0:1767384310.986380:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000100:00000001:2.0:1767384310.986385:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.986390:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384310.986392:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731459072, offset 224 00000100:00000001:2.0:1767384310.986394:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.986404:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384310.986409:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384310.986411:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.986414:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384310.986418:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.986426:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.986432:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000200:1.0:1767384310.986435:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384310.986438:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000100:00000001:2.0:1767384310.986442:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.986446:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384310.986447:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384310.986453:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384310.986454:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d103600 00000100:00100000:2.0:1767384310.986460:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384310.986464:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.986466:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000400:00000200:1.0:1767384310.986473:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14f5 [1] + 224 00000100:00000040:0.0:1767384310.986474:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384310.986475:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788986880 : -114766920564736 : ffff979ebe77c000) 00010000:00000001:0.0:1767384310.986488:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384310.986490:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384310.986492:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000785c5b88 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/0 e 0 to 0 dl 1767384321 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384310.986494:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.986503:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384310.986504:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384310.986516:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384310.986518:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088a4247c x1853236731459200/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/368 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.986519:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384310.986525:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384310.986527:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384310.986535:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384310.986544:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384310.986568:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000785c5b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731459456:12345-0@lo:400: 00000100:00000040:1.0:1767384310.986578:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384310.986580:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459456 00000100:00100000:0.0:1767384310.986581:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088a4247c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731459200:12345-0@lo:13: Request processed in 1012us (2008us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384310.986589:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384310.986612:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384310.986616:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.986626:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384310.986629:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:1.0:1767384310.986635:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384310.986654:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384310.986654:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:2.0:1767384310.986660:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.986661:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00000100:00000040:0.0:1767384310.986663:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000020:00000001:2.0:1767384310.986665:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384310.986667:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000020:00000001:2.0:1767384310.986670:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384310.986672:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384310.986673:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384310.986674:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.986679:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384310.986679:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384310.986680:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384310.986687:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384310.986688:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f37db4f. 00000100:00000001:1.0:1767384310.986689:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.986690:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384310.986696:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce3c2dac. 00000020:00000010:0.0:1767384310.986700:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000100:00000040:1.0:1767384310.986701:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 02000000:00000001:2.0:1767384310.986702:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384310.986711:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7a63f48. 00010000:00000001:1.0:1767384310.986712:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384310.986713:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.986718:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.986720:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.986721:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000020:00000001:1.0:1767384310.986722:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1767384310.986725:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459456 00010000:00000001:2.0:1767384310.986731:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384310.986731:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.986732:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b66ff5 x1853236731459072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384310.986742:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000785c5b88 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.986760:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024b66ff5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731459072:12345-0@lo:400: Request processed in 699us (2217us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384310.986761:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1767384310.986761:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384310.986767:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.986771:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00001000:2.0:1767384310.986776:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=25 v=5 (1 0 0 0) 00000100:00080000:0.0:1767384310.986781:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384310.986810:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384310.986814:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000040:0.0:1767384310.986817:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000040:2.0:1767384310.986819:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:1.0:1767384310.986820:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:1.0:1767384310.986828:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384310.986829:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384310.986831:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384310.986835:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384310.986838:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fbee9d64. 02000000:00000001:2.0:1767384310.986839:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.986843:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384310.986845:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384310.986847:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384310.986855:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000020:00000010:1.0:1767384310.986856:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00000001:0.0:1767384310.986860:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384310.986865:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731459456, offset 224 00000020:00000010:1.0:1767384310.986865:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff34552. 00000400:00000001:0.0:1767384310.986869:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384310.986872:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000400:00000001:0.0:1767384310.986874:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384310.986878:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384310.986881:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7d02b2. 00000400:00000200:0.0:1767384310.986888:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00000400:00000010:0.0:1767384310.986891:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00000100:00000001:0.0:1767384310.986895:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384310.986900:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384310.986906:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.986912:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384310.986917:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384310.986918:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384310.986926:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384310.986931:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384310.986936:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000860d078b. 00000400:00000200:2.0:1767384310.986937:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103780 00000100:00000200:0.0:1767384310.986942:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.986945:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000400:00000010:1.0:1767384310.986951:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000100:00000001:1.0:1767384310.986960:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384310.986965:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.986966:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000100:00000200:1.0:1767384310.986968:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.986971:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.986982:0:16354:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384310.986983:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384310.986989:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384310.986990:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.986997:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384310.986998:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.987003:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987008:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.987010:0:17910:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384310.987011:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987012:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384310.987018:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.987021:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384310.987026:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767384310.987026:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=20 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384310.987031:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.987035:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.987040:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384310.987042:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=20 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384310.987043:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.987053:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384310.987058:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384310.987064:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.987065:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.987073:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384310.987074:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384310.987075:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384310.987076:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384310.987082:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000001:1.0:1767384310.987082:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.987083:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767384310.987087:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384310.987089:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00010000:00000001:1.0:1767384310.987090:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384310.987098:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00010000:00080000:1.0:1767384310.987100:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384310.987102:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384310.987103:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384310.987108:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384310.987111:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384310.987114:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000100:00000040:2.0:1767384310.987123:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:3.0:1767384310.987126:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00010000:00000001:0.0:1767384310.987127:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.987132:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384310.987134:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000001:0.0:1767384310.987135:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384310.987137:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.987140:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:1.0:1767384310.987144:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.987145:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384310.987147:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384310.987147:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384310.987152:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987153:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384310.987157:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000785c5b88 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:291/0 lens 224/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384310.987158:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.987159:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384310.987163:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.987167:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384310.987171:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.987191:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.987209:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384310.987212:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384310.987214:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000785c5b88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731459456:12345-0@lo:400: Request processed in 688us (1839us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384310.987220:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.987226:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987237:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1767384310.987241:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384310.987243:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384310.987245:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384310.987246:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384310.987248:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1767384310.987249:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384310.987253:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:1.0:1767384310.987254:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384310.987255:0:16355:0:(client.c:1578:after_reply()) Process entered 00000004:00000040:0.0:1767384310.987255:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000001:3.0:1767384310.987261:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384310.987262:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384310.987265:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.987268:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384310.987269:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767384310.987270:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:3.0:1767384310.987271:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384310.987275:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f969bcc9. 00000020:00000010:2.0:1767384310.987284:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e59f4ca9. 02000000:00000001:3.0:1767384310.987286:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384310.987291:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384310.987293:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da1ab5d9. 00000100:00001000:3.0:1767384310.987299:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=25 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384310.987303:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.987307:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731459072:0@lo:400: 00000100:00001000:3.0:1767384310.987312:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=25 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384310.987313:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:2.0:1767384310.987321:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384310.987325:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384310.987326:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.987330:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987334:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384310.987336:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384310.987339:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731459200:0@lo:13: 00000100:00000040:1.0:1767384310.987341:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7ecca1 x1853236731459072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384310.987345:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.987354:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.987362:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.987370:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b1f613 x1853236731459200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384310.987386:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987387:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384310.987389:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384310.987390:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384310.987394:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384310.987394:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384310.987395:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384310.987402:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767384310.987403:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca5145ad. 02000000:00000010:0.0:1767384310.987404:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f699230d. 00000100:00000001:3.0:1767384310.987405:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.987414:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384310.987415:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384310.987416:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.987418:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384310.987423:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.987423:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384310.987425:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384310.987429:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384310.987430:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384310.987431:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384310.987436:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384310.987436:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fca7e9b0. 00000020:00000001:1.0:1767384310.987438:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384310.987444:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384310.987444:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1767384310.987445:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007764641e. 02000000:00000001:0.0:1767384310.987449:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.987454:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 02000000:00000001:1.0:1767384310.987455:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384310.987460:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384310.987461:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384310.987464:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236731459328:0@lo:400: 00000100:00000001:0.0:1767384310.987464:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384310.987466:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 00000100:00000001:0.0:1767384310.987470:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987475:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384310.987477:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987479:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.987479:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384310.987482:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384310.987482:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987485:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.987488:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.987489:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384310.987490:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e906c6d x1853236731459328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.987492:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987494:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384310.987502:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384310.987507:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767384310.987507:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384310.987515:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384310.987515:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c728878. 00000400:00000200:1.0:1767384310.987520:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e85307 02000000:00000010:3.0:1767384310.987522:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073c2c1c4. 00000400:00000010:1.0:1767384310.987525:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e85307. 02000000:00000001:3.0:1767384310.987532:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384310.987532:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384310.987537:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384310.987539:0:16355:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384310.987545:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384310.987547:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384310.987558:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384310.987561:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a7da71bb. 02000000:00000001:3.0:1767384310.987573:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384310.987574:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384310.987578:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384310.987579:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384310.987582:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e906c6d. 00000100:00000001:1.0:1767384310.987584:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384310.987589:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384310.987590:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.987591:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384310.987594:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987609:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.987611:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384310.987615:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.987619:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384310.987621:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=24 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384310.987622:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.987630:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384310.987631:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.987634:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987637:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384310.987640:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.987642:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384310.987646:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384310.987653:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987655:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384310.987656:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384310.987658:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384310.987659:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.987661:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.987667:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.987669:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384310.987670:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384310.987672:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.987678:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008126c258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731459456:0@lo:400: 00000100:00000001:1.0:1767384310.987681:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987690:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.987692:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008126c258 x1853236731459456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.987698:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384310.987700:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384310.987702:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009da35aeb. 02000000:00000001:1.0:1767384310.987704:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384310.987706:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384310.987707:0:16353:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384310.987709:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384310.987710:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e6560ae. 02000000:00000001:1.0:1767384310.987713:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384310.987714:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384310.987715:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008126c258. 00000100:00000001:1.0:1767384310.987718:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.987719:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987720:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.987725:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.987726:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.987728:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.987730:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.989832:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000040:2.0:1767384310.989842:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:1.0:1767384310.989842:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d788ab33. 00000100:00000040:3.0:1767384310.989847:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:2.0:1767384310.989855:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000127302af. 00000100:00000010:3.0:1767384310.989861:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00000100:00000040:0.0:1767384310.989864:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294897157, at 4294897158 00000100:00000010:0.0:1767384310.989870:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234e8481. 00080000:00000010:0.0:1767384311.013912:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a3cb7cc5. 00080000:00000010:0.0:1767384311.013920:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a3cb7cc5. 00000020:00000001:0.0:1767384311.013924:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384311.013931:0:23153:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a3cb7cc5. 00080000:00000010:0.0:1767384311.013935:0:23153:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a3cb7cc5. 00000020:00000001:0.0:1767384311.013937:0:23153:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384311.757241:0:23317:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384311.757245:0:23317:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384311.761155:0:23317:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384311.768883:0:23318:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000052df48eb. 00000400:00000010:2.0:1767384311.768899:0:23318:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001b33f1b6. 00000400:00000010:2.0:1767384311.768909:0:23318:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cf3d5c6e. 00000400:00000010:2.0:1767384311.768913:0:23318:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000985ee32a. 00000400:00000010:2.0:1767384311.768917:0:23318:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008addd1a4. 00000400:00000010:2.0:1767384311.768921:0:23318:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019a68c4f. 00000400:00000010:2.0:1767384311.768923:0:23318:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000165dae13. 00000400:00000010:2.0:1767384311.768924:0:23318:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e982bd69. 00000400:00000010:2.0:1767384311.768928:0:23318:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008a806962. 00000800:00000010:2.0:1767384311.768940:0:23318:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000064b9d765. 00000800:00000200:2.0:1767384311.768950:0:23318:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384311.768957:0:23318:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384311.768993:0:23318:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384311.769018:0:23318:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384311.770940:0:23318:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000003dae2dfb. 00000400:00000010:2.0:1767384311.770947:0:23318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec662729. 00000400:00000010:2.0:1767384311.770952:0:23318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000001:2.0:1767384311.770966:0:23318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384311.770967:0:23318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.770969:0:23318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f32733. 00000400:00000200:2.0:1767384311.770972:0:23318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc8b5b8 00000400:00000010:2.0:1767384311.770974:0:23318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc8b5b8. 00000400:00000010:2.0:1767384311.770978:0:23318:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000074bd8259. 00000400:00000200:2.0:1767384311.770983:0:23318:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (13) 00000400:00000200:2.0:1767384311.770995:0:23318:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384311.771007:0:23318:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384311.771016:0:23318:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eacfc35a. 00000020:01000000:2.0:1767384311.771021:0:23318:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384311.771041:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384311.771041:0:23318:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp22 00000400:00000200:3.0:1767384311.771047:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:3.0:1767384311.771053:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000400:00000200:3.0:1767384311.771057:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (14) 00000400:00000010:2.0:1767384311.771059:0:23318:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001b33f1b6. 00000400:00000010:3.0:1767384311.771065:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000015ee517. 00000400:00000010:2.0:1767384311.771068:0:23318:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000052df48eb. 00000400:00000200:3.0:1767384311.771070:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1767384311.771084:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384311.771092:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384311.771099:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384311.771105:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384311.771126:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384311.771132:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384311.771137:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000001:1.0:1767384311.771144:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384311.771151:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384311.771154:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384311.771157:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 10000000:01000000:1.0:1767384311.771158:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384311.771163:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384311.771168:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384311.771171:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:1.0:1767384311.771171:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.771176:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.771179:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.771183:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384311.771187:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:1.0:1767384311.771187:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384311.771191:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384311.771193:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.771196:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384311.771201:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000010:1.0:1767384311.771203:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f67fb0c2. 00000400:00000200:3.0:1767384311.771208:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:00000040:1.0:1767384311.771217:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384311.771218:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384311.771225:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384311.771228:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384311.771230:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 02000000:00000001:1.0:1767384311.771234:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.771240:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp21 02000000:00000010:1.0:1767384311.771244:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a25dc429. 00000400:00000200:3.0:1767384311.771249:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp21 lpni_is_preferred = 0 00000100:00000001:1.0:1767384311.771253:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.771256:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp21 00000100:00000001:1.0:1767384311.771263:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384311.771264:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [29:29:256:4294967295] 192.168.204.118@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000001:1.0:1767384311.771267:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.771278:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f67fb0c2] to pc [ptlrpcd_00_01+1] req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.771280:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp21 00000400:00000200:3.0:1767384311.771297:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:) -> 192.168.204.118@tcp21(192.168.204.118@tcp:192.168.204.118@tcp21) : PUT try# 0 00000800:00000200:3.0:1767384311.771308:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.204.118@tcp21 00000800:00000010:3.0:1767384311.771314:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9b758. 00000800:00000010:3.0:1767384311.771325:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066e4c78e. 10000000:00000001:1.0:1767384311.771325:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384311.771332:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384311.771334:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ef7a1bb8. 00000020:00000001:1.0:1767384311.771335:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384311.771339:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384311.771342:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384311.771345:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (2) 00000100:00000001:2.0:1767384311.771347:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384311.771347:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384311.771351:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.1:1767384311.771352:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (2) 00000100:00000001:2.0:1767384311.771352:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384311.771354:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384311.771358:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384311.771361:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384311.771362:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384311.771363:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384311.771367:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.771371:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384311.771372:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000004:1.0:1767384311.771376:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384311.771380:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:01000004:1.0:1767384311.771381:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384311.771384:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384311.771385:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384311.771386:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384311.771388:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.771391:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384311.771393:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384311.771396:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086d1d724. 02000000:00000001:2.0:1767384311.771399:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384311.771400:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384311.771405:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.771408:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.771408:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384311.771412:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.771416:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731459584:0@lo:253: 02000000:00000010:1.0:1767384311.771420:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000040d478e5. 00000100:00000001:2.0:1767384311.771423:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384311.771426:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.771430:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384311.771431:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384311.771432:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.771437:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.771440:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384311.771441:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000040:1.0:1767384311.771447:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086d1d724] to pc [ptlrpcd_00_02+2] req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384311.771450:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cd0a0ac6. 02000000:00000001:2.0:1767384311.771456:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.771466:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d6cbed0. 00000400:00000010:2.0:1767384311.771475:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b33f1b6. 10000000:00000001:1.0:1767384311.771476:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384311.771481:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731459584, portal 25 10000000:00000001:1.0:1767384311.771481:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.771486:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.771489:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384311.771490:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384311.771495:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994048 : -114766920557568 : ffff979ebe77dc00) 00000020:00000010:1.0:1767384311.771495:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eacfc35a. 00000400:00000200:3.0:1767384311.771497:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000040:2.0:1767384311.771507:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.771512:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.771518:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.771519:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384311.771524:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384311.771528:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384311.771528:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.771533:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384311.771535:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025d8d6b2. 00000100:00000040:1.0:1767384311.771539:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384311.771541:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731459584, offset 0 00000400:00000200:3.0:1767384311.771542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:1.0:1767384311.771553:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.771555:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.771557:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384311.771559:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384311.771562:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384311.771565:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.771569:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731459712:0@lo:253: 00000400:00000200:2.0:1767384311.771573:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384311.771576:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384311.771597:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384311.771599:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.771601:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384311.771604:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 02000000:00000010:1.0:1767384311.771606:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008fc73474. 00000400:00000200:2.0:1767384311.771624:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103800 02000000:00000001:1.0:1767384311.771628:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.771636:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c728878. 00000400:00000200:2.0:1767384311.771641:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000010:2.0:1767384311.771647:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c560f729. 00000400:00000200:2.0:1767384311.771660:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f18d9869 00000400:00000200:3.0:1767384311.771662:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:1.0:1767384311.771667:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d07e8ef. 00000400:00000200:2.0:1767384311.771670:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384311.771673:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731459712, portal 25 00000100:00000001:1.0:1767384311.771678:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384311.771681:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.771681:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788993152 : -114766920558464 : ffff979ebe77d880) 00000100:00000040:1.0:1767384311.771691:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.771692:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f18d9869 00000400:00000010:2.0:1767384311.771699:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f18d9869. 00000100:00000001:1.0:1767384311.771701:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384311.771703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:2.0:1767384311.771707:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384311.771710:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384311.771716:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384311.771717:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000ac9b910c x1853236731459584 msgsize 4848 00000400:00000010:1.0:1767384311.771721:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba86b49. 00000100:00000200:1.0:1767384311.771726:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731459712, offset 0 00000100:00100000:2.0:1767384311.771732:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384311.771736:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384311.771737:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.771749:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384311.771750:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.771759:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103880 00000400:00000200:3.0:1767384311.771764:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384311.771765:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000010:1.0:1767384311.771790:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048479c5a. 00000400:00000200:1.0:1767384311.771795:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000494e8a19 00000400:00000200:1.0:1767384311.771800:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.771805:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384311.771815:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025d8d6b2 00000400:00000010:2.0:1767384311.771820:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025d8d6b2. 00000100:00000001:2.0:1767384311.771825:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384311.771826:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000494e8a19 00000400:00000010:1.0:1767384311.771831:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000494e8a19. 00000400:00000200:3.0:1767384311.771833:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000200:2.0:1767384311.771834:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.771835:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384311.771839:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384311.771844:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000054ef08ed x1853236731459712 msgsize 4848 00000100:00100000:1.0:1767384311.771857:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384311.771858:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.771860:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:2.0:1767384311.771867:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.771871:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384311.771879:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384311.771879:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba86b49 00000100:00000001:2.0:1767384311.771881:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.771885:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba86b49. 00000100:00000001:2.0:1767384311.771886:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.771889:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384311.771895:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.771897:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.771921:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294897945 00000100:00000001:1.0:1767384311.771924:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384311.771929:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049217474. 00000100:00000040:1.0:1767384311.771930:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.771939:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384311.771940:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.771943:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384311.771946:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:2.0:1767384311.771948:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294897945 00000100:00000001:1.0:1767384311.771950:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384311.771953:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000248faee8. 00000100:00000001:1.0:1767384311.771955:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294897945 00000100:00000001:2.0:1767384311.771959:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384311.771960:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294897945 00000100:00000001:1.0:1767384311.771965:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294897945 00000100:00000001:2.0:1767384311.771967:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294897945 00000100:00000001:1.0:1767384311.771968:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294897945 00000100:00000010:2.0:1767384311.771973:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a88746a. 00000100:00000001:1.0:1767384311.771980:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294897945 00000100:00000001:2.0:1767384311.771982:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384311.771989:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:2.0:1767384311.771989:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294897945 00000100:00000001:1.0:1767384311.771989:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294897945 00000100:00000001:1.0:1767384311.771996:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294897945 00000100:00000010:2.0:1767384311.771998:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6462807. 00000100:00000001:2.0:1767384311.772013:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384311.772017:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.772017:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294897945 00000100:00000001:1.0:1767384311.772022:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.772025:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.772026:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.772034:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772035:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.772037:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.772041:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.772048:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.772050:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.772051:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384311.772053:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:2.0:1767384311.772056:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384311.772057:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.772060:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.772061:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.772063:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772065:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.772067:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772070:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772076:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.772107:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.772164:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000100:00000001:1.0:1767384311.772183:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384311.772186:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384311.772187:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459584 00000100:00100000:2.0:1767384311.772192:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459712 02000000:00000001:1.0:1767384311.772192:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.772196:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384311.772197:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.772199:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772202:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384311.772205:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772207:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.772209:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459584 02000000:00000001:2.0:1767384311.772214:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.772214:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384311.772218:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00100000:2.0:1767384311.772221:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459712 00000020:00000001:1.0:1767384311.772221:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.772225:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384311.772227:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384311.772229:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:2.0:1767384311.772231:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384311.772233:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384311.772236:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000020:00000001:2.0:1767384311.772237:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384311.772239:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384311.772241:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000010:1.0:1767384311.772246:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b0646ad. 00000020:00000001:2.0:1767384311.772247:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384311.772252:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384311.772254:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:1.0:1767384311.772256:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b0646ad. 00000100:00000001:2.0:1767384311.772262:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.772267:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015bcd9ba. 00000020:00000010:2.0:1767384311.772269:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00000020:00000010:1.0:1767384311.772274:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fbee9d64. 00000100:00000001:2.0:1767384311.772276:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.772281:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000020:00000010:2.0:1767384311.772282:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c18345c. 00000020:00000010:2.0:1767384311.772289:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd8dc1e. 00000400:00000200:3.0:1767384311.772297:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000020:00000010:2.0:1767384311.772297:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a21f6ca. 00000100:00000040:1.0:1767384311.772301:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384311.772303:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e59f4ca9. 00000100:00000001:1.0:1767384311.772306:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384311.772310:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.772311:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772314:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.772318:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384311.772319:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772320:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772330:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.772332:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.772344:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.772350:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384311.772354:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384311.772361:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000400:00000200:3.0:1767384311.772362:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000100:00000001:2.0:1767384311.772362:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384311.772364:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384311.772366:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384311.772369:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665496656 : -114767044054960 : ffff979eb71b7050) 00000100:00100000:2.0:1767384311.772376:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384311.772377:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac9b910c x1853236731459584/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.772385:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384311.772389:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384311.772390:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665491536 : -114767044060080 : ffff979eb71b5c50) 00000020:00000010:1.0:1767384311.772394:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b0646ad. 00000100:00000001:1.0:1767384311.772398:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.772401:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b0646ad. 00000100:00000040:2.0:1767384311.772402:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054ef08ed x1853236731459712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.772404:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000100:00100000:1.0:1767384311.772410:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9b910c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731459584:12345-0@lo:253: 00000100:00000200:1.0:1767384311.772420:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459584 00000020:00000001:1.0:1767384311.772424:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384311.772428:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384311.772429:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384311.772434:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384311.772435:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00000020:00000001:1.0:1767384311.772436:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.772439:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:2.0:1767384311.772441:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384311.772443:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000020:00000001:1.0:1767384311.772443:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384311.772448:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c18345c. 00000020:00000001:1.0:1767384311.772448:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.772453:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.772456:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384311.772460:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054ef08ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731459712:12345-0@lo:253: 00000020:00000001:1.0:1767384311.772461:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.772467:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384311.772468:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459712 02000000:00000001:1.0:1767384311.772470:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384311.772473:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384311.772478:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bc9174f0. 00000020:00000001:2.0:1767384311.772479:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384311.772481:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 02000000:00000001:1.0:1767384311.772484:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.772485:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.772489:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.772490:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:1.0:1767384311.772497:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.772498:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384311.772502:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384311.772503:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384311.772506:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384311.772509:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384311.772512:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384311.772514:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a4af4213. 00000100:00000001:2.0:1767384311.772516:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384311.772520:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384311.772521:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384311.772525:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384311.772528:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384311.772529:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eacfc35a. 20000000:00000001:1.0:1767384311.772530:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.772535:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 02000000:00000001:2.0:1767384311.772536:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.772536:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.772541:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.772541:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384311.772547:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384311.772553:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2e06e21. 20000000:01000000:1.0:1767384311.772557:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000010:2.0:1767384311.772558:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efde7c50. 20000000:00000001:1.0:1767384311.772563:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384311.772566:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384311.772570:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384311.772571:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384311.772575:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384311.772600:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384311.772603:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.772606:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.772608:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00080000:00000001:1.0:1767384311.772624:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384311.772625:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384311.772644:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.772649:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384311.772651:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.772653:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384311.772655:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384311.772658:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:1.0:1767384311.772662:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384311.772664:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384311.772667:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384311.772671:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.772673:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.772676:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384311.772678:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000020:00000001:1.0:1767384311.772681:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384311.772686:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384311.772691:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cdde01d0. 00080000:00000001:1.0:1767384311.772693:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499604480 : -114772209947136 : ffff979d83322e00) 00080000:00000001:1.0:1767384311.772697:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384311.772700:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384311.772705:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006b0646ad. 00080000:00000001:1.0:1767384311.772708:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.772710:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384311.772715:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00080000:00000001:1.0:1767384311.772734:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.772752:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384311.772808:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.772811:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.773014:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384311.773020:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003afe34d1. 00000800:00000010:3.0:1767384311.773025:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aba1e43. 00000800:00000010:3.0:1767384311.773031:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f7fc4ba. 00000400:00000200:2.0:1767384311.773038:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384311.773042:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000040bbb87b. 00000800:00000010:3.0:1767384311.773067:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f7fc4ba. 00000800:00000010:1.0:1767384311.773098:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000010c5dbea. 00000800:00000010:1.0:1767384311.773104:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cba86b49. 00000800:00000010:1.0:1767384311.773128:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f0c5bca. 00000800:00000200:1.1:1767384311.773135:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (2) 00000800:00000200:1.1:1767384311.773140:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp21 000000004f0c5bca deleted 00000800:00000010:1.1:1767384311.773142:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f0c5bca. 00000800:00000200:1.1:1767384311.773149:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384311.773155:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:999 00000800:00000200:1.1:1767384311.773158:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021e9b758 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767384311.773170:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp21 p 3.x 192.168.204.118 -> 192.168.204.118:999 incarnation:1767384310137133442 sched[0] 00000800:00000010:1.0:1767384311.773175:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eff6b4d8. 00000800:00000010:1.0:1767384311.773232:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eff6b4d8. 00000800:00000010:1.0:1767384311.773236:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cba86b49. 00000800:00000200:3.1:1767384311.773264:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384311.773271:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000040bbb87b. 00000800:00000200:3.0:1767384311.773278:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp21 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384310137133442 sched[0] 00000800:00000010:3.0:1767384311.773284:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aba1e43. 00000800:00000001:2.0:1767384311.773290:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.773297:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384311.773311:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.773317:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.773342:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:2.0:1767384311.773349:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.773356:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384311.773358:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384311.773362:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384311.773363:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384311.773367:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9b758. 00000400:00000200:1.0:1767384311.773389:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.773394:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : PUT - for me 00000400:00000200:1.0:1767384311.773401:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: PUT: OK 00000400:00000200:3.0:1767384311.773403:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384311.773410:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384311.773415:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384311.773421:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 256/256 into md 0x14c9 [1] + 0 00000400:00000200:1.0:1767384311.773423:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000400:00000010:2.0:1767384311.773431:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f61a0e39. 00000400:00000200:2.0:1767384311.773435:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7b834f3 00000800:00000001:2.0:1767384311.773441:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384311.773444:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000001:2.0:1767384311.773452:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384311.773455:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.773462:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: PUT: OK 00000400:00000200:2.0:1767384311.773466:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b834f3 00000400:00000010:2.0:1767384311.773469:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7b834f3. 00000400:00000200:2.0:1767384311.773473:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384311.773478:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (15) 00000400:00000200:3.0:1767384311.773480:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384311.773483:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:2.0:1767384311.773487:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000069167ffb. 00000400:00000200:2.0:1767384311.773491:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 14 00000400:00000200:2.0:1767384311.773495:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384311.773511:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384311.773513:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (16) 00000400:00000200:2.0:1767384311.773519:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384311.773525:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp21 to MR: 192.168.204.118@tcp21 local destination 00000400:00000200:2.0:1767384311.773542:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [30:30:256:4294967295] 192.168.204.118@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384311.773551:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384311.773556:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) -> 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) 192.168.204.118@tcp21 : ACK try# 0 00000800:00000200:2.0:1767384311.773564:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp21 00000400:00000200:1.0:1767384311.773565:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384311.773569:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ade475b. 00000400:00000010:1.0:1767384311.773571:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000860d078b. 00000400:00000010:1.0:1767384311.773579:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000400:00000200:1.0:1767384311.773599:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000800:00000200:2.0:1767384311.773600:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (4) 00000400:00000200:3.0:1767384311.773607:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384311.773607:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000800:00000200:2.0:1767384311.773615:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:988 00000400:00000010:1.0:1767384311.773618:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000befe8942. 00000800:00000200:2.0:1767384311.773619:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001ade475b type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384311.773624:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000b775b6e9. 00000400:00000010:1.0:1767384311.773629:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000ba63dc88. 00000400:00000010:1.0:1767384311.773649:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000084975d90. 00000400:00000200:1.0:1767384311.773655:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000084975d90 nid 192.168.204.118@tcp22 00000400:00000200:3.0:1767384311.773665:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000010:1.0:1767384311.773678:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f6d35ed9. 00000400:00000200:1.0:1767384311.773682:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f6d35ed9 net tcp22 00000400:00000200:1.0:1767384311.773685:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (15) 00000800:00000200:2.0:1767384311.773691:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384311.773692:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp22 flags 0x11 00000800:00000010:2.0:1767384311.773699:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ade475b. 00000400:00000010:1.0:1767384311.773700:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000befe8942. 00000400:00000200:2.0:1767384311.773709:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384311.773710:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000b775b6e9. 00000400:00000200:3.0:1767384311.773720:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384311.773722:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: ACK: OK 00000400:00000010:1.0:1767384311.773723:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000ba63dc88. 00000400:00000010:1.0:1767384311.773730:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000069167ffb. 00000800:00000001:2.0:1767384311.773734:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.773738:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000800:00000001:2.0:1767384311.773742:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.773744:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100551 00000800:00000001:2.0:1767384311.773750:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.773751:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 1 00000400:00000200:1.0:1767384311.773759:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 00000800:00000001:2.0:1767384311.773760:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.773763:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384311.773799:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000800:00000001:2.0:1767384311.773804:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384311.773805:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384311.773806:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000001:2.0:1767384311.773813:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.773814:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (16) 00000400:00000200:2.0:1767384311.773827:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : ACK - for me 00000400:00000200:2.0:1767384311.773844:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp21: ACK from 12345-192.168.204.118@tcp21 into md 0x1529 00000400:00000200:2.0:1767384311.773848:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.773855:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: ACK: OK 00000400:00000200:2.0:1767384311.773864:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:2.0:1767384311.773868:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000400:00000200:2.0:1767384311.773873:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384311.773878:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384311.773882:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (15) 00000400:00000200:3.0:1767384311.773889:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000001:2.0:1767384311.773890:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.773895:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.773955:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.773988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774019:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774047:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774076:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774109:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774135:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774158:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774176:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774192:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774210:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774226:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774241:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384311.774278:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000800:00000010:3.0:1767384311.774435:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5b78755. 00000800:00000010:3.0:1767384311.774441:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aba1e43. 00000800:00000010:3.0:1767384311.774446:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f7fc4ba. 00000800:00000010:3.0:1767384311.774487:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f7fc4ba. 00000400:00000200:2.0:1767384311.774661:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384311.774673:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp21 from 230.3.0.2 00000800:00000010:2.0:1767384311.774676:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a07f650. 00000800:00000010:3.0:1767384311.774730:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002be89445. 00000800:00000010:3.0:1767384311.774736:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f85a2d9f. 00000800:00000010:3.0:1767384311.774752:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a80e54c8. 00000800:00000200:3.1:1767384311.774758:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (4) 00000800:00000200:3.1:1767384311.774763:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp21 00000000a80e54c8 deleted 00000800:00000010:3.1:1767384311.774765:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a80e54c8. 00000800:00000200:3.1:1767384311.774789:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384311.774812:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp21 p 3.x 192.168.204.118 -> 192.168.204.118:998 incarnation:1767384310137133442 sched[0] 00000800:00000010:3.0:1767384311.774817:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f7fc4ba. 00000800:00000010:3.0:1767384311.774880:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f7fc4ba. 00000800:00000010:3.0:1767384311.774886:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f85a2d9f. 00000800:00000200:1.1:1767384311.774904:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384311.774929:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp21 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384310137133442 sched[0] 00000800:00000010:1.0:1767384311.774933:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aba1e43. 00000800:00000010:3.0:1767384311.774936:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005a07f650. 00000800:00000001:2.0:1767384311.774943:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.774949:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384311.774966:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384311.774972:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384311.775178:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cdde01d0. 00080000:00000010:1.0:1767384311.775214:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006b0646ad. 00040000:00000001:1.0:1767384311.775220:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.775222:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384311.775224:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384311.775227:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384311.775229:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.775230:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384311.775239:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384311.775249:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384311.775252:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384311.775257:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384311.775260:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb773f18. 20000000:01000000:2.0:1767384311.775265:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384311.775269:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384311.775273:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384311.775276:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384311.775276:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384311.775285:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384311.775287:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384311.775290:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384311.775295:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384311.775295:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.775297:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384311.775298:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384311.775299:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.775301:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384311.775303:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384311.775305:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000010:3.0:1767384311.775306:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009804050d. 00000020:00000001:2.0:1767384311.775309:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000001:3.0:1767384311.775311:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:2.0:1767384311.775311:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384311.775315:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384311.775316:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041add484. 00080000:00000001:2.0:1767384311.775319:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.775320:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384311.775322:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384311.775323:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000041add484 with handle 0xd602e9c522f0b1c5 to hash 00000020:00000001:2.0:1767384311.775324:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384311.775325:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384311.775327:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 00000020:00000001:2.0:1767384311.775328:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:3.0:1767384311.775330:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 00080000:00000001:2.0:1767384311.775331:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384311.775334:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384311.775335:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a991dc48. 00010000:00000001:3.0:1767384311.775337:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384311.775337:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306793122304 : -114766916429312 : ffff979ebeb6da00) 00010000:00010000:3.0:1767384311.775341:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384311.775341:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384311.775344:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384311.775347:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005c18345c. 00080000:00000001:2.0:1767384311.775350:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775351:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384311.775352:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384311.775355:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384311.775357:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384311.775360:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.775361:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384311.775362:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775364:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.775367:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.775369:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384311.775372:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384311.775372:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384311.775374:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384311.775376:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384311.775378:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009804050d) refcount = 1 00010000:00010000:3.0:1767384311.775383:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.775391:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384311.775394:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384311.775396:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.775399:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775409:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384311.775414:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384311.775418:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384311.775422:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:1.0:1767384311.775423:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:3.0:1767384311.775424:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384311.775427:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384311.775428:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041add484 refcount=4 20000000:00000010:1.0:1767384311.775430:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a4af4213. 00000020:00000001:3.0:1767384311.775436:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 20000000:00000001:1.0:1767384311.775438:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775444:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 00010000:00000040:1.0:1767384311.775445:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459584 00010000:00000001:3.0:1767384311.775450:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384311.775451:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384311.775456:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384311.775459:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac9b910c x1853236731459584/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.775477:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384311.775479:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384311.775481:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384311.775483:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775491:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.775495:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384311.775497:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=31 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384311.775498:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.775506:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.775511:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384311.775512:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384311.775514:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384311.775516:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.775518:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384311.775522:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384311.775522:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.775525:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384311.775528:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384311.775529:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.775535:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba86b49. 00010000:00010000:3.0:1767384311.775541:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000041add484 already unused, calling callback (00000000d6205520) 00000100:00000200:1.0:1767384311.775542:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731459584, offset 224 00010000:00000001:3.0:1767384311.775548:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384311.775552:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384311.775553:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384311.775557:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384311.775565:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384311.775567:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384311.775570:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384311.775574:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103800 00000020:00000001:3.0:1767384311.775593:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384311.775598:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x152d [2] + 224 00000020:00000040:3.0:1767384311.775599:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000041add484 refcount=5 00000020:00000001:3.0:1767384311.775621:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 00000400:00000200:1.0:1767384311.775624:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384311.775625:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764563456 : -114767944988160 : ffff979e81684a00) 00010000:00000001:3.0:1767384311.775633:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384311.775634:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384311.775636:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.775640:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384311.775645:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1767384311.775646:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.775649:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384311.775653:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775660:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384311.775663:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384311.775665:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.775667:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.775671:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384311.775677:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000041add484 with handle 0xd602e9c522f0b1c5 from hash 00010000:00000001:3.0:1767384311.775683:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384311.775686:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.775687:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.775688:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384311.775691:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384311.775692:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384311.775694:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384311.775698:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384311.775699:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba86b49 00010000:00000001:3.0:1767384311.775701:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.775703:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba86b49. 00000100:00000001:1.0:1767384311.775710:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384311.775711:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.775713:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384311.775718:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384311.775721:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775722:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384311.775723:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.775726:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384311.775727:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384311.775728:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384311.775732:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384311.775733:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384311.775735:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.775738:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.775739:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384311.775741:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384311.775744:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384311.775744:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384311.775745:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac9b910c x1853236731459584/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.775748:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.775748:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d6cbed0. 00010000:00010000:3.0:1767384311.775755:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384311.775756:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b33f1b6 00000400:00000010:2.0:1767384311.775761:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b33f1b6. 00000100:00100000:1.0:1767384311.775764:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9b910c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731459584:12345-0@lo:253: Request processed in 3371us (4043us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384311.775768:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.775778:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384311.775796:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384311.775803:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000200:2.0:1767384311.775806:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.775809:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:3.0:1767384311.775816:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384311.775816:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384311.775820:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384311.775821:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384311.775826:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384311.775827:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fbee9d64. 00010000:00000001:3.0:1767384311.775828:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384311.775829:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.775833:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384311.775835:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00010000:00000001:3.0:1767384311.775837:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.775843:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.775843:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bcd9ba. 00000100:00000001:2.0:1767384311.775845:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384311.775847:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384311.775850:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384311.775852:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:2.0:1767384311.775854:0:16353:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384311.775859:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:2.0:1767384311.775860:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384311.775860:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384311.775861:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384311.775864:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bc9174f0. 00000100:00000001:2.0:1767384311.775865:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1767384311.775866:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041add484/0xd602e9c522f0b1c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384311.775869:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.775872:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384311.775875:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.775876:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384311.775878:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009804050d count: 0 00000100:00001000:2.0:1767384311.775882:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=31 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384311.775883:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384311.775889:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384311.775890:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384311.775891:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dd6da25. 20000000:00000001:3.0:1767384311.775894:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384311.775899:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384311.775902:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.775902:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba86b49. 00010000:00000001:2.0:1767384311.775925:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384311.775928:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.775931:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.775936:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.775945:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.775948:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384311.775950:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384311.775955:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384311.775957:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384311.775959:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384311.775960:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384311.775962:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384311.775964:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384311.775965:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384311.775966:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384311.775976:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384311.775977:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384311.775981:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.775991:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731459584:0@lo:253: 00000100:00000001:2.0:1767384311.775995:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.775997:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384311.775999:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f67fb0c2 x1853236731459584/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.776004:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384311.776006:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384311.776008:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cd0a0ac6. 02000000:00000001:2.0:1767384311.776012:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384311.776013:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384311.776015:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384311.776017:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.776019:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a25dc429. 02000000:00000001:2.0:1767384311.776023:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384311.776025:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384311.776027:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f67fb0c2. 00000100:00000001:2.0:1767384311.776030:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384311.776032:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.776033:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.776038:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384311.776039:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.776042:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.776045:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384311.777140:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a991dc48. 00080000:00000010:2.0:1767384311.777179:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005c18345c. 00040000:00000001:2.0:1767384311.777184:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384311.777186:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384311.777189:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384311.777192:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384311.777196:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.777199:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384311.777201:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384311.777210:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384311.777218:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384311.777221:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384311.777221:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 10000000:01000000:3.0:1767384311.777223:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384311.777225:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:3.0:1767384311.777226:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384311.777229:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384311.777233:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000156c414. 00010000:00000001:3.0:1767384311.777236:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384311.777239:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9374d8a. 00000020:00000001:3.0:1767384311.777242:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384311.777244:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b9374d8a with handle 0xd602e9c522f0b1cc to hash 00000020:00000001:3.0:1767384311.777247:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384311.777249:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384311.777251:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384311.777254:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384311.777256:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.777259:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.777273:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384311.777275:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384311.777277:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384311.777278:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.777280:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.777282:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384311.777284:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.777286:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384311.777288:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384311.777289:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384311.777291:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384311.777293:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000156c414) refcount = 1 00010000:00010000:3.0:1767384311.777297:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.777304:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384311.777306:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384311.777307:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.777309:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.777312:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384311.777314:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384311.777316:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384311.777319:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384311.777321:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.777322:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b9374d8a refcount=4 00000020:00000001:3.0:1767384311.777325:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384311.777327:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384311.777329:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384311.777331:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384311.777332:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384311.777334:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384311.777336:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efde7c50. 00010000:00000001:3.0:1767384311.777337:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384311.777339:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384311.777341:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384311.777345:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459712 00010000:00000001:2.0:1767384311.777348:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384311.777352:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054ef08ed x1853236731459712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.777360:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.777362:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384311.777362:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384311.777364:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384311.777364:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.777367:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384311.777371:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384311.777371:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384311.777373:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.777374:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384311.777376:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384311.777377:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00010000:3.0:1767384311.777378:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384311.777380:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384311.777382:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.777385:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b9374d8a already unused, calling callback (00000000d6205520) 00000100:00000001:2.0:1767384311.777385:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384311.777387:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384311.777388:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384311.777389:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384311.777391:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384311.777392:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b33f1b6. 00000100:00000200:2.0:1767384311.777395:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731459712, offset 224 00010000:00000001:3.0:1767384311.777398:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384311.777400:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384311.777401:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384311.777402:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.777403:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b9374d8a refcount=5 00000020:00000001:3.0:1767384311.777406:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00010000:00000001:3.0:1767384311.777408:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764561408 : -114767944990208 : ffff979e81684200) 00000400:00000200:2.0:1767384311.777408:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384311.777412:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384311.777413:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384311.777415:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103880 00010000:00000001:3.0:1767384311.777420:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384311.777421:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1535 [2] + 224 00010000:00000001:3.0:1767384311.777423:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384311.777424:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.777426:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384311.777427:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384311.777429:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384311.777429:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384311.777431:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384311.777433:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384311.777437:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.777440:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384311.777443:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b9374d8a with handle 0xd602e9c522f0b1cc from hash 00010000:00000001:3.0:1767384311.777446:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384311.777447:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384311.777448:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.777449:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.777450:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384311.777452:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384311.777454:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384311.777456:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384311.777457:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384311.777460:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.777461:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384311.777463:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384311.777465:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.777467:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384311.777467:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384311.777469:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.777471:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.777472:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.777475:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384311.777478:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b33f1b6 00000400:00000010:2.0:1767384311.777480:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b33f1b6. 00010000:00000001:3.0:1767384311.777482:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.777483:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384311.777483:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384311.777485:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384311.777485:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384311.777486:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384311.777488:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384311.777488:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.777489:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384311.777491:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1767384311.777491:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384311.777493:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.777494:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:3.0:1767384311.777495:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.777496:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.777497:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384311.777499:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384311.777503:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384311.777503:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054ef08ed x1853236731459712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.777505:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384311.777506:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b9374d8a/0xd602e9c522f0b1cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384311.777516:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054ef08ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731459712:12345-0@lo:253: Request processed in 5086us (5669us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384311.777526:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000156c414 count: 0 00000100:00100000:2.0:1767384311.777526:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:1.0:1767384311.777527:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384311.777529:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384311.777531:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384311.777535:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384311.777536:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384311.777538:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384311.777539:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384311.777539:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384311.777543:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384311.777546:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a21f6ca. 00000400:00000010:1.0:1767384311.777546:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c728878. 00000400:00000200:1.0:1767384311.777554:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d07e8ef 00000400:00000010:1.0:1767384311.777557:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d07e8ef. 00000020:00000010:2.0:1767384311.777558:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e59f4ca9. 00000100:00000001:1.0:1767384311.777561:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384311.777565:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd8dc1e. 00000100:00000200:1.0:1767384311.777569:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384311.777573:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:2.0:1767384311.777593:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384311.777596:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eacfc35a. 00000100:00000200:1.0:1767384311.777601:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.777604:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384311.777608:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.777631:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384311.777633:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384311.777634:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.777640:0:16354:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384311.777642:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d6cbed0. 02000000:00000001:1.0:1767384311.777642:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384311.777645:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.777648:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.777651:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b33f1b6. 02000000:00000001:1.0:1767384311.777652:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.777666:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384311.777669:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.777671:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384311.777672:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.777674:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384311.777675:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.777677:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.777680:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.777687:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.777688:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.777690:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384311.777693:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384311.777695:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384311.777696:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.777697:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.777698:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.777699:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384311.777701:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384311.777702:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.777703:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384311.777705:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.777711:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086d1d724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731459712:0@lo:253: 00000100:00000001:1.0:1767384311.777714:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.777716:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.777717:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086d1d724 x1853236731459712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.777723:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384311.777724:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384311.777726:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008fc73474. 02000000:00000001:1.0:1767384311.777729:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.777730:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.777731:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384311.777732:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384311.777740:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000040d478e5. 02000000:00000001:1.0:1767384311.777742:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384311.777743:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384311.777744:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086d1d724. 00000100:00000001:1.0:1767384311.777746:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384311.777747:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.777748:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.777752:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.777753:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.777755:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.777757:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.777828:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294897945, at 4294897946 00000100:00000040:2.0:1767384311.777828:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294897945, at 4294897946 00000100:00000040:0.0:1767384311.777832:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294897945, at 4294897946 00000100:00000010:3.0:1767384311.777839:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6462807. 00000100:00000010:2.0:1767384311.777839:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a88746a. 00000100:00000010:0.0:1767384311.777842:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049217474. 00000100:00000040:1.0:1767384311.778832:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294897945, at 4294897947 00000100:00000010:1.0:1767384311.778839:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000248faee8. 00010000:00000010:3.1:1767384311.780133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009804050d. 00010000:00000010:3.1:1767384311.780139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041add484. 00010000:00000010:3.1:1767384311.784809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000156c414. 00010000:00000010:3.1:1767384311.784817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9374d8a. 00000400:00000010:2.0:1767384311.790684:0:23323:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fea8756a. 00000400:00000040:2.0:1767384311.790703:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384311.790706:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384311.790709:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384311.790714:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384311.790716:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384311.790718:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384311.790720:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384311.790722:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384311.790723:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384311.790724:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384311.790726:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384311.790727:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384311.790729:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384311.790730:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384311.790731:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384311.790733:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384311.790734:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384311.790735:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384311.790736:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384311.790738:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384311.790739:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384311.790740:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384311.790741:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384311.790743:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384311.790744:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384311.790745:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384311.790746:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384311.790748:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384311.790749:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384311.790750:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384311.790751:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384311.790752:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384311.790753:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384311.790755:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384311.790756:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384311.790757:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384311.790758:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384311.790760:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384311.790761:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384311.790762:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384311.790763:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384311.790787:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384311.790796:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384311.790799:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384311.790802:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384311.790805:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384311.790808:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384311.790810:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384311.790813:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384311.790816:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384311.790819:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384311.790821:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384311.790823:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384311.790825:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384311.790827:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384311.790829:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384311.790831:0:23323:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384311.790883:0:23323:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fea8756a. 00010000:00000001:3.0:1767384311.815853:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384311.815859:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.815867:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384311.815869:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.815890:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384311.815895:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384311.815899:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384312.642688:0:23578:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007fa38f21. 00080000:00000010:0.0:1767384312.642696:0:23578:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007fa38f21. 00000020:00000001:0.0:1767384312.642700:0:23578:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384312.642706:0:23578:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007fa38f21. 00080000:00000010:0.0:1767384312.642710:0:23578:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007fa38f21. 00000020:00000001:0.0:1767384312.642713:0:23578:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.839821:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384312.839826:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.839831:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384312.839832:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.839878:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384312.839882:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384312.839885:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384313.278696:0:23742:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384313.278700:0:23742:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384313.281813:0:23742:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384313.287747:0:23743:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f08302b8. 00000400:00000010:3.0:1767384313.287759:0:23743:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a80e54c8. 00000400:00000010:3.0:1767384313.287783:0:23743:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000087d2e8fd. 00000400:00000010:3.0:1767384313.287787:0:23743:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000061d3b3ec. 00000400:00000010:3.0:1767384313.287792:0:23743:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007301f7b3. 00000400:00000010:3.0:1767384313.287796:0:23743:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5de8a95. 00000400:00000010:3.0:1767384313.287798:0:23743:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002cd0afaa. 00000400:00000010:3.0:1767384313.287799:0:23743:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004909960f. 00000400:00000010:3.0:1767384313.287803:0:23743:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aec08476. 00000800:00000010:3.0:1767384313.287814:0:23743:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b7b5b4a0. 00000800:00000200:3.0:1767384313.287824:0:23743:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384313.287831:0:23743:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384313.287866:0:23743:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384313.287883:0:23743:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384313.289251:0:23743:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a395d97. 00000400:00000010:3.0:1767384313.289256:0:23743:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6a1f9c3. 00000400:00000010:3.0:1767384313.289261:0:23743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000400:00000001:3.0:1767384313.289274:0:23743:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.289275:0:23743:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.289277:0:23743:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec662729. 00000400:00000200:3.0:1767384313.289284:0:23743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000400:00000010:3.0:1767384313.289286:0:23743:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000400:00000010:3.0:1767384313.289290:0:23743:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000003dae2dfb. 00000400:00000200:3.0:1767384313.289294:0:23743:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (14) 00000400:00000200:3.0:1767384313.289305:0:23743:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384313.289312:0:23743:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384313.289324:0:23743:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008dec04ee. 00000020:01000000:3.0:1767384313.289327:0:23743:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384313.289329:0:23743:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp23 00000400:00000010:3.0:1767384313.289340:0:23743:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a80e54c8. 00000400:00000010:3.0:1767384313.289343:0:23743:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f08302b8. 00000400:00000200:1.0:1767384313.289360:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384313.289366:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384313.289373:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000400:00000200:1.0:1767384313.289375:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (15) 00000400:00000010:1.0:1767384313.289379:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a966d3e5. 00000400:00000200:1.0:1767384313.289383:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384313.289396:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1767384313.289400:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:2.0:1767384313.289403:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384313.289406:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384313.289409:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384313.289413:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384313.289415:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:2.0:1767384313.289416:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384313.289422:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384313.289423:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384313.289425:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384313.289429:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384313.289432:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384313.289433:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384313.289436:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384313.289439:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384313.289440:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:2.0:1767384313.289441:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384313.289444:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384313.289445:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384313.289446:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384313.289451:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053a2ed15. 00000020:00000040:2.0:1767384313.289456:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384313.289456:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384313.289462:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:2.0:1767384313.289463:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384313.289466:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384313.289469:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:2.0:1767384313.289474:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384313.289474:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000001:2.0:1767384313.289480:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.289481:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384313.289487:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384313.289491:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 02000000:00000010:2.0:1767384313.289492:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000efde7c50. 00000400:00000200:1.0:1767384313.289496:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp22 00000100:00000001:2.0:1767384313.289499:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.289502:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp22 lpni_is_preferred = 0 00000400:00000200:1.0:1767384313.289506:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp22 00000100:00000001:2.0:1767384313.289509:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384313.289510:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp22 NI seq info: [31:31:256:4294967295] 192.168.204.118@tcp22 LPNI seq info [31:31:8:4294967295] 00000100:00000001:2.0:1767384313.289513:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.289519:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp22 00000100:00000040:2.0:1767384313.289522:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053a2ed15] to pc [ptlrpcd_00_03+3] req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384313.289533:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22:) -> 192.168.204.118@tcp22(192.168.204.118@tcp:192.168.204.118@tcp22) : PUT try# 0 00000800:00000200:1.0:1767384313.289545:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp22 00000800:00000010:1.0:1767384313.289549:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086f00912. 00000800:00000010:1.0:1767384313.289570:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000020d875c8. 00000800:00000010:1.0:1767384313.289574:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002712a60c. 10000000:00000001:2.0:1767384313.289577:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384313.289581:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (2) 10000000:00000001:2.0:1767384313.289583:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.289584:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384313.289589:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384313.289589:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (2) 00000100:00000001:3.0:1767384313.289590:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384313.289594:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384313.289595:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384313.289601:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384313.289602:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384313.289606:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384313.289607:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 10000000:00000001:2.0:1767384313.289609:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384313.289613:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384313.289616:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:3.0:1767384313.289617:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384313.289618:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384313.289622:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384313.289623:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384313.289626:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384313.289627:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384313.289627:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384313.289631:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384313.289632:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384313.289633:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384313.289636:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384313.289636:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384313.289638:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384313.289641:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053a2ed15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731459840:0@lo:253: 00000020:01000004:2.0:1767384313.289642:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384313.289642:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.289648:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384313.289648:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384313.289649:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 02000000:00000001:3.0:1767384313.289654:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384313.289655:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:3.0:1767384313.289658:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.289659:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384313.289661:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384313.289662:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384313.289665:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.289668:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c5818a4. 02000000:00000010:2.0:1767384313.289671:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff156db6. 02000000:00000001:3.0:1767384313.289672:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.289677:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384313.289679:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000100:00000001:2.0:1767384313.289682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384313.289684:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384313.289686:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80e54c8. 00000100:00000040:2.0:1767384313.289690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026a4f28c] to pc [ptlrpcd_00_00+0] req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384313.289691:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731459840, portal 25 00000100:00000001:3.0:1767384313.289696:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.289699:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789363712 : -114766920187904 : ffff979ebe7d8000) 00000400:00000200:1.0:1767384313.289702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000040:3.0:1767384313.289706:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.289719:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.289724:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.289727:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 10000000:00000001:2.0:1767384313.289727:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384313.289732:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.289733:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731459840, offset 0 00000020:00000001:2.0:1767384313.289738:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384313.289740:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384313.289744:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384313.289745:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008dec04ee. 00000400:00000200:3.0:1767384313.289754:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384313.289756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:2.0:1767384313.289759:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.289763:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.289797:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384313.289800:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103900 00000100:00000040:2.0:1767384313.289804:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384313.289811:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:2.0:1767384313.289814:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384313.289815:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fcfd90b. 00000100:00000001:2.0:1767384313.289816:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.289821:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384313.289822:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e9469ed 02000000:00000001:2.0:1767384313.289823:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384313.289827:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384313.289829:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731459968:0@lo:253: 00000400:00000200:3.0:1767384313.289830:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384313.289832:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384313.289835:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384313.289837:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384313.289837:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384313.289841:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.289844:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e9469ed 02000000:00000001:2.0:1767384313.289844:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384313.289848:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e9469ed. 02000000:00000010:2.0:1767384313.289852:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c5b73fe5. 00000100:00000001:3.0:1767384313.289854:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384313.289856:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.289857:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384313.289860:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000100:00000040:3.0:1767384313.289861:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008762be6f x1853236731459840 msgsize 4848 00000100:00100000:3.0:1767384313.289868:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384313.289869:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066d126aa. 00000100:00000040:3.0:1767384313.289870:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384313.289875:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731459968, portal 25 00000100:00000001:2.0:1767384313.289878:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384313.289880:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384313.289880:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000400:00000200:1.0:1767384313.289885:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000040:2.0:1767384313.289886:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384313.289888:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00000400:00000010:3.0:1767384313.289892:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00000100:00000001:3.0:1767384313.289898:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384313.289899:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384313.289904:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384313.289907:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384313.289913:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b87d3a8. 00000100:00000001:3.0:1767384313.289916:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.289919:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384313.289923:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731459968, offset 0 00000400:00000200:1.0:1767384313.289925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:3.0:1767384313.289930:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.289933:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384313.289935:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384313.289939:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.289944:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294899463 00000400:00000200:2.0:1767384313.289946:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384313.289949:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085ec08bc. 00000400:00000200:2.0:1767384313.289955:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103980 00000400:00000200:2.0:1767384313.289961:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000100:00000001:3.0:1767384313.289963:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384313.289964:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98e86ba. 00000400:00000200:1.0:1767384313.289966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384313.289969:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b0ed0a0 00000100:00000001:3.0:1767384313.289970:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294899463 00000100:00000010:3.0:1767384313.289976:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094d38ccd. 00000400:00000200:2.0:1767384313.289976:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384313.289981:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384313.289985:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384313.289988:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294899463 00000400:00000200:2.0:1767384313.289989:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b0ed0a0 00000400:00000010:2.0:1767384313.289992:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b0ed0a0. 00000100:00000010:3.0:1767384313.289993:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000de6fd3eb. 00000100:00000001:3.0:1767384313.289997:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384313.289997:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384313.290000:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384313.290002:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294899463 00000100:00000040:2.0:1767384313.290004:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000000a7544ca x1853236731459968 msgsize 4848 00000100:00000010:3.0:1767384313.290007:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb1386c. 00000100:00000001:3.0:1767384313.290012:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384313.290012:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00100000:2.0:1767384313.290013:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384313.290017:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384313.290018:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384313.290022:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.290026:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.290028:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.290030:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384313.290035:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384313.290037:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b87d3a8 00000100:00000001:3.0:1767384313.290038:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384313.290040:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b87d3a8. 00000100:00000001:3.0:1767384313.290044:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.290045:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384313.290046:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384313.290051:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384313.290051:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.290056:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.290059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384313.290064:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384313.290069:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.290074:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290076:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384313.290080:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290082:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294899463 00000100:00000001:2.0:1767384313.290085:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294899463 00000100:00000001:2.0:1767384313.290087:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294899463 00000100:00000001:2.0:1767384313.290089:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294899463 00000100:00000001:2.0:1767384313.290090:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294899463 00000100:00000001:2.0:1767384313.290098:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294899463 00000100:00000001:2.0:1767384313.290099:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294899463 00000100:00000001:2.0:1767384313.290101:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294899463 00000100:00000001:2.0:1767384313.290102:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384313.290104:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290106:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290108:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.290112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:2.0:1767384313.290113:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384313.290116:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384313.290121:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384313.290122:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384313.290124:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290127:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290153:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384313.290154:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384313.290155:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459840 00000100:00000001:3.0:1767384313.290159:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.290159:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384313.290162:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384313.290165:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384313.290168:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384313.290171:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459840 00000020:00000001:2.0:1767384313.290173:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384313.290175:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384313.290177:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384313.290180:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000200:1.0:1767384313.290180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:3.0:1767384313.290182:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384313.290187:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731459968 00000020:00000001:2.0:1767384313.290187:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384313.290192:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:3.0:1767384313.290193:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.290196:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.290199:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290199:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384313.290204:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384313.290205:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a0bf34b. 00000100:00100000:3.0:1767384313.290208:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731459968 00000100:00000001:2.0:1767384313.290210:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384313.290212:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384313.290213:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a0bf34b. 00000020:00000040:3.0:1767384313.290215:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384313.290218:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.290220:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384313.290222:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384313.290222:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d877147. 00000400:00000200:1.0:1767384313.290225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000020:00000010:2.0:1767384313.290229:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006cc1af6d. 00000020:00000001:3.0:1767384313.290233:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384313.290236:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e59f4ca9. 00000100:00000001:3.0:1767384313.290237:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.290243:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081e7756. 00000100:00000001:3.0:1767384313.290246:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384313.290248:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384313.290249:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081e7756. 00000020:00000010:3.0:1767384313.290256:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f27a633. 00000100:00000001:2.0:1767384313.290259:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384313.290261:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384313.290262:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e54c619. 00000100:00000001:2.0:1767384313.290263:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.290269:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000020:00000010:3.0:1767384313.290270:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a946a648. 00000100:00000001:2.0:1767384313.290273:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.290278:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384313.290281:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.290282:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290285:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.290289:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.290294:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384313.290301:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384313.290304:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384313.290306:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384313.290310:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1767384313.290311:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384313.290315:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00100000:3.0:1767384313.290319:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:2.0:1767384313.290319:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665499728 : -114767044051888 : ffff979eb71b7c50) 00000100:00000040:3.0:1767384313.290325:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000400:00000200:1.0:1767384313.290326:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000040:2.0:1767384313.290328:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008762be6f x1853236731459840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.290330:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665495632 : -114767044055984 : ffff979eb71b6c50) 00000100:00000040:3.0:1767384313.290339:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a7544ca x1853236731459968/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384313.290341:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384313.290346:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a0bf34b. 00000100:00000001:3.0:1767384313.290348:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384313.290350:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.290353:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081e7756. 00000020:00000010:2.0:1767384313.290353:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a0bf34b. 00000100:00000001:3.0:1767384313.290358:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.290361:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081e7756. 00000100:00100000:2.0:1767384313.290364:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008762be6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731459840:12345-0@lo:253: 00000100:00000200:2.0:1767384313.290368:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459840 00000100:00100000:3.0:1767384313.290370:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a7544ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731459968:12345-0@lo:253: 00000020:00000001:2.0:1767384313.290372:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384313.290376:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384313.290378:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731459968 00000020:00000001:2.0:1767384313.290379:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.290379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000001:3.0:1767384313.290384:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384313.290385:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384313.290388:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384313.290390:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384313.290391:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384313.290394:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.290394:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384313.290401:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384313.290402:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384313.290403:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.290406:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384313.290406:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384313.290413:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384313.290414:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384313.290417:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384313.290423:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040d478e5. 00000020:00000001:3.0:1767384313.290424:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384313.290427:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.290429:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384313.290429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000100:00000001:2.0:1767384313.290430:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.290434:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.290439:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.290441:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384313.290443:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384313.290446:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384313.290452:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029a55519. 20000000:00000010:2.0:1767384313.290452:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008fc73474. 00000400:00000200:1.0:1767384313.290457:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 02000000:00000001:3.0:1767384313.290458:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384313.290459:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384313.290463:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.290464:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384313.290466:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384313.290468:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384313.290471:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.290473:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.290475:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384313.290476:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002452bb2b. 20000000:01000000:3.0:1767384313.290480:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384313.290482:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384313.290483:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000823d240b. 20000000:00000001:3.0:1767384313.290484:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384313.290486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 20000000:00000001:3.0:1767384313.290488:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384313.290488:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:3.0:1767384313.290494:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.290496:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384313.290498:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384313.290504:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384313.290507:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384313.290513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00080000:00000001:2.0:1767384313.290522:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384313.290533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00080000:00000001:2.0:1767384313.290537:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384313.290541:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384313.290543:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384313.290544:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384313.290546:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384313.290549:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:2.0:1767384313.290568:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00000400:00000200:1.0:1767384313.290570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00080000:00000002:2.0:1767384313.290571:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384313.290577:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384313.290580:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384313.290582:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384313.290584:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384313.290589:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384313.290592:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384313.290596:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccf34dc9. 00080000:00000001:2.0:1767384313.290598:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500468224 : -114772209083392 : ffff979d833f5c00) 00080000:00000001:2.0:1767384313.290601:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384313.290604:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384313.290608:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006a0bf34b. 00080000:00000001:2.0:1767384313.290610:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384313.290613:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384313.290626:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.290626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00080000:00000001:2.0:1767384313.290649:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384313.290665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384313.290708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384313.290729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384313.290751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384313.290845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000800:00000010:1.0:1767384313.291067:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bc9174f0. 00000800:00000010:1.0:1767384313.291074:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f86a958a. 00000800:00000010:1.0:1767384313.291081:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071dddb4e. 00000400:00000200:2.0:1767384313.291130:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384313.291134:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071dddb4e. 00000400:00000200:2.0:1767384313.291152:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767384313.291156:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000118d3105. 00000800:00000010:3.0:1767384313.291278:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008dec04ee. 00000800:00000010:3.0:1767384313.291283:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001b5b6f7. 00000800:00000010:3.0:1767384313.291323:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000016757cf8. 00000800:00000200:3.1:1767384313.291328:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (2) 00000800:00000200:3.1:1767384313.291333:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp22 0000000016757cf8 deleted 00000800:00000010:3.1:1767384313.291334:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000016757cf8. 00000800:00000200:3.1:1767384313.291338:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384313.291343:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:997 00000800:00000200:3.1:1767384313.291346:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000086f00912 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384313.291350:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp22 p 3.x 192.168.204.118 -> 192.168.204.118:997 incarnation:1767384311768941824 sched[0] 00000800:00000010:3.0:1767384313.291354:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000081e7756. 00000800:00000010:3.0:1767384313.291407:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000081e7756. 00000800:00000010:3.0:1767384313.291412:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001b5b6f7. 00000800:00000200:1.1:1767384313.291420:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384313.291426:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp22 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384311768941824 sched[0] 00000800:00000010:1.0:1767384313.291429:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f86a958a. 00000800:00000010:3.0:1767384313.291445:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000118d3105. 00000800:00000001:2.0:1767384313.291458:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384313.291464:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384313.291483:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384313.291483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:3.0:1767384313.291490:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.291524:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:3.0:1767384313.291529:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384313.291530:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384313.291535:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086f00912. 00000800:00000001:3.0:1767384313.291537:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384313.291540:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384313.291541:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.291547:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384313.291550:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: PUT: OK 00000400:00000200:2.0:1767384313.291569:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384313.291574:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000400:00000200:3.0:1767384313.291576:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22) <- 192.168.204.118@tcp22 : PUT - for me 00000400:00000200:1.0:1767384313.291580:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384313.291588:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384313.291594:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x153d [1] + 0 00000400:00000010:3.0:1767384313.291597:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000860d078b. 00000400:00000200:3.0:1767384313.291607:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6e85307 00000400:00000200:1.0:1767384313.291609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000001:3.0:1767384313.291611:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.291636:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.291637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384313.291642:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.291647:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: PUT: OK 00000400:00000200:3.0:1767384313.291651:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e85307 00000400:00000010:3.0:1767384313.291652:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e85307. 00000400:00000200:3.0:1767384313.291655:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384313.291658:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000200:3.0:1767384313.291663:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:1.0:1767384313.291664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:3.0:1767384313.291668:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d9febe67. 00000400:00000200:3.0:1767384313.291673:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 15 00000400:00000200:3.0:1767384313.291677:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384313.291688:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (17) 00000400:00000200:3.0:1767384313.291693:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384313.291693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384313.291701:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp22 to MR: 192.168.204.118@tcp22 local destination 00000400:00000200:3.0:1767384313.291709:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp22 NI seq info: [32:32:256:4294967295] 192.168.204.118@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1767384313.291721:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22:192.168.204.118@tcp22) -> 192.168.204.118@tcp22(192.168.204.118@tcp22:192.168.204.118@tcp22) 192.168.204.118@tcp22 : ACK try# 0 00000800:00000200:3.0:1767384313.291726:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp22 00000400:00000200:2.0:1767384313.291727:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384313.291732:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000200:1.0:1767384313.291737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000010:2.0:1767384313.291738:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cb473f. 00000400:00000200:2.0:1767384313.291744:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d897182b 00000800:00000010:3.0:1767384313.291749:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004478805. 00000400:00000200:2.0:1767384313.291750:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004d1 00000800:00000200:3.0:1767384313.291757:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (4) 00000400:00000010:2.0:1767384313.291759:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000a47746f4. 00000800:00000200:3.0:1767384313.291764:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:988 00000800:00000200:3.0:1767384313.291788:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004478805 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384313.291793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384313.291837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:3.0:1767384313.291859:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384313.291863:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004478805. 00000400:00000200:3.0:1767384313.291866:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.291870:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: ACK: OK 00000800:00000001:3.0:1767384313.291877:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.291881:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384313.291882:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384313.291882:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000624cc0eb. 00000400:00000200:1.0:1767384313.291886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000001:3.0:1767384313.291889:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384313.291890:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 000000008cf41963. 00000800:00000001:3.0:1767384313.291898:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.291904:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384313.291911:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22) <- 192.168.204.118@tcp22 : ACK - for me 00000400:00000010:2.0:1767384313.291915:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009da35aeb. 00000400:00000200:1.0:1767384313.291918:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384313.291924:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009da35aeb nid 192.168.204.118@tcp23 00000400:00000200:3.0:1767384313.291925:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp22: ACK from 12345-192.168.204.118@tcp22 into md 0x1555 00000400:00000010:2.0:1767384313.291931:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f821a81f. 00000400:00000200:3.0:1767384313.291932:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384313.291940:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f821a81f net tcp23 00000400:00000200:3.0:1767384313.291942:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: ACK: OK 00000400:00000200:2.0:1767384313.291945:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000200:1.0:1767384313.291948:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384313.291953:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp23 flags 0x11 00000400:00000010:2.0:1767384313.291958:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000a47746f4. 00000400:00000200:3.0:1767384313.291959:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000400:00000010:2.0:1767384313.291962:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000624cc0eb. 00000400:00000010:3.0:1767384313.291963:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000400:00000010:2.0:1767384313.291970:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 000000008cf41963. 00000400:00000200:3.0:1767384313.291971:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384313.291975:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d9febe67. 00000400:00000200:1.0:1767384313.291978:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384313.291979:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384313.291983:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384313.291986:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384313.291990:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:3.0:1767384313.291992:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (17) 00000400:00000200:2.0:1767384313.291996:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000800:00000001:3.0:1767384313.291998:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384313.292002:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000800:00000001:3.0:1767384313.292004:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.292010:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384313.292014:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384313.292017:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384313.292021:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00080000:00000010:3.0:1767384313.292024:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccf34dc9. 00000400:00000200:2.0:1767384313.292027:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (16) 00000400:00000200:1.0:1767384313.292049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00080000:00000010:2.0:1767384313.292057:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006a0bf34b. 00040000:00000001:2.0:1767384313.292063:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384313.292065:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384313.292068:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384313.292071:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000400:00000200:1.0:1767384313.292073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 20000000:00000001:2.0:1767384313.292074:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.292080:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384313.292091:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384313.292098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 20000000:00000001:2.0:1767384313.292102:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384313.292103:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f55b6aba. 20000000:01000000:3.0:1767384313.292109:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:01000000:2.0:1767384313.292109:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384313.292114:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384313.292116:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384313.292118:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384313.292119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00080000:00000001:3.0:1767384313.292123:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384313.292130:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384313.292137:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.292139:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384313.292141:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.292142:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384313.292144:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384313.292146:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000400:00000200:1.0:1767384313.292146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000020:00000001:3.0:1767384313.292152:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384313.292154:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384313.292157:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384313.292159:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.292161:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.292162:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384313.292165:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384313.292168:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:2.0:1767384313.292168:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:1.0:1767384313.292171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 20000000:00000001:2.0:1767384313.292172:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384313.292176:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:3.0:1767384313.292178:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002cbc57cc. 00010000:00000001:2.0:1767384313.292180:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384313.292182:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500194304 : -114772209357312 : ffff979d833b2e00) 00010000:00000001:2.0:1767384313.292184:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384313.292186:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384313.292190:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:2.0:1767384313.292192:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006929137e. 00080000:00000010:3.0:1767384313.292194:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000081e7756. 00000400:00000200:1.0:1767384313.292196:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00080000:00000001:3.0:1767384313.292197:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292197:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384313.292202:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384313.292204:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384313.292208:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384313.292211:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384313.292212:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b1d3 to hash 00000020:00000001:2.0:1767384313.292216:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384313.292217:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384313.292219:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00080000:00000001:3.0:1767384313.292221:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384313.292223:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384313.292226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00010000:00000001:2.0:1767384313.292240:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384313.292243:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384313.292245:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384313.292250:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384313.292252:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008fc73474. 00000400:00000200:1.0:1767384313.292252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00010000:00000001:2.0:1767384313.292253:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384313.292259:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000001:3.0:1767384313.292260:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384313.292264:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459840 00010000:00000001:3.0:1767384313.292267:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384313.292269:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384313.292272:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000200:3.0:1767384313.292274:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008762be6f x1853236731459840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.292275:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.292277:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00010000:00000001:2.0:1767384313.292281:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384313.292285:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.292291:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384313.292291:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384313.292294:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384313.292295:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292297:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00001000:3.0:1767384313.292299:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=33 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384313.292300:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384313.292303:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006929137e) refcount = 1 00000400:00000200:1.0:1767384313.292304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000100:00000001:3.0:1767384313.292305:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384313.292309:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384313.292311:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384313.292316:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384313.292319:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384313.292320:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384313.292323:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384313.292324:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292327:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.292328:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384313.292330:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292333:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384313.292334:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384313.292335:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 20000000:00000001:2.0:1767384313.292337:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:3.0:1767384313.292340:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 20000000:01000000:2.0:1767384313.292342:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000200:3.0:1767384313.292345:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731459840, offset 224 00010000:00000001:2.0:1767384313.292345:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384313.292348:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384313.292351:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000400:00000200:3.0:1767384313.292355:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384313.292355:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384313.292360:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384313.292362:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:3.0:1767384313.292365:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384313.292366:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.292375:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384313.292377:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384313.292380:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103900 00010000:00000001:2.0:1767384313.292385:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384313.292388:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384313.292392:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1559 [2] + 224 00010000:00010000:2.0:1767384313.292392:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384313.292399:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.292408:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384313.292408:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384313.292410:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292413:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384313.292415:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384313.292424:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00000100:00000001:3.0:1767384313.292425:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384313.292426:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384313.292429:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384313.292430:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384313.292431:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.292440:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384313.292442:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384313.292445:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384313.292448:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000020:00000001:2.0:1767384313.292451:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00000100:00000040:3.0:1767384313.292452:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.292454:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384313.292460:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:1.0:1767384313.292461:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4af4213. 00010000:00010000:2.0:1767384313.292463:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384313.292467:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f86a958a. 00000800:00000010:1.0:1767384313.292473:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071dddb4e. 00010000:00000001:2.0:1767384313.292474:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384313.292475:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384313.292479:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384313.292481:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.292484:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00010000:00000001:2.0:1767384313.292485:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1767384313.292488:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00010000:00000001:2.0:1767384313.292488:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384313.292493:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384313.292493:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384313.292496:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384313.292497:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384313.292499:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071dddb4e. 00000020:00000040:2.0:1767384313.292500:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b1d3 from hash 00000100:00000001:3.0:1767384313.292502:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292507:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384313.292508:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384313.292509:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384313.292512:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384313.292513:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384313.292515:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.292517:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384313.292521:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384313.292522:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008762be6f x1853236731459840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.292525:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384313.292530:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384313.292533:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:3.0:1767384313.292535:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008762be6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731459840:12345-0@lo:253: Request processed in 2191us (2670us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384313.292537:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384313.292543:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.292545:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384313.292547:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:3.0:1767384313.292550:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00000001:2.0:1767384313.292566:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384313.292570:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:2.0:1767384313.292570:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.292573:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.292574:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384313.292577:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.292578:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384313.292581:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.292584:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006cc1af6d. 00010000:00010000:2.0:1767384313.292584:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.292592:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384313.292593:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e59f4ca9. 00010000:00000001:2.0:1767384313.292593:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.292597:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384313.292599:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:3.0:1767384313.292600:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d877147. 00010000:00000001:2.0:1767384313.292601:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384313.292605:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.292607:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1767384313.292608:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:2.0:1767384313.292610:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384313.292613:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.292614:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1767384313.292615:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384313.292617:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040d478e5. 02000000:00000001:3.0:1767384313.292622:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384313.292623:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384313.292626:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384313.292627:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384313.292629:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384313.292633:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:2.0:1767384313.292635:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006929137e count: 0 00000400:00000010:3.0:1767384313.292638:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b397270. 00000400:00000010:3.0:1767384313.292650:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 00010000:00000001:2.0:1767384313.292650:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384313.292653:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384313.292672:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.292675:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384313.292679:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.292681:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384313.292682:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000200:3.0:1767384313.292685:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a80e54c8 00000400:00000010:3.0:1767384313.292686:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a80e54c8. 00000100:00000001:3.0:1767384313.292688:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.292691:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384313.292694:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000200:3.0:1767384313.292701:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.292708:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384313.292709:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.292711:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384313.292713:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp22 from 228.3.0.2 02000000:00000001:3.0:1767384313.292714:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.292717:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384313.292719:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c75579b6. 00000100:00000001:3.0:1767384313.292720:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.292722:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.292724:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384313.292730:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384313.292732:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384313.292733:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.292735:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384313.292736:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.292738:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.292741:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.292746:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.292748:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.292750:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384313.292753:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384313.292754:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384313.292756:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384313.292757:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384313.292761:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a25dc429. 00000800:00000010:2.0:1767384313.292793:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b87d3a8. 00000020:01000004:3.0:1767384313.292794:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384313.292797:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384313.292798:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384313.292799:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384313.292801:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384313.292803:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384313.292807:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.292813:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053a2ed15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731459840:0@lo:253: 00000100:00000001:3.0:1767384313.292818:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.292820:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.292822:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053a2ed15 x1853236731459840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384313.292822:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000faf61482. 00000100:00000001:3.0:1767384313.292831:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:2.1:1767384313.292832:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (4) 02000000:00000001:3.0:1767384313.292835:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.292839:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c5818a4. 00000800:00000200:2.1:1767384313.292839:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp22 00000000faf61482 deleted 00000800:00000010:2.1:1767384313.292844:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000faf61482. 02000000:00000001:3.0:1767384313.292846:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:2.1:1767384313.292848:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000020:00000001:3.0:1767384313.292849:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.292852:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384313.292855:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:2.0:1767384313.292857:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp22 p 3.x 192.168.204.118 -> 192.168.204.118:996 incarnation:1767384311768941824 sched[0] 02000000:00000010:3.0:1767384313.292858:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000efde7c50. 00000800:00000010:2.0:1767384313.292865:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a0bf34b. 02000000:00000001:3.0:1767384313.292866:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.292869:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.292871:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053a2ed15. 00000100:00000001:3.0:1767384313.292875:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.292876:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.292877:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.292881:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.292882:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.292884:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.292887:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384313.292911:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a0bf34b. 00000800:00000010:2.0:1767384313.292915:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b87d3a8. 00000800:00000010:2.0:1767384313.292928:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c75579b6. 00000800:00000001:3.0:1767384313.292941:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.292947:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384313.292953:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384313.292958:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp22 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384311768941824 sched[0] 00000800:00000010:2.0:1767384313.292960:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f86a958a. 00000800:00000001:3.0:1767384313.292981:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.292986:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384313.293892:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002cbc57cc. 00080000:00000010:3.0:1767384313.294118:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000081e7756. 00040000:00000001:3.0:1767384313.294128:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384313.294129:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384313.294131:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384313.294133:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384313.294134:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.294136:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384313.294137:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384313.294145:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384313.294148:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384313.294151:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384313.294199:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384313.294203:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384313.294204:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384313.294207:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384313.294208:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384313.294211:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000efa79c44. 00010000:00000001:2.0:1767384313.294214:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384313.294216:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384313.294218:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384313.294219:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b1da to hash 00000020:00000001:2.0:1767384313.294220:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384313.294221:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384313.294223:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384313.294224:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384313.294225:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384313.294227:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.294233:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384313.294234:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384313.294236:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384313.294237:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384313.294238:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384313.294240:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384313.294241:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384313.294250:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384313.294251:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384313.294253:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384313.294254:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384313.294255:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000efa79c44) refcount = 1 00080000:00000020:3.0:1767384313.294257:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384313.294258:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384313.294260:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384313.294263:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002452bb2b. 20000000:00000001:3.0:1767384313.294268:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294268:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384313.294272:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:3.0:1767384313.294273:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731459968 00010000:00000001:2.0:1767384313.294274:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384313.294279:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384313.294279:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294283:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384313.294286:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a7544ca x1853236731459968/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384313.294287:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384313.294290:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384313.294295:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384313.294298:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384313.294299:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384313.294300:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00010000:00000001:3.0:1767384313.294302:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.294304:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00001000:3.0:1767384313.294305:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=33 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384313.294308:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384313.294310:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384313.294311:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:3.0:1767384313.294314:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:2.0:1767384313.294315:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384313.294317:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384313.294322:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384313.294325:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294326:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384313.294329:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384313.294329:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384313.294334:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.294339:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80e54c8. 00010000:00000001:2.0:1767384313.294339:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384313.294341:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384313.294344:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384313.294345:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731459968, offset 224 00010000:00000001:2.0:1767384313.294352:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384313.294353:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384313.294354:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.294359:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384313.294365:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384313.294368:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384313.294373:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103980 00010000:00010000:2.0:1767384313.294376:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384313.294380:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384313.294382:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384313.294383:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1561 [2] + 224 00010000:00010000:2.0:1767384313.294384:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.294394:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384313.294396:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384313.294396:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384313.294397:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384313.294398:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00000020:00000001:2.0:1767384313.294399:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384313.294400:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384313.294402:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384313.294403:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384313.294410:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384313.294412:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384313.294413:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384313.294416:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294420:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384313.294421:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384313.294422:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384313.294427:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384313.294428:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.294429:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384313.294430:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b1da from hash 00010000:00000001:2.0:1767384313.294434:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384313.294436:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384313.294439:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.294441:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384313.294444:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384313.294446:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384313.294448:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384313.294449:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384313.294451:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384313.294459:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294461:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384313.294462:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384313.294464:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384313.294465:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384313.294465:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.294468:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294470:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.294472:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a80e54c8 00010000:00000001:2.0:1767384313.294472:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384313.294476:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a80e54c8. 00010000:00010000:2.0:1767384313.294477:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384313.294480:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384313.294483:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384313.294485:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384313.294487:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294488:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384313.294491:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384313.294493:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384313.294494:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384313.294498:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384313.294498:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384313.294501:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384313.294501:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384313.294505:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384313.294505:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384313.294508:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.294511:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7544ca x1853236731459968/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384313.294512:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.294515:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384313.294518:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384313.294519:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384313.294524:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384313.294527:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384313.294531:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00000100:00100000:3.0:1767384313.294533:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a7544ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731459968:12345-0@lo:253: Request processed in 4182us (4525us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384313.294537:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066d126aa 00010000:00000001:2.0:1767384313.294538:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384313.294540:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384313.294542:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066d126aa. 00010000:00010000:2.0:1767384313.294543:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384313.294547:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1767384313.294548:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384313.294566:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:1.0:1767384313.294569:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.294570:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1767384313.294570:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000efa79c44 count: 0 00000100:00000001:3.0:1767384313.294573:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384313.294577:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e54c619. 00010000:00000001:2.0:1767384313.294579:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384313.294583:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:3.0:1767384313.294584:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a946a648. 00000100:00000200:1.0:1767384313.294585:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384313.294588:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f27a633. 00000020:00000040:3.0:1767384313.294593:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384313.294596:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384313.294597:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384313.294599:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384313.294600:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029a55519. 00000100:00000001:1.0:1767384313.294603:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384313.294606:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384313.294606:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384313.294607:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.294609:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.294610:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384313.294614:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384313.294614:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384313.294616:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=33 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384313.294619:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384313.294624:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384313.294625:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000100:00000001:1.0:1767384313.294626:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.294630:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384313.294631:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80e54c8. 00010000:00000001:1.0:1767384313.294632:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.294637:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.294641:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.294646:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.294648:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384313.294649:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384313.294651:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384313.294652:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384313.294653:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384313.294654:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384313.294662:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384313.294664:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384313.294665:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384313.294666:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384313.294667:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384313.294671:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.294676:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731459968:0@lo:253: 00000100:00000001:1.0:1767384313.294679:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.294680:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384313.294682:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026a4f28c x1853236731459968/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.294686:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384313.294687:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384313.294688:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b73fe5. 02000000:00000001:1.0:1767384313.294691:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384313.294693:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384313.294693:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384313.294695:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384313.294697:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff156db6. 02000000:00000001:1.0:1767384313.294699:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384313.294700:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384313.294701:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026a4f28c. 00000100:00000001:1.0:1767384313.294703:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384313.294704:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.294705:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.294708:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384313.294709:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.294710:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.294712:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384313.295818:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294899463, at 4294899464 00000100:00000040:1.0:1767384313.295823:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294899463, at 4294899464 00000100:00000010:2.0:1767384313.295825:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de6fd3eb. 00000100:00000010:1.0:1767384313.295832:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094d38ccd. 00000100:00000040:3.0:1767384313.296820:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294899463, at 4294899465 00000100:00000010:3.0:1767384313.296827:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb1386c. 00000100:00000040:0.0:1767384313.296892:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294899463, at 4294899465 00000100:00000010:0.0:1767384313.296899:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085ec08bc. 00010000:00000010:2.1:1767384313.297015:0:23745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006929137e. 00010000:00000010:2.1:1767384313.297033:0:23745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00010000:00000010:2.1:1767384313.299795:0:23745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000efa79c44. 00010000:00000010:2.1:1767384313.299804:0:23745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00000400:00000010:3.0:1767384313.305688:0:23748:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000019fa75c3. 00000400:00000040:3.0:1767384313.305706:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384313.305708:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384313.305710:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384313.305711:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384313.305713:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384313.305714:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384313.305717:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384313.305718:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384313.305719:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384313.305719:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384313.305721:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384313.305722:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384313.305724:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384313.305725:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384313.305725:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384313.305727:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384313.305728:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384313.305728:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384313.305729:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384313.305731:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384313.305732:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384313.305733:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384313.305734:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384313.305735:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384313.305735:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384313.305737:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384313.305738:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384313.305738:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384313.305739:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384313.305740:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384313.305741:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384313.305742:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384313.305746:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384313.305748:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384313.305749:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384313.305750:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384313.305751:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384313.305752:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384313.305754:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384313.305755:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384313.305755:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384313.305756:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384313.305758:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384313.305758:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384313.305759:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384313.305760:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384313.305761:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384313.305762:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384313.305763:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384313.305764:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384313.305782:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384313.305783:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384313.305784:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384313.305786:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384313.305787:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384313.305788:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384313.305790:0:23748:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384313.305826:0:23748:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000019fa75c3. 00010000:00000001:3.0:1767384313.863845:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384313.863850:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.863854:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384313.863855:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.863888:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384313.863892:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384313.863895:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384314.190495:0:24014:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d01a9c86. 00080000:00000010:3.0:1767384314.190503:0:24014:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d01a9c86. 00000020:00000001:3.0:1767384314.190507:0:24014:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384314.190513:0:24014:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d01a9c86. 00080000:00000010:3.0:1767384314.190516:0:24014:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d01a9c86. 00000020:00000001:3.0:1767384314.190519:0:24014:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.888223:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384314.888230:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.888246:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384314.888247:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.888286:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384314.888295:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.888300:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384314.899121:0:24178:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384314.899126:0:24178:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384314.903005:0:24178:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384314.911874:0:24179:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dcd00236. 00000400:00000010:2.0:1767384314.911897:0:24179:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b3198876. 00000400:00000010:2.0:1767384314.911910:0:24179:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000627ed675. 00000400:00000010:2.0:1767384314.911916:0:24179:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000bd8dc1e. 00000400:00000010:2.0:1767384314.911921:0:24179:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f7baea8. 00000400:00000010:2.0:1767384314.911927:0:24179:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a66e4c9. 00000400:00000010:2.0:1767384314.911930:0:24179:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000736e57e6. 00000400:00000010:2.0:1767384314.911932:0:24179:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018fd2118. 00000400:00000010:2.0:1767384314.911937:0:24179:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007250b8d3. 00000800:00000010:2.0:1767384314.911951:0:24179:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002d0de4c4. 00000800:00000200:2.0:1767384314.911965:0:24179:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384314.911975:0:24179:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384314.912019:0:24179:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384314.912044:0:24179:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384314.914491:0:24179:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000804360b5. 00000400:00000010:2.0:1767384314.914497:0:24179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000400:00000010:2.0:1767384314.914501:0:24179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006edb577f. 00000400:00000001:2.0:1767384314.914513:0:24179:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384314.914517:0:24179:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.914520:0:24179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6a1f9c3. 00000400:00000200:2.0:1767384314.914540:0:24179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:2.0:1767384314.914541:0:24179:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000400:00000010:2.0:1767384314.914545:0:24179:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a395d97. 00000400:00000200:2.0:1767384314.914549:0:24179:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (15) 00000400:00000200:2.0:1767384314.914560:0:24179:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384314.914568:0:24179:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384314.914574:0:24179:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000040d478e5. 00000020:01000000:2.0:1767384314.914577:0:24179:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384314.914579:0:24179:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp24 00000400:00000010:2.0:1767384314.914596:0:24179:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b3198876. 00000400:00000200:1.0:1767384314.914598:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384314.914600:0:24179:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dcd00236. 00000400:00000200:1.0:1767384314.914608:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384314.914617:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000400:00000200:1.0:1767384314.914624:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000010:1.0:1767384314.914632:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000047c6d449. 00000400:00000200:1.0:1767384314.914638:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384314.914654:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:3.0:1767384314.914658:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384314.914665:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384314.914669:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384314.914677:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384314.914681:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384314.914682:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384314.914690:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384314.914697:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384314.914702:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384314.914703:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384314.914706:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384314.914708:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384314.914713:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.914716:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384314.914720:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384314.914723:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384314.914726:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384314.914728:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:3.0:1767384314.914738:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d82c6748. 00000400:00000200:1.0:1767384314.914744:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384314.914748:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384314.914759:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384314.914759:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767384314.914763:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384314.914801:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.914813:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:3.0:1767384314.914820:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000029a55519. 00000400:00000200:1.0:1767384314.914822:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:3.0:1767384314.914834:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.914839:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384314.914849:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767384314.914850:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384314.914858:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.914868:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000040:3.0:1767384314.914876:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d82c6748] to pc [ptlrpcd_00_01+1] req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.914883:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384314.914921:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 10000000:00000001:3.0:1767384314.914936:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.914937:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:3.0:1767384314.914944:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.914954:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384314.914959:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384314.914962:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000020:00000001:3.0:1767384314.914969:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384314.914975:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384314.914976:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp23 10000000:00000001:3.0:1767384314.914985:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384314.914989:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384314.914993:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384314.914994:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384314.914995:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp23 lpni_is_preferred = 0 00000100:00000001:2.0:1767384314.915001:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384314.915002:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp23 00000100:00000001:2.0:1767384314.915007:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384314.915014:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384314.915019:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384314.915020:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [33:33:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [33:33:8:4294967295] 00000020:01000004:3.0:1767384314.915022:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384314.915023:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384314.915028:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384314.915034:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.915038:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384314.915043:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384314.915044:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp23 00000020:01000004:3.0:1767384314.915047:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384314.915057:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d63bad05. 00000020:00000040:3.0:1767384314.915064:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384314.915076:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384314.915082:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384314.915083:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:) -> 192.168.204.118@tcp23(192.168.204.118@tcp:192.168.204.118@tcp23) : PUT try# 0 02000000:00000001:3.0:1767384314.915086:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384314.915103:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002452bb2b. 00000100:00000001:2.0:1767384314.915106:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767384314.915112:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.118@tcp23 00000100:00000001:2.0:1767384314.915113:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.915120:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f55719e. 02000000:00000001:2.0:1767384314.915121:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384314.915122:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.915130:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.915131:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384314.915135:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fcb0f68e. 00000100:00000001:3.0:1767384314.915136:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.915142:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.915145:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006893df39. 00000100:00000040:3.0:1767384314.915148:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d63bad05] to pc [ptlrpcd_00_02+2] req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384314.915157:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d82c6748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731460096:0@lo:253: 00000800:00000200:1.0:1767384314.915171:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (2) 00000100:00000001:2.0:1767384314.915188:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.1:1767384314.915194:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (2) 02000000:00000001:2.0:1767384314.915197:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.915204:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.915208:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384314.915209:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384314.915214:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384314.915216:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008fc73474. 00000020:00000001:3.0:1767384314.915217:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.915223:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000000:3.0:1767384314.915228:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384314.915229:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.915236:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000040d478e5. 00000400:00000200:1.0:1767384314.915237:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000400:00000010:2.0:1767384314.915241:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8a69ba. 00000400:00000010:2.0:1767384314.915252:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3198876. 00000100:00000001:3.0:1767384314.915258:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384314.915261:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731460096, portal 25 00000100:00100000:3.0:1767384314.915263:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384314.915264:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.915271:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.915274:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.915274:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.915280:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668305920 : -114767041245696 : ffff979eb7464e00) 00000100:00000001:3.0:1767384314.915286:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.915286:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384314.915295:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.915296:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.915298:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.915308:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.915314:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.915318:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384314.915325:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.915326:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384314.915347:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384314.915349:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384314.915354:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.915356:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e8db4f7. 02000000:00000001:3.0:1767384314.915359:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384314.915364:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731460096, offset 0 00000400:00000200:1.0:1767384314.915368:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 02000000:00000001:3.0:1767384314.915377:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384314.915378:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384314.915386:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.915392:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d63bad05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731460224:0@lo:253: 00000100:00000001:3.0:1767384314.915401:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384314.915407:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384314.915410:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384314.915414:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.915417:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384314.915425:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103a00 02000000:00000010:3.0:1767384314.915427:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c5818a4. 02000000:00000001:3.0:1767384314.915434:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.915443:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:3.0:1767384314.915445:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050ef1f8a. 00000400:00000010:2.0:1767384314.915454:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006614b2e0. 00000400:00000200:1.0:1767384314.915454:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.915463:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000284291b1 00000400:00000200:2.0:1767384314.915473:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384314.915475:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000660c76c3. 00000400:00000200:2.0:1767384314.915483:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384314.915484:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731460224, portal 25 00000100:00000001:3.0:1767384314.915496:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384314.915501:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668313088 : -114767041238528 : ffff979eb7466a00) 00000400:00000200:2.0:1767384314.915506:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284291b1 00000100:00000040:3.0:1767384314.915510:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384314.915538:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000284291b1. 00000400:00000200:1.0:1767384314.915545:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:3.0:1767384314.915549:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384314.915554:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384314.915560:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384314.915562:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384314.915570:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000002d3f60a4 x1853236731460096 msgsize 4848 00000400:00000010:3.0:1767384314.915573:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a02de6a2. 00000100:00000200:3.0:1767384314.915582:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731460224, offset 0 00000100:00100000:2.0:1767384314.915589:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384314.915595:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384314.915602:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384314.915612:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.915623:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384314.915626:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e8db4f7 00000400:00000200:1.0:1767384314.915630:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000010:2.0:1767384314.915633:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e8db4f7. 00000400:00000200:3.0:1767384314.915641:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103a80 00000100:00000001:2.0:1767384314.915643:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384314.915653:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000200:2.0:1767384314.915659:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384314.915661:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b209f5da. 00000400:00000200:3.0:1767384314.915670:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018000fda 00000400:00000200:3.0:1767384314.915683:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384314.915684:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384314.915694:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384314.915699:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.915706:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018000fda 00000400:00000200:1.0:1767384314.915710:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:3.0:1767384314.915713:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018000fda. 00000100:00000001:3.0:1767384314.915728:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384314.915729:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384314.915733:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384314.915735:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384314.915738:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000a6197fcf x1853236731460224 msgsize 4848 00000100:00100000:3.0:1767384314.915748:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384314.915749:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.915757:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294901088 00000100:00000040:3.0:1767384314.915759:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384314.915797:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000010:2.0:1767384314.915802:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004b2c2d5. 00000100:00000001:2.0:1767384314.915813:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384314.915817:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384314.915821:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294901089 00000400:00000200:3.0:1767384314.915829:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a02de6a2 00000100:00000010:2.0:1767384314.915830:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a3a6db2. 00000400:00000010:3.0:1767384314.915834:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a02de6a2. 00000100:00000001:3.0:1767384314.915845:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384314.915846:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384314.915855:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.915858:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294901089 00000400:00000200:1.0:1767384314.915859:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000010:2.0:1767384314.915883:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000369451bf. 00000100:00000001:3.0:1767384314.915884:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.915890:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.915893:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384314.915908:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294901089 00000100:00000001:3.0:1767384314.915910:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.915919:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384314.915923:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e8c63d5. 00000100:00000001:3.0:1767384314.915928:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.915932:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384314.915934:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294901089 00000400:00000200:1.0:1767384314.915936:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384314.915945:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.915953:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901088 00000100:00000001:2.0:1767384314.915953:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.915963:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294901089 00000100:00000001:3.0:1767384314.915968:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294901089 00000100:00000001:2.0:1767384314.915969:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.915971:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294901089 00000100:00000001:3.0:1767384314.915978:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294901089 00000100:00000001:2.0:1767384314.915979:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.915981:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294901089 00000100:00000001:3.0:1767384314.915989:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294901089 00000100:00000001:3.0:1767384314.915993:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.915996:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.915999:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.916001:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.916006:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384314.916007:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.916013:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:2.0:1767384314.916018:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.916022:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384314.916025:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.916029:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.916051:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384314.916056:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460096 02000000:00000001:3.0:1767384314.916059:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384314.916062:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.916065:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.916070:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.916074:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460096 00000400:00000200:1.0:1767384314.916084:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000020:00000001:3.0:1767384314.916087:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384314.916092:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384314.916096:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.916100:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:3.0:1767384314.916102:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384314.916106:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384314.916111:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384314.916115:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c50372cf. 00000100:00000001:3.0:1767384314.916119:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384314.916123:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c50372cf. 00000020:00000010:3.0:1767384314.916131:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9febe67. 00000020:00000010:3.0:1767384314.916139:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096bdc3c7. 00000400:00000200:1.0:1767384314.916147:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000020:00000010:3.0:1767384314.916148:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a946a648. 00000100:00000001:2.0:1767384314.916156:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384314.916164:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460224 00000100:00000040:3.0:1767384314.916166:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384314.916175:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384314.916176:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384314.916179:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384314.916183:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.916183:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.916194:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.916201:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.916203:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.916211:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460224 00000020:00000001:2.0:1767384314.916216:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384314.916217:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384314.916224:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384314.916231:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.916236:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:1.0:1767384314.916236:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:3.0:1767384314.916244:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384314.916246:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384314.916251:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384314.916257:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:3.0:1767384314.916265:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000001:2.0:1767384314.916269:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384314.916271:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384314.916277:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665490512 : -114767044061104 : ffff979eb71b5850) 00000020:00000010:2.0:1767384314.916278:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000513a7564. 00000100:00000040:3.0:1767384314.916285:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d3f60a4 x1853236731460096/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.916286:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384314.916298:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000513a7564. 00000400:00000200:1.0:1767384314.916306:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000001:3.0:1767384314.916312:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384314.916318:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069167ffb. 00000020:00000010:3.0:1767384314.916320:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c50372cf. 00000100:00000001:3.0:1767384314.916330:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384314.916335:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c50372cf. 00000020:00000010:2.0:1767384314.916336:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afe9c63e. 00000100:00100000:3.0:1767384314.916347:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d3f60a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731460096:12345-0@lo:253: 00000020:00000010:2.0:1767384314.916348:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034ba4dd4. 00000100:00000200:3.0:1767384314.916362:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460096 00000100:00000001:2.0:1767384314.916366:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384314.916371:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384314.916374:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000001:3.0:1767384314.916376:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384314.916376:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.916382:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384314.916386:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.916390:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384314.916391:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.916393:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384314.916400:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384314.916400:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384314.916402:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384314.916411:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384314.916415:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384314.916418:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.916424:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384314.916428:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384314.916428:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384314.916435:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000100:00000001:2.0:1767384314.916436:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384314.916442:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ff156db6. 02000000:00000001:3.0:1767384314.916451:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.916453:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000001:3.0:1767384314.916454:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.916458:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767384314.916469:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 20000000:00000010:3.0:1767384314.916474:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c5b73fe5. 00000100:00000001:2.0:1767384314.916475:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665485392 : -114767044066224 : ffff979eb71b4450) 20000000:01000000:3.0:1767384314.916481:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:2.0:1767384314.916485:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6197fcf x1853236731460224/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384314.916486:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384314.916490:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 20000000:00000001:3.0:1767384314.916492:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384314.916499:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.916511:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.916515:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767384314.916516:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384314.916537:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000513a7564. 00000100:00000001:2.0:1767384314.916541:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384314.916544:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000513a7564. 00000100:00100000:2.0:1767384314.916548:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6197fcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731460224:12345-0@lo:253: 00000100:00000200:2.0:1767384314.916553:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460224 00000020:00000001:2.0:1767384314.916556:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384314.916559:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:3.0:1767384314.916561:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006e123e8e. 00000020:00000001:2.0:1767384314.916562:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.916562:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 20000000:01000000:3.0:1767384314.916575:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000020:00000001:2.0:1767384314.916575:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384314.916580:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384314.916589:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384314.916590:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.916592:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384314.916594:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384314.916594:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384314.916601:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.916604:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384314.916605:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384314.916613:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:2.0:1767384314.916614:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384314.916615:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 02000000:00000010:2.0:1767384314.916626:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000040d478e5. 02000000:00000001:2.0:1767384314.916629:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.916631:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.916634:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384314.916645:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384314.916646:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eacfc35a. 20000000:01000000:2.0:1767384314.916653:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384314.916657:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384314.916658:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 20000000:00000001:2.0:1767384314.916660:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384314.916665:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.916667:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.916670:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.916670:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384314.916674:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384314.916676:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.916680:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384314.916683:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384314.916687:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:3.0:1767384314.916693:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384314.916695:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384314.916707:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384314.916710:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00080000:00000001:3.0:1767384314.916712:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.916719:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384314.916725:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384314.916731:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384314.916736:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384314.916742:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002cbc57cc. 00080000:00000001:3.0:1767384314.916746:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500194304 : -114772209357312 : ffff979d833b2e00) 00080000:00000001:3.0:1767384314.916750:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384314.916755:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384314.916759:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c50372cf. 00080000:00000001:3.0:1767384314.916762:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.916763:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00080000:00000001:3.0:1767384314.916799:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384314.916823:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.916847:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00080000:00000001:3.0:1767384314.916848:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384314.916927:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.916974:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.917006:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.917041:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.917072:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.917097:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000800:00000010:1.0:1767384314.917352:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e20c142. 00000800:00000010:1.0:1767384314.917359:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f763742. 00000800:00000010:1.0:1767384314.917367:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009bda8fa. 00000800:00000010:1.0:1767384314.917412:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009bda8fa. 00000400:00000200:2.0:1767384314.917457:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384314.917479:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384314.917483:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001226440a. 00000800:00000010:1.0:1767384314.917549:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003cf3bf1a. 00000800:00000010:1.0:1767384314.917556:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000156ec3e. 00000800:00000010:1.0:1767384314.917592:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000378b52c6. 00000800:00000200:1.1:1767384314.917600:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (2) 00000800:00000200:1.1:1767384314.917613:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp23 00000000378b52c6 deleted 00000800:00000010:1.1:1767384314.917616:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000378b52c6. 00000800:00000200:1.1:1767384314.917624:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384314.917632:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:995 00000800:00000200:1.1:1767384314.917636:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f55719e type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384314.917643:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp23 p 3.x 192.168.204.118 -> 192.168.204.118:995 incarnation:1767384313287816008 sched[0] 00000800:00000010:1.0:1767384314.917650:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009bda8fa. 00000800:00000010:1.0:1767384314.917715:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009bda8fa. 00000800:00000010:1.0:1767384314.917721:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000156ec3e. 00000800:00000001:2.0:1767384314.917871:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.917881:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384314.917915:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384314.917927:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp23 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384313287816008 sched[0] 00000800:00000010:3.0:1767384314.917933:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f763742. 00000800:00000001:2.0:1767384314.917996:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.918001:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.918073:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000010:1.0:1767384314.918083:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001226440a. 00000400:00000200:3.0:1767384314.918152:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:2.0:1767384314.918187:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384314.918190:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384314.918192:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f55719e. 00000400:00000200:2.0:1767384314.918200:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384314.918206:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.918211:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: PUT: OK 00000400:00000200:2.0:1767384314.918215:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384314.918221:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384314.918222:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.918222:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000800:00000001:1.0:1767384314.918240:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.918261:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : PUT - for me 00000400:00000200:1.0:1767384314.918278:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384314.918290:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.918291:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 272/288 into md 0x1569 [1] + 0 00000400:00000010:1.0:1767384314.918302:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000400:00000200:1.0:1767384314.918308:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043cb473f 00000800:00000001:1.0:1767384314.918314:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384314.918323:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000001:1.0:1767384314.918324:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.918330:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.918339:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: PUT: OK 00000400:00000200:1.0:1767384314.918344:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cb473f 00000400:00000010:1.0:1767384314.918347:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043cb473f. 00000400:00000200:1.0:1767384314.918353:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384314.918354:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.918358:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000400:00000200:1.0:1767384314.918370:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:1.0:1767384314.918373:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (288 bytes) 00000400:00000200:1.0:1767384314.918378:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384314.918397:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (18) 00000400:00000200:3.0:1767384314.918399:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.918407:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384314.918427:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp23 to MR: 192.168.204.118@tcp23 local destination 00000400:00000200:1.0:1767384314.918436:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [34:34:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1767384314.918461:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.918461:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) -> 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) 192.168.204.118@tcp23 : ACK try# 0 00000800:00000200:1.0:1767384314.918479:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp23 00000400:00000200:2.0:1767384314.918480:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384314.918488:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000453a58fa. 00000800:00000010:1.0:1767384314.918490:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0b00e61. 00000400:00000010:2.0:1767384314.918495:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000800:00000200:1.0:1767384314.918501:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (4) 00000400:00000010:2.0:1767384314.918505:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000400:00000200:2.0:1767384314.918510:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000453a58fa 00000800:00000200:1.0:1767384314.918516:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:988 00000400:00000010:2.0:1767384314.918519:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d897182b. 00000800:00000200:1.0:1767384314.918537:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d0b00e61 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384314.918539:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384314.918544:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102451 00000400:00000200:2.0:1767384314.918547:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000400:00000010:2.0:1767384314.918551:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000001fd5fc8d. 00000400:00000010:2.0:1767384314.918556:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000800:00000001:1.0:1767384314.918562:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384314.918564:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001196f6a1. 00000400:00000200:3.0:1767384314.918566:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.918575:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000800:00000001:1.0:1767384314.918576:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.918589:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1767384314.918601:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384314.918612:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384314.918621:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384314.918632:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384314.918635:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384314.918645:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384314.918651:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000800:00000200:1.0:1767384314.918657:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384314.918659:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000800:00000010:1.0:1767384314.918664:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0b00e61. 00000400:00000200:3.0:1767384314.918665:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.918669:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384314.918679:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.918685:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384314.918696:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: ACK: OK 00000400:00000200:2.0:1767384314.918699:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384314.918707:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384314.918716:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384314.918721:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384314.918724:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384314.918729:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp 00000400:00000200:3.0:1767384314.918734:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.918734:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384314.918744:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1767384314.918751:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [35:35:256:4294967295] 192.168.204.118@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384314.918758:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp 00000400:00000200:2.0:1767384314.918826:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : GET try# 0 00000400:00000200:3.0:1767384314.918832:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000001:1.0:1767384314.918838:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384314.918842:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1767384314.918846:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006889b0d2. 00000800:00000001:1.0:1767384314.918848:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.918854:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000800:00000001:1.0:1767384314.918856:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384314.918866:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000001:1.0:1767384314.918869:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384314.918870:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006889b0d2 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384314.918876:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384314.918885:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000800:00000001:1.0:1767384314.918891:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.918892:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100651 rc 0 00000400:00000200:3.0:1767384314.918894:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.918915:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : ACK - for me 00000400:00000200:1.0:1767384314.918940:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp23: ACK from 12345-192.168.204.118@tcp23 into md 0x1581 00000400:00000200:1.0:1767384314.918947:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.918958:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: ACK: OK 00000400:00000200:1.0:1767384314.918968:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00000400:00000010:1.0:1767384314.918972:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000400:00000200:1.0:1767384314.918980:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384314.918990:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:3.0:1767384314.918995:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.919003:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384314.919026:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (18) 00000800:00000001:1.0:1767384314.919039:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.919052:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.919055:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384314.919059:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384314.919066:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384314.919074:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006889b0d2. 00000400:00000200:3.0:1767384314.919080:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.919080:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : GET - for me 00000400:00000200:2.0:1767384314.919082:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.919096:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: GET: OK 00000400:00000200:1.0:1767384314.919106:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384314.919108:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384314.919115:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000400:00000200:1.0:1767384314.919117:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 288/288 into md 0x157d [1] + 0 00000800:00000001:2.0:1767384314.919133:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384314.919141:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384314.919143:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000800:00000001:2.0:1767384314.919143:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.919150:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [36:36:256:4294967295] 192.168.204.118@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384314.919185:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : REPLY try# 0 00000800:00000200:1.0:1767384314.919193:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1767384314.919207:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0b00e61. 00000400:00000200:3.0:1767384314.919221:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000200:1.0:1767384314.919223:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000800:00000200:1.0:1767384314.919239:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:1023 00000800:00000200:1.0:1767384314.919244:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d0b00e61 type 3, nob 384 niov 1 nkiov 1 00000800:00000001:2.0:1767384314.919288:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384314.919304:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00000001:2.0:1767384314.919384:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.919394:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384314.919396:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.919404:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.919412:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000800:00000200:1.0:1767384314.919415:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384314.919417:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : REPLY - for me 00000800:00000010:1.0:1767384314.919425:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0b00e61. 00000400:00000200:1.0:1767384314.919437:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.919443:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp: Reply from 12345-192.168.204.118@tcp of length 288/288 into md 0x1599 00000800:00000001:2.0:1767384314.919452:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384314.919452:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: REPLY: OK 00000800:00000001:2.0:1767384314.919470:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.919472:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.919480:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: REPLY: OK 00000400:00000200:2.0:1767384314.919489:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384314.919494:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000800:00000001:1.0:1767384314.919496:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384314.919500:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384314.919508:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:2.0:1767384314.919515:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:2.0:1767384314.919535:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384314.919540:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384314.919542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384314.919543:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (17) 00000400:00000200:1.0:1767384314.919551:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384314.919554:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384314.919560:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.919565:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:1.0:1767384314.919578:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000231e3006. 00000400:00000010:1.0:1767384314.919585:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000007a637912. 00000400:00000010:1.0:1767384314.919588:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000000567af2. 00000400:00000010:1.0:1767384314.919626:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000907ee1c3. 00000400:00000200:3.0:1767384314.919628:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384314.919636:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000907ee1c3 nid 192.168.204.118@tcp24 00000400:00000010:1.0:1767384314.919644:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000234e8481. 00000400:00000200:1.0:1767384314.919649:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000234e8481 net tcp24 00000400:00000200:1.0:1767384314.919654:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000200:1.0:1767384314.919661:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp24 flags 0x11 00000400:00000010:1.0:1767384314.919670:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000231e3006. 00000400:00000010:1.0:1767384314.919677:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000007a637912. 00000400:00000200:3.0:1767384314.919681:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000010:1.0:1767384314.919682:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000000567af2. 00000400:00000010:1.0:1767384314.919693:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000001fd5fc8d. 00000400:00000200:1.0:1767384314.919706:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384314.919713:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:1.0:1767384314.919720:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:1.0:1767384314.919731:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:1.0:1767384314.919736:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384314.919742:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384314.919754:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384314.919762:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (17) 00000400:00000200:3.0:1767384314.919814:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.919886:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.919945:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.920042:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.920129:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.920233:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384314.920344:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000800:00000010:3.0:1767384314.920853:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efde7c50. 00000800:00000010:3.0:1767384314.920859:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a02de6a2. 00000800:00000010:3.0:1767384314.920864:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da1e423b. 00000400:00000200:2.0:1767384314.920894:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384314.920931:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da1e423b. 00000400:00000200:2.0:1767384314.920931:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384314.920937:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000634b8295. 00000800:00000010:1.0:1767384314.920995:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1a35202. 00000800:00000010:1.0:1767384314.921003:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000156ec3e. 00000800:00000010:1.0:1767384314.921040:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000378b52c6. 00000800:00000200:1.1:1767384314.921049:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (4) 00000800:00000200:1.1:1767384314.921055:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp23 00000000378b52c6 deleted 00000800:00000010:1.1:1767384314.921057:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000378b52c6. 00000800:00000200:1.1:1767384314.921063:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384314.921070:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp23 p 3.x 192.168.204.118 -> 192.168.204.118:994 incarnation:1767384313287816008 sched[0] 00000800:00000010:1.0:1767384314.921076:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009bda8fa. 00000800:00000010:1.0:1767384314.921146:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009bda8fa. 00000800:00000010:1.0:1767384314.921154:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000156ec3e. 00000800:00000010:1.0:1767384314.921205:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000634b8295. 00000800:00000001:1.0:1767384314.921224:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.921231:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384314.921258:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384314.921267:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp23 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384313287816008 sched[0] 00000800:00000010:3.0:1767384314.921271:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a02de6a2. 00080000:00000010:1.0:1767384314.921363:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002cbc57cc. 00000800:00000001:3.0:1767384314.921417:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384314.921419:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c50372cf. 00000800:00000001:3.0:1767384314.921425:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384314.921429:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.921435:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384314.921439:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384314.921445:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384314.921448:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.921451:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384314.921466:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384314.921476:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384314.921482:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384314.921489:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002cbc57cc. 00080000:00000001:1.0:1767384314.921491:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384314.921494:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384314.921495:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384314.921502:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384314.921505:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384314.921509:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:2.0:1767384314.921511:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384314.921514:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384314.921535:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.921544:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384314.921546:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384314.921551:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000efa79c44. 00010000:00000001:2.0:1767384314.921557:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384314.921559:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00080000:00000001:3.0:1767384314.921561:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.921564:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384314.921571:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:2.0:1767384314.921572:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b1e1 to hash 00080000:00000001:3.0:1767384314.921576:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.921578:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384314.921584:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384314.921585:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000001:3.0:1767384314.921596:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921598:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000002:3.0:1767384314.921611:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:2.0:1767384314.921613:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.921616:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.921619:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384314.921635:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384314.921642:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384314.921646:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384314.921648:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384314.921655:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921655:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384314.921665:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384314.921666:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.921669:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384314.921672:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384314.921673:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384314.921679:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384314.921680:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.921686:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384314.921689:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384314.921690:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:3.0:1767384314.921695:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a395d97. 00010000:00000001:2.0:1767384314.921695:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384314.921699:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384314.921703:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500198400 : -114772209353216 : ffff979d833b3e00) 00010000:00000001:2.0:1767384314.921704:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384314.921710:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000efa79c44) refcount = 1 00080000:00000001:3.0:1767384314.921711:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384314.921728:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384314.921735:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384314.921737:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:3.0:1767384314.921739:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000da1e423b. 00010000:00000001:2.0:1767384314.921741:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384314.921745:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921745:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384314.921753:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384314.921758:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384314.921759:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.921779:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921815:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.921818:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:2.0:1767384314.921819:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:0.0:1767384314.921831:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294901089, at 4294901090 20000000:00000010:1.0:1767384314.921832:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c5b73fe5. 20000000:01000000:2.0:1767384314.921835:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000010:0.0:1767384314.921841:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004b2c2d5. 00010000:00000001:2.0:1767384314.921844:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384314.921844:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.921852:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.921855:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:2.0:1767384314.921857:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000040:1.0:1767384314.921857:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460096 00010000:00000001:2.0:1767384314.921862:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000001:3.0:1767384314.921865:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384314.921865:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384314.921872:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.921879:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384314.921882:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.921888:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384314.921890:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384314.921891:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294901089, at 4294901090 00010000:00000001:2.0:1767384314.921897:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1767384314.921900:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d3f60a4 x1853236731460096/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.921904:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384314.921908:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e8c63d5. 00010000:00000001:2.0:1767384314.921925:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.921928:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921931:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384314.921931:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384314.921937:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.921937:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.921945:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=34 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384314.921946:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384314.921951:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.921954:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384314.921955:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384314.921956:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.921960:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384314.921961:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.921962:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.921963:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00000020:00000001:2.0:1767384314.921964:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000040:1.0:1767384314.921970:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384314.921976:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:1.0:1767384314.921977:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384314.921980:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384314.921992:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384314.921993:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384314.921998:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.921999:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384314.922002:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.922005:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.922005:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384314.922007:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384314.922011:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384314.922012:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384314.922013:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.922016:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.922017:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000156ec3e. 00000020:00000040:2.0:1767384314.922018:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b1e1 from hash 00010000:00000001:2.0:1767384314.922023:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384314.922024:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384314.922025:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731460096, offset 224 00010000:00000001:2.0:1767384314.922026:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.922028:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384314.922031:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384314.922033:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384314.922036:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384314.922037:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384314.922040:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.922043:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.922045:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384314.922047:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384314.922048:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384314.922051:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.922054:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.922054:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.922056:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.922060:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103a00 00010000:00000001:2.0:1767384314.922061:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.922067:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384314.922069:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1585 [2] + 224 00000400:00000200:1.0:1767384314.922081:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384314.922082:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.922086:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384314.922088:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384314.922089:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.922093:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384314.922094:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384314.922100:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.922104:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.922108:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.922111:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384314.922114:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.922117:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.922119:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384314.922120:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.922136:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384314.922139:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384314.922142:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b1e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384314.922148:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000efa79c44 count: 0 00010000:00000001:2.0:1767384314.922154:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.922155:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384314.922157:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384314.922165:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000156ec3e 00000100:00000040:2.0:1767384314.922166:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294901089, at 4294901090 00000400:00000010:1.0:1767384314.922168:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000156ec3e. 00000100:00000010:2.0:1767384314.922172:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000369451bf. 00000100:00000001:1.0:1767384314.922174:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384314.922178:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.922183:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.922188:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:3.0:1767384314.922190:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384314.922193:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384314.922195:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384314.922201:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384314.922205:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.922211:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384314.922212:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384314.922214:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8a69ba. 00000400:00000200:3.0:1767384314.922221:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3198876 00000400:00000010:3.0:1767384314.922227:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3198876. 00000100:00000040:1.0:1767384314.922227:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d3f60a4 x1853236731460096/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.922237:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.922250:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.922265:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d3f60a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731460096:12345-0@lo:253: Request processed in 5944us (6686us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384314.922275:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.922288:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384314.922292:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.922301:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384314.922306:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384314.922314:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000001:3.0:1767384314.922317:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.922322:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.922323:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 02000000:00000001:3.0:1767384314.922326:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.922335:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384314.922337:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=34 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384314.922341:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384314.922344:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.922349:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384314.922350:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096bdc3c7. 00000100:00000001:3.0:1767384314.922352:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.922361:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384314.922363:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.922367:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384314.922367:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a946a648. 00000020:00000010:1.0:1767384314.922381:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9febe67. 00000100:00000040:3.0:1767384314.922382:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384314.922396:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:3.0:1767384314.922397:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.922408:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384314.922411:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384314.922412:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384314.922417:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000010:1.0:1767384314.922418:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ff156db6. 00000020:01000004:3.0:1767384314.922420:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384314.922423:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384314.922429:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384314.922433:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384314.922433:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384314.922439:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.922442:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:1.0:1767384314.922443:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384314.922444:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384314.922447:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384314.922455:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384314.922459:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384314.922459:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384314.922475:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d82c6748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731460096:0@lo:253: 00000400:00000010:1.0:1767384314.922475:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c728878. 00000100:00000001:3.0:1767384314.922488:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384314.922490:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000156ec3e. 00000100:00000001:3.0:1767384314.922492:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.922497:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d82c6748 x1853236731460096/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.922505:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384314.922508:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384314.922511:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008fc73474. 00000100:00000040:1.0:1767384314.922539:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294901089, at 4294901090 02000000:00000001:3.0:1767384314.922544:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384314.922550:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767384314.922551:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a3a6db2. 00000020:00000040:3.0:1767384314.922553:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384314.922560:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384314.922581:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000029a55519. 02000000:00000001:3.0:1767384314.922588:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384314.922590:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384314.922592:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d82c6748. 00000100:00000001:3.0:1767384314.922595:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384314.922597:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.922600:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.922608:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.922610:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.922612:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.922614:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384314.925083:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a395d97. 00080000:00000010:3.0:1767384314.925180:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000da1e423b. 00040000:00000001:3.0:1767384314.925189:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.925193:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384314.925196:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384314.925200:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384314.925203:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.925205:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384314.925209:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384314.925227:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384314.925231:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384314.925240:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384314.925250:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384314.925255:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384314.925257:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384314.925261:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384314.925263:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384314.925268:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007407c07f. 00010000:00000001:2.0:1767384314.925274:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384314.925276:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384314.925279:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384314.925282:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b1e8 to hash 00000020:00000001:2.0:1767384314.925283:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384314.925284:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925287:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925289:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.925291:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.925293:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925320:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384314.925324:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384314.925326:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384314.925328:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.925331:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.925334:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384314.925336:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.925338:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384314.925341:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384314.925342:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384314.925343:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384314.925344:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407c07f) refcount = 1 00010000:00010000:2.0:1767384314.925347:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925352:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384314.925353:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384314.925354:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.925354:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925356:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384314.925357:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384314.925360:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384314.925361:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.925362:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.925363:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000020:00000001:2.0:1767384314.925365:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925366:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925368:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384314.925369:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925372:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384314.925373:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925385:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.925386:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384314.925388:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925391:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.925392:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925393:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384314.925394:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384314.925398:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384314.925400:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.925401:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384314.925402:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925406:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384314.925407:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384314.925407:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384314.925408:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000020:00000001:2.0:1767384314.925411:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925414:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384314.925416:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384314.925417:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384314.925421:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384314.925425:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384314.925428:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925432:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384314.925434:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384314.925437:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384314.925444:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384314.925446:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b1e8 from hash 00010000:00000001:2.0:1767384314.925449:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000020:3.0:1767384314.925450:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384314.925451:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.925458:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384314.925460:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384314.925460:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000010:3.0:1767384314.925471:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eacfc35a. 00010000:00000001:2.0:1767384314.925473:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384314.925481:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384314.925486:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:3.0:1767384314.925487:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925490:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384314.925495:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925500:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384314.925501:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460224 00010000:00000001:2.0:1767384314.925511:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384314.925512:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384314.925534:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.925536:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.925536:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925539:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925540:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.925542:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384314.925547:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6197fcf x1853236731460224/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.925556:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.925560:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.925564:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384314.925570:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384314.925574:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384314.925575:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384314.925587:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384314.925589:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.925599:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384314.925602:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.925603:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.925608:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.925624:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=34 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384314.925625:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384314.925628:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384314.925629:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b1e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384314.925642:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1767384314.925649:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007407c07f count: 0 00000100:00000040:3.0:1767384314.925652:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.925657:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384314.925661:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.925664:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.925666:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384314.925675:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384314.925676:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.925690:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.925695:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a02de6a2. 00000100:00000200:3.0:1767384314.925700:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731460224, offset 224 00000400:00000200:3.0:1767384314.925708:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.925718:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.925726:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103a80 00000400:00000200:3.0:1767384314.925732:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x158d [2] + 224 00000400:00000200:3.0:1767384314.925738:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.925742:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.925746:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.925749:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.925759:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1767384314.926286:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000efa79c44. 00010000:00000010:2.1:1767384314.926306:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00000100:00000001:2.0:1767384314.926397:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.926402:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.926519:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.926562:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a02de6a2 00000400:00000010:3.0:1767384314.926583:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a02de6a2. 00000100:00000001:3.0:1767384314.926590:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384314.926592:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384314.926593:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384314.926602:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384314.926607:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.926608:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050ef1f8a. 00000100:00000040:3.0:1767384314.926615:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384314.926619:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384314.926619:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000660c76c3 00000020:00000001:3.0:1767384314.926623:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.926626:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000660c76c3. 00000020:00000001:3.0:1767384314.926628:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384314.926640:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384314.926644:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6197fcf x1853236731460224/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384314.926652:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.926705:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6197fcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731460224:12345-0@lo:253: Request processed in 10183us (10958us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384314.926710:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.926737:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384314.926741:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.926743:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384314.926744:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 02000000:00000001:2.0:1767384314.926747:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384314.926750:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384314.926750:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.926758:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384314.926758:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.926768:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.926774:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afe9c63e. 02000000:00000001:2.0:1767384314.926801:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384314.926809:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384314.926813:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384314.926816:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384314.926817:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.926820:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034ba4dd4. 00010000:00000001:2.0:1767384314.926822:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384314.926830:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.926831:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069167ffb. 00000100:00000001:2.0:1767384314.926836:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384314.926841:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000040:2.0:1767384314.926844:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384314.926851:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384314.926857:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000040d478e5. 00000100:00000001:2.0:1767384314.926859:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384314.926866:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384314.926867:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384314.926876:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.926877:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384314.926887:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384314.926890:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384314.926894:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680d57d1. 00000020:01000004:2.0:1767384314.926896:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384314.926908:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.926910:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.926911:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384314.926912:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384314.926916:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a02de6a2. 00000020:01000004:2.0:1767384314.926918:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384314.926925:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384314.926927:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384314.926934:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384314.926941:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d63bad05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731460224:0@lo:253: 00000100:00000001:2.0:1767384314.926945:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.926948:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384314.926949:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d63bad05 x1853236731460224/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.926957:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384314.926959:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384314.926961:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c5818a4. 02000000:00000001:2.0:1767384314.926964:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384314.926966:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384314.926967:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384314.926968:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384314.926970:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002452bb2b. 02000000:00000001:2.0:1767384314.926972:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384314.926973:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384314.926974:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d63bad05. 00000100:00000001:2.0:1767384314.926977:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384314.926979:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.926980:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.926986:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384314.926988:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.926989:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.926991:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384314.930797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007407c07f. 00010000:00000010:2.1:1767384314.930804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00000400:00000010:0.0:1767384314.937030:0:24184:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000009ab570f. 00000400:00000040:0.0:1767384314.937049:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384314.937052:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384314.937054:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384314.937055:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384314.937057:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384314.937058:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384314.937061:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384314.937062:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384314.937064:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384314.937065:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384314.937067:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384314.937068:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384314.937070:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384314.937071:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384314.937071:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384314.937077:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384314.937079:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384314.937079:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384314.937080:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384314.937083:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384314.937084:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384314.937085:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384314.937086:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384314.937088:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384314.937089:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384314.937091:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384314.937093:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384314.937094:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384314.937095:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384314.937096:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384314.937097:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384314.937098:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384314.937099:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384314.937101:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384314.937101:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384314.937103:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384314.937103:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384314.937106:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384314.937107:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384314.937108:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384314.937109:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384314.937110:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384314.937111:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384314.937112:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384314.937113:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384314.937115:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384314.937116:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384314.937117:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384314.937118:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384314.937119:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384314.937120:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384314.937121:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384314.937122:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384314.937124:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384314.937131:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384314.937131:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384314.937132:0:24184:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384314.937198:0:24184:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000009ab570f. 00010000:00000001:3.0:1767384315.911858:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384315.911864:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.911871:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384315.911873:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.911907:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384315.911913:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.911917:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384316.006959:0:24461:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003167ed09. 00080000:00000010:0.0:1767384316.006972:0:24461:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003167ed09. 00000020:00000001:0.0:1767384316.006978:0:24461:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384316.006986:0:24461:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003167ed09. 00080000:00000010:0.0:1767384316.006991:0:24461:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003167ed09. 00000020:00000001:0.0:1767384316.006996:0:24461:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.103843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384316.103847:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384316.103851:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384316.103852:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384316.103858:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000100:00000010:2.0:1767384316.103864:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d54e6460. 00000020:00000040:0.0:1767384316.103865:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384316.103871:0:37:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384316.103872:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384316.103875:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384316.103876:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.103878:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384316.103881:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.103882:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.103892:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072511dd1. 02000000:00000010:0.0:1767384316.103893:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008480b38c. 00000100:00000001:2.0:1767384316.103899:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.103899:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.103905:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384316.103908:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384316.103908:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.103917:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b1f613] to pc [ptlrpcd_00_03+3] req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.103918:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.103922:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.103930:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54e6460] to pc [ptlrpcd_00_00+0] req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384316.103950:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.103951:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.103955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384316.103959:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384316.103961:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000020:00000040:2.0:1767384316.103963:0:37:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384316.103965:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384316.103969:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.103969:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384316.103971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.103983:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.103984:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.103984:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.103990:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384316.103994:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c12c9c. 00000100:00000040:3.0:1767384316.103999:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.104000:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.104012:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384316.104029:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.104034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.104035:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.104060:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384316.104061:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.104068:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.104072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_01+1] req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384316.104077:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.104092:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731460352:0@lo:13: 00000100:00000001:3.0:1767384316.104110:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384316.104111:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.104115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384316.104117:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384316.104120:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384316.104121:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384316.104131:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 02000000:00000001:3.0:1767384316.104133:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384316.104138:0:37:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:3.0:1767384316.104140:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f08302b8. 00000100:00000001:2.0:1767384316.104142:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.104150:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.104151:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.104161:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.104168:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bcd32bd. 02000000:00000010:2.0:1767384316.104169:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de9ae408. 00000100:00000001:2.0:1767384316.104185:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.104189:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1c0d0b3. 00000100:00000040:2.0:1767384316.104193:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384316.104198:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384316.104201:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731460352, portal 4 00000100:00000001:0.0:1767384316.104204:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.104205:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.104209:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384316.104211:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.104211:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384316.104213:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000100:00000040:2.0:1767384316.104224:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_02+2] req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.104224:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.104266:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384316.104268:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.104274:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384316.104277:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.104278:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.104281:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.104287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384316.104292:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.104306:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384316.104306:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384316.104314:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d54e6460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731460480:0@lo:400: 00000100:00000010:2.0:1767384316.104316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 00000100:00000001:1.0:1767384316.104316:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.104323:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384316.104325:0:37:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384316.104332:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384316.104334:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384316.104337:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.104339:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384316.104339:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384316.104341:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.104352:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.104353:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.104359:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384316.104365:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384316.104367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bcd4f042. 00000400:00000010:3.0:1767384316.104368:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c7429c8. 02000000:00000010:0.0:1767384316.104371:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cc9e4c9. 00000100:00000001:1.0:1767384316.104372:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384316.104380:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731460352, offset 0 00000100:00000001:2.0:1767384316.104382:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.104382:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.104382:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.104398:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384316.104400:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384316.104401:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 02000000:00000001:1.0:1767384316.104412:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384316.104413:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384316.104417:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.104422:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.104428:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.104428:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000100:00000040:2.0:1767384316.104430:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ab9789] to pc [ptlrpcd_00_03+3] req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.104443:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731460480, portal 25 00000400:00000200:3.0:1767384316.104447:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384316.104448:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731460736:0@lo:400: 00000100:00000001:0.0:1767384316.104455:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.104459:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789369984 : -114766920181632 : ffff979ebe7d9880) 00000100:00000001:1.0:1767384316.104465:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384316.104468:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.104473:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000100:00000040:0.0:1767384316.104481:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384316.104482:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.104487:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.104493:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384316.104496:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.104515:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384316.104516:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fcf3008. 02000000:00000001:1.0:1767384316.104538:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.104540:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384316.104540:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.104544:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384316.104546:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad6f4c82. 00000400:00000010:0.0:1767384316.104547:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000040:2.0:1767384316.104549:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.104555:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731460480, offset 0 00000400:00000010:1.0:1767384316.104557:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000100:00000001:2.0:1767384316.104562:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.104564:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.104566:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731460736, portal 10 02000000:00000001:2.0:1767384316.104568:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.104574:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.104575:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384316.104575:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384316.104580:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.104580:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000400:00000200:3.0:1767384316.104596:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d103b00 00000100:00100000:2.0:1767384316.104604:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731460608:0@lo:400: 00000100:00000001:2.0:1767384316.104609:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.104612:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384316.104613:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.104616:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.104617:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384316.104622:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384316.104627:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069167ffb. 02000000:00000001:2.0:1767384316.104634:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.104634:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384316.104641:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000100:00000040:1.0:1767384316.104643:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384316.104643:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d103b80 00000400:00000010:1.0:1767384316.104649:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000400:00000200:3.0:1767384316.104666:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000010:2.0:1767384316.104674:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000400:00000200:3.0:1767384316.104675:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.104677:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa25 [2] + 0 00000400:00000200:3.0:1767384316.104688:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384316.104689:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009404b36e. 00000400:00000200:0.0:1767384316.104700:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d19e1144 00000100:00000200:1.0:1767384316.104706:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731460736, offset 0 00000100:00000200:2.0:1767384316.104708:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731460608, portal 4 00000400:00000200:0.0:1767384316.104708:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384316.104711:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384316.104722:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384316.104727:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384316.104744:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.104745:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384316.104748:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d82c6748. 00000100:00000001:2.0:1767384316.104749:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000400:00000200:0.0:1767384316.104754:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19e1144 00000400:00000200:1.0:1767384316.104759:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384316.104761:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d82c6748 x1853236731460352 msgsize 224 00000400:00000010:0.0:1767384316.104762:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d19e1144. 00000100:00000040:2.0:1767384316.104768:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.104771:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103c80 00000100:00000001:0.0:1767384316.104773:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384316.104780:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384316.104786:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000605fc474 x1853236731460480 msgsize 224 00000100:00100000:0.0:1767384316.104795:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384316.104797:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384316.104812:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384316.104816:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384316.104819:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000400:00000010:2.0:1767384316.104820:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00000400:00000200:1.0:1767384316.104827:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384316.104829:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731460608, offset 0 00000100:00100000:3.0:1767384316.104841:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384316.104845:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.104847:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384316.104851:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384316.104859:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384316.104860:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384316.104866:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384316.104867:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.104869:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384316.104874:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000100:00000010:1.0:1767384316.104876:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086d1d724. 00000400:00000200:3.0:1767384316.104880:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7429c8 00000100:00000001:0.0:1767384316.104880:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384316.104881:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d103c00 00000100:00000040:1.0:1767384316.104883:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000086d1d724 x1853236731460736 msgsize 224 00000400:00000010:3.0:1767384316.104886:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7429c8. 00000100:00000200:0.0:1767384316.104894:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.104896:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384316.104907:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.104908:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00100000:1.0:1767384316.104912:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384316.104931:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.104934:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.104946:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000400:00000200:2.0:1767384316.104954:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.104956:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384316.104959:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000040:0.0:1767384316.104968:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.104973:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384316.104974:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384316.104976:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384316.104983:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1767384316.104984:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.104985:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384316.104994:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e8b64fa. 00000100:00000040:2.0:1767384316.105005:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000004e8b64fa x1853236731460608 msgsize 224 00000100:00000001:0.0:1767384316.105010:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105024:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384316.105034:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.105039:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384316.105049:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294902278 00000100:00000001:2.0:1767384316.105055:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384316.105058:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075968bbe. 00000400:00000200:2.0:1767384316.105065:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 00000100:00000001:1.0:1767384316.105065:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.105070:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384316.105075:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 00000100:00000001:0.0:1767384316.105083:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294902278 00000100:00000001:2.0:1767384316.105086:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384316.105088:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384316.105096:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ff2035. 00000100:00000200:2.0:1767384316.105100:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.105108:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384316.105112:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105114:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294902278 00000100:00000001:3.0:1767384316.105124:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384316.105125:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000001:0.0:1767384316.105135:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384316.105138:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105142:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294902278 00000100:00000010:0.0:1767384316.105150:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009613ffb0. 00000100:00000040:3.0:1767384316.105153:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000100:00000001:1.0:1767384316.105155:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105156:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384316.105158:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902277 00000100:00000001:0.0:1767384316.105158:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384316.105163:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.105165:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.105171:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902278 00000100:00000001:0.0:1767384316.105174:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.105175:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.105179:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.105180:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902277 00000100:00000001:2.0:1767384316.105182:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384316.105185:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.105190:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902278 00000100:00000001:0.0:1767384316.105192:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105193:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.105193:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2650 usecs (3 jiffies) 00000100:00000001:3.0:1767384316.105194:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902277 00000100:00000001:0.0:1767384316.105198:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.105205:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902278 00000100:00000040:2.0:1767384316.105208:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000100:00000001:3.0:1767384316.105209:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902277 00000100:00000001:1.0:1767384316.105209:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902276 00000100:00000001:0.0:1767384316.105214:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.105215:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902277 00000100:00000001:3.0:1767384316.105216:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902278 00000100:00000001:0.0:1767384316.105218:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384316.105225:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.105226:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902278 00000100:00000001:0.0:1767384316.105226:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.105232:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.105238:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105240:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105241:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902278 00000100:00000001:1.0:1767384316.105241:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902276 00000100:00000001:3.0:1767384316.105243:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105249:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.105257:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.105259:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902277 00000100:00000001:1.0:1767384316.105259:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902278 00000100:00000001:0.0:1767384316.105273:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384316.105274:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902278 00000100:00000001:1.0:1767384316.105275:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902276 00000100:00000001:3.0:1767384316.105279:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.105293:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384316.105293:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460352 00000100:00000001:2.0:1767384316.105298:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902277 00000100:00000001:1.0:1767384316.105302:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902278 02000000:00000001:0.0:1767384316.105303:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.105304:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.105313:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.105313:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.105314:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902278 00000100:00000001:1.0:1767384316.105314:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902276 00000100:00000001:0.0:1767384316.105317:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.105320:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384316.105322:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902277 00000100:00000001:1.0:1767384316.105327:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902278 02000000:00000001:0.0:1767384316.105329:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.105336:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.105336:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902278 00000100:00000001:1.0:1767384316.105337:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384316.105337:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460352 00000100:00000001:2.0:1767384316.105347:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384316.105347:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384316.105352:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.105352:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:2.0:1767384316.105357:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.105360:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384316.105365:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.105366:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384316.105367:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.105378:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384316.105380:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.105381:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.105383:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384316.105391:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384316.105394:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105397:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384316.105398:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384316.105399:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.105400:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384316.105402:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bf315e2. 02000000:00000001:3.0:1767384316.105408:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.105408:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.105410:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384316.105411:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000066b25ab. 02000000:00000001:3.0:1767384316.105426:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105430:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.105431:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384316.105432:0:19371:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00100000:3.0:1767384316.105436:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731460864:0@lo:400: 00000100:00000001:2.0:1767384316.105437:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.105439:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.105446:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.105448:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.105451:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384316.105455:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.105457:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105457:0:19371:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384316.105463:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384316.105466:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.105467:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000348876d5. 02000000:00000001:3.0:1767384316.105470:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384316.105477:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001542e617. 00000020:00000010:0.0:1767384316.105480:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c93c8959. 02000000:00000001:3.0:1767384316.105481:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.105488:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384316.105490:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d6ef70. 10000000:00000001:2.0:1767384316.105492:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00100000:1.0:1767384316.105493:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460736 00000020:00000010:0.0:1767384316.105494:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000400:00000010:3.0:1767384316.105515:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c7429c8. 10000000:00000040:2.0:1767384316.105517:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 02000000:00000001:1.0:1767384316.105517:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384316.105525:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731460864, portal 10 00000100:00000001:1.0:1767384316.105525:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:2.0:1767384316.105526:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.105526:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384316.105537:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384316.105550:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 00000100:00000001:1.0:1767384316.105552:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105554:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 10000000:00000001:2.0:1767384316.105557:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384316.105562:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384316.105562:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384316.105565:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105565:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.105566:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384316.105567:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384316.105575:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00100000:1.0:1767384316.105576:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460736 00000100:00000001:0.0:1767384316.105582:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.105584:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000020:00000001:1.0:1767384316.105587:0:17084:0:(genops.c:811:class_conn2export()) Process entered 10000000:01000000:2.0:1767384316.105591:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 29 00000020:00000040:1.0:1767384316.105594:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:0.0:1767384316.105600:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384316.105602:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384316.105608:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000020:00000001:1.0:1767384316.105613:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384316.105620:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384316.105621:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000010:2.0:1767384316.105622:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 00000100:00000001:3.0:1767384316.105625:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384316.105626:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384316.105630:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384316.105636:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384316.105636:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000040:3.0:1767384316.105638:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384316.105642:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384316.105647:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000010:3.0:1767384316.105649:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000020:00000001:1.0:1767384316.105649:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 02000000:00000001:2.0:1767384316.105650:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.105654:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000200:3.0:1767384316.105662:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731460864, offset 0 02000000:00000010:2.0:1767384316.105664:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003dae2dfb. 00000100:00000001:0.0:1767384316.105664:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668305920 : -114767041245696 : ffff979eb7464e00) 00000100:00000001:1.0:1767384316.105666:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384316.105677:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384316.105677:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068f5b4d3. 00000100:00000001:2.0:1767384316.105678:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.105679:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d82c6748 x1853236731460352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.105689:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384316.105690:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384316.105697:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1767384316.105699:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384316.105705:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068f5b4d3. 00010000:00000010:2.0:1767384316.105709:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007407c07f. 00010000:00000001:2.0:1767384316.105718:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:1.0:1767384316.105721:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e9387c4. 00000400:00000200:3.0:1767384316.105725:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d103d00 00010000:00000010:2.0:1767384316.105727:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bf86f3d8. 00000100:00000001:0.0:1767384316.105730:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.105734:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a30599fa. 00000020:00000001:2.0:1767384316.105743:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1767384316.105743:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000066b25ab. 00000020:00000010:1.0:1767384316.105745:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000400:00000200:3.0:1767384316.105752:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384316.105754:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384316.105755:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bf86f3d8 with handle 0xd602e9c522f0b1ef to hash 00000100:00000040:1.0:1767384316.105761:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384316.105762:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000066b25ab. 00000020:00000001:2.0:1767384316.105766:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384316.105770:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:1.0:1767384316.105771:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384316.105776:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:1.0:1767384316.105776:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384316.105777:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d82c6748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731460352:12345-0@lo:13: 00000400:00000200:3.0:1767384316.105787:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.105793:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.105800:0:16355:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384316.105801:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767384316.105811:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1767384316.105812:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.105812:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460352 00000100:00000001:1.0:1767384316.105813:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.105822:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:3.0:1767384316.105826:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c27fb891. 00010000:00010000:2.0:1767384316.105828:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384316.105829:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384316.105830:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384316.105838:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.105839:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000c27fb891 x1853236731460864 msgsize 224 00000100:00000001:1.0:1767384316.105840:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384316.105846:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.105851:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384316.105859:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000001:1.0:1767384316.105867:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384316.105868:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384316.105870:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384316.105877:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.105881:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:2.0:1767384316.105882:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384316.105884:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384316.105884:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384316.105889:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384316.105895:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.105897:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00010000:00010000:2.0:1767384316.105897:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384316.105898:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460864 00000100:00000001:0.0:1767384316.105900:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384316.105904:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 02000000:00000001:0.0:1767384316.105906:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384316.105907:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.105915:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.105916:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384316.105917:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000010:0.0:1767384316.105917:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000041bfe14. 00000100:00000001:1.0:1767384316.105925:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105926:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:0.0:1767384316.105926:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384316.105930:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384316.105936:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ebfe199. 02000000:00000001:1.0:1767384316.105937:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.105937:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.105947:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517714176 : -114772191837440 : ffff979d84468300) 00002000:00000001:0.0:1767384316.105950:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:1.0:1767384316.105953:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460864 00000100:00000001:2.0:1767384316.105958:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00002000:00000001:0.0:1767384316.105959:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384316.105965:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384316.105966:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000020:00000001:0.0:1767384316.105968:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:1.0:1767384316.105975:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:3.0:1767384316.105979:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384316.105981:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767384316.105981:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384316.105983:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.105987:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.105987:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00002000:00000024:0.0:1767384316.105987:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384316.105996:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:3.0:1767384316.105999:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.106001:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384316.106001:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000020:0.0:1767384316.106001:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:2.0:1767384316.106013:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384316.106014:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384316.106015:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:1.0:1767384316.106030:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000020:0.0:1767384316.106034:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000010:1.0:1767384316.106038:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068f5b4d3. 00002000:00000001:0.0:1767384316.106049:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:1.0:1767384316.106057:0:17084:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b48b991f. 00000001:00000001:0.0:1767384316.106057:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384316.106063:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.106067:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106072:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384316.106072:0:17084:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:3.0:1767384316.106079:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.106081:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384316.106081:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106090:0:17084:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384316.106091:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.106093:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:0.0:1767384316.106093:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731460352 00000020:00000010:1.0:1767384316.106098:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000621338d4. 02000000:00000001:2.0:1767384316.106101:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384316.106105:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2726 usecs (3 jiffies) 00010000:00000001:0.0:1767384316.106106:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384316.106107:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.106108:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000211a06b5. 00010000:00000200:0.0:1767384316.106119:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d82c6748 x1853236731460352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.106122:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294902277 00000020:00000010:1.0:1767384316.106123:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079d034bb. 00000100:00100000:2.0:1767384316.106125:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731460992:0@lo:101: 00000100:00000001:3.0:1767384316.106133:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294902278 00000100:00000001:3.0:1767384316.106150:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294902277 00000100:00000001:3.0:1767384316.106156:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294902278 00000100:00000001:1.0:1767384316.106157:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384316.106158:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384316.106165:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384316.106166:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384316.106167:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294902277 00000100:00000001:1.0:1767384316.106167:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384316.106170:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.106171:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106179:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.106180:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294902278 02000000:00000001:2.0:1767384316.106182:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:0.0:1767384316.106183:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.106191:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294902277 02000000:00000010:2.0:1767384316.106193:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed9f781c. 00000100:00000001:0.0:1767384316.106194:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384316.106195:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384316.106204:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384316.106208:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384316.106210:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294902278 02000000:00000001:2.0:1767384316.106210:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106210:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.106229:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384316.106230:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec662729. 00000100:00000001:0.0:1767384316.106230:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384316.106237:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384316.106246:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384316.106249:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.106251:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 02000000:00000001:0.0:1767384316.106251:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106258:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.106268:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106269:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384316.106270:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384316.106271:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731460992, portal 25 00000100:00000001:3.0:1767384316.106286:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.106287:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384316.106287:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384316.106288:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384316.106295:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000400:00000010:0.0:1767384316.106297:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000040:1.0:1767384316.106299:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:3.0:1767384316.106304:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384316.106304:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731460352, offset 224 00000100:00000040:2.0:1767384316.106305:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.106306:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788993152 : -114766920558464 : ffff979ebe77d880) 00000100:00000001:3.0:1767384316.106312:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384316.106324:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086d1d724 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.106325:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384316.106326:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384316.106333:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.106343:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.106347:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384316.106356:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106356:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384316.106367:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d103b00 00000100:00000040:2.0:1767384316.106369:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384316.106376:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00000001:1.0:1767384316.106380:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384316.106384:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ad [1] + 224 00000100:00000001:3.0:1767384316.106390:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384316.106391:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731460992, offset 0 00000020:00000010:1.0:1767384316.106391:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c47617e. 00000400:00000200:0.0:1767384316.106391:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384316.106397:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460480 00000400:00000200:0.0:1767384316.106408:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384316.106409:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.106410:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.106417:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384316.106417:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384316.106424:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.106425:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c47617e. 00000100:00000001:0.0:1767384316.106428:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384316.106439:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384316.106440:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.106446:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.106452:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460480 00000100:00100000:1.0:1767384316.106453:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086d1d724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731460736:12345-0@lo:400: 00000020:00000001:3.0:1767384316.106463:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384316.106465:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d103d80 00000020:00000040:3.0:1767384316.106474:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000200:1.0:1767384316.106476:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460736 00000400:00000200:2.0:1767384316.106482:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa35 [2] + 0 00000020:00000001:1.0:1767384316.106483:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.106489:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384316.106492:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384316.106497:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000010:2.0:1767384316.106497:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeb7faa4. 00000020:00000001:1.0:1767384316.106498:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.106514:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.106523:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384316.106525:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384316.106526:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000329694cb 00000020:00000001:1.0:1767384316.106534:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384316.106536:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384316.106537:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384316.106551:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384316.106551:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384316.106554:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384316.106557:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4cc429. 00000400:00000200:2.0:1767384316.106559:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000329694cb 00000100:00000001:0.0:1767384316.106563:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.106565:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384316.106565:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000329694cb. 00000020:00000001:1.0:1767384316.106569:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.106577:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384316.106579:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4cc429. 00000020:00000001:1.0:1767384316.106581:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384316.106582:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000100:00000200:2.0:1767384316.106583:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1767384316.106587:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384316.106588:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000020:00000010:3.0:1767384316.106589:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f4ca5d. 00000100:00000040:2.0:1767384316.106590:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000b597dd9a x1853236731460992 msgsize 328 00000020:00000001:1.0:1767384316.106594:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384316.106605:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e7a5f1e. 00000020:00000001:1.0:1767384316.106606:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384316.106606:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384316.106608:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384316.106617:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384316.106621:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384316.106621:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384316.106622:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058ce8677. 02000000:00000001:1.0:1767384316.106632:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384316.106636:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.106638:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:1.0:1767384316.106640:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000714c00c1. 00000100:00000001:2.0:1767384316.106641:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384316.106649:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:3.0:1767384316.106650:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384316.106651:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.106653:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000100:00000001:3.0:1767384316.106654:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384316.106660:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384316.106662:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.106662:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000100:00000001:1.0:1767384316.106663:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.106664:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.106679:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384316.106680:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106681:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384316.106684:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.106687:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460736 00000100:00000040:0.0:1767384316.106689:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d82c6748 x1853236731460352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384316.106691:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.106701:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384316.106706:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384316.106713:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086d1d724 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.106722:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384316.106728:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460992 02000000:00000001:3.0:1767384316.106744:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.106746:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.106752:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.106764:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106773:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384316.106774:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d82c6748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731460352:12345-0@lo:13: Request processed in 1040us (2009us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384316.106778:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384316.106790:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460992 00000020:00000001:3.0:1767384316.106794:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.106796:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384316.106799:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.106802:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384316.106805:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384316.106814:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:2.0:1767384316.106816:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.106816:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.106816:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384316.106831:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384316.106833:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384316.106834:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000020:00000010:3.0:1767384316.106840:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4cc429. 00000100:00000001:0.0:1767384316.106841:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384316.106848:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384316.106850:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.106853:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.106854:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384316.106855:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4cc429. 00000020:00000010:0.0:1767384316.106855:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c93c8959. 00000100:00000040:1.0:1767384316.106861:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000010:0.0:1767384316.106861:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000100:00000001:2.0:1767384316.106867:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384316.106873:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a8781f4. 00000100:00000001:1.0:1767384316.106873:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000010:0.0:1767384316.106874:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000348876d5. 00000100:00000001:2.0:1767384316.106875:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106886:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294902280 00000020:00000010:3.0:1767384316.106887:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fe03b90. 02000000:00000001:1.0:1767384316.106887:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384316.106888:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:2.0:1767384316.106895:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902278 00000020:00000010:3.0:1767384316.106897:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f68b6ad5. 02000000:00000001:1.0:1767384316.106898:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.106898:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.106903:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294902280 00000100:00000001:3.0:1767384316.106909:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.106911:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384316.106912:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384316.106914:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902278 00000100:00000001:3.0:1767384316.106915:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384316.106924:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384316.106926:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384316.106930:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.106931:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294902280 00000400:00000010:1.0:1767384316.106932:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000020:00000040:0.0:1767384316.106932:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:3.0:1767384316.106943:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.106945:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902278 00000100:00080000:0.0:1767384316.106945:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:1.0:1767384316.106946:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731460736, offset 224 00000020:00000040:0.0:1767384316.106956:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384316.106959:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294902280 00000100:00000001:3.0:1767384316.106963:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384316.106964:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384316.106966:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384316.106968:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902278 00000100:00100000:3.0:1767384316.106977:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1767384316.106977:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.106985:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384316.106987:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384316.106988:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.106990:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384316.106990:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384316.107002:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665487440 : -114767044064176 : ffff979eb71b4c50) 00000100:00000001:2.0:1767384316.107004:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.107010:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384316.107010:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384316.107029:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000605fc474 x1853236731460480/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.107032:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103c80 00000100:00100000:2.0:1767384316.107041:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000002ebfe199 going to sleep for 11 seconds 00000100:00000040:0.0:1767384316.107042:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:2.0:1767384316.107054:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.107054:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668309504 : -114767041242112 : ffff979eb7465c00) 00000100:00000001:2.0:1767384316.107063:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.107066:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15bd [1] + 224 00000100:00000040:0.0:1767384316.107072:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c27fb891 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.107085:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384316.107089:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384316.107091:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4cc429. 00000100:00000001:3.0:1767384316.107100:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.107115:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4cc429. 00000400:00000200:1.0:1767384316.107115:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.107118:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384316.107129:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000066b25ab. 00000100:00000001:1.0:1767384316.107136:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384316.107137:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000605fc474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731460480:12345-0@lo:400: 00000100:00000001:0.0:1767384316.107138:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384316.107144:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460480 00000100:00000200:1.0:1767384316.107150:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.107153:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384316.107154:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000066b25ab. 00000020:00000001:3.0:1767384316.107158:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.107161:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.107173:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c27fb891 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731460864:12345-0@lo:400: 00000020:00000001:3.0:1767384316.107174:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.107181:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000020:00000001:3.0:1767384316.107197:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384316.107198:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460864 00000020:00000001:3.0:1767384316.107204:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.107205:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384316.107213:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384316.107215:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384316.107216:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384316.107216:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.107218:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384316.107218:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384316.107221:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.107224:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384316.107226:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384316.107229:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:2.0:1767384316.107237:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384316.107238:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384316.107238:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:3.0:1767384316.107247:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384316.107247:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bcd32bd. 00000020:00000001:0.0:1767384316.107249:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384316.107255:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384316.107256:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1c0d0b3 00000100:00000001:1.0:1767384316.107260:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384316.107261:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384316.107261:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1c0d0b3. 00000020:00000001:0.0:1767384316.107262:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384316.107275:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384316.107277:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384316.107279:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c72ce34. 00000020:00000001:0.0:1767384316.107279:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.107283:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000100:00000200:2.0:1767384316.107290:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384316.107293:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.107294:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000020:00000001:0.0:1767384316.107294:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384316.107300:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384316.107306:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.107308:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384316.107309:0:17084:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:0.0:1767384316.107315:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000939f1952. 00000020:00000001:3.0:1767384316.107319:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.107319:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384316.107320:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.107321:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.107330:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.107335:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.107336:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460480 00010000:00000001:3.0:1767384316.107355:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384316.107357:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000001:0.0:1767384316.107359:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384316.107366:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460864 00010000:00000200:3.0:1767384316.107369:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000605fc474 x1853236731460480/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.107371:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384316.107376:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384316.107380:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.107385:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384316.107389:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c27fb891 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.107392:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.107394:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384316.107406:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384316.107409:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086d1d724 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.107414:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384316.107426:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.107431:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.107445:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.107447:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384316.107456:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.107459:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384316.107467:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=36 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384316.107469:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767384316.107471:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=26 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384316.107480:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.107485:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384316.107488:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384316.107491:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.107492:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.107494:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384316.107518:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384316.107519:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384316.107519:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086d1d724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731460736:12345-0@lo:400: Request processed in 1108us (2604us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384316.107521:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384316.107536:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.107538:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384316.107545:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.107548:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:3.0:1767384316.107550:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384316.107558:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:3.0:1767384316.107566:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384316.107573:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:0.0:1767384316.107573:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384316.107576:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 02000000:00000001:0.0:1767384316.107578:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.107585:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000200:3.0:1767384316.107587:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731460480, offset 224 00000100:00000001:0.0:1767384316.107606:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384316.107608:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.107610:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384316.107612:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.107616:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384316.107617:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384316.107619:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384316.107620:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384316.107629:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384316.107630:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384316.107630:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a30599fa. 00000400:00000010:0.0:1767384316.107634:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000001:2.0:1767384316.107637:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.107644:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384316.107653:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e9387c4. 00000100:00000200:0.0:1767384316.107653:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731460864, offset 224 00000100:00000040:2.0:1767384316.107654:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.107662:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d103b80 00000020:00000040:1.0:1767384316.107668:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000400:00000200:0.0:1767384316.107677:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384316.107679:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.107688:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.107692:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.107695:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.107704:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15b5 [1] + 224 00000004:00000001:2.0:1767384316.107705:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:0.0:1767384316.107705:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:2.0:1767384316.107712:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384316.107718:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000040:2.0:1767384316.107724:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384316.107725:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384316.107726:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.107744:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384316.107752:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d103d00 00000100:00000001:3.0:1767384316.107758:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384316.107758:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000004:00000020:2.0:1767384316.107761:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:0.0:1767384316.107766:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15cd [1] + 224 00000100:00000040:1.0:1767384316.107769:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000004:00000001:2.0:1767384316.107771:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.107776:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665492560 : -114767044059056 : ffff979eb71b6050) 00000400:00000200:0.0:1767384316.107777:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384316.107782:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.107785:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384316.107789:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b597dd9a x1853236731460992/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.107794:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384316.107795:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731460352:0@lo:13: 00000100:00000200:0.0:1767384316.107801:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.107802:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.107808:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384316.107810:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.107821:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.107836:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384316.107844:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.107846:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b1f613 x1853236731460352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.107852:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:3.0:1767384316.107860:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000100:00000001:3.0:1767384316.107872:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384316.107875:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.107878:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.107884:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384316.107886:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000100:00000001:3.0:1767384316.107888:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.107890:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767384316.107890:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 02000000:00000010:2.0:1767384316.107897:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f08302b8. 00000100:00000040:3.0:1767384316.107903:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384316.107904:0:17910:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384316.107905:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384316.107914:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384316.107915:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384316.107915:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.107925:0:16355:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384316.107926:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.107926:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.107937:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384316.107939:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384316.107940:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 02000000:00000010:2.0:1767384316.107948:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008480b38c. 00010000:00000001:0.0:1767384316.107948:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384316.107953:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000605fc474 x1853236731460480/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384316.107955:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.107957:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384316.107964:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384316.107965:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.107974:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 00000100:00000040:0.0:1767384316.107979:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c27fb891 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.107988:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767384316.107991:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000605fc474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731460480:12345-0@lo:400: Request processed in 900us (3198us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.107993:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384316.107997:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c27fb891 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731460864:12345-0@lo:400: Request processed in 873us (2150us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.108002:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.108024:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.108030:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384316.108031:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000400:00000001:2.0:1767384316.108039:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384316.108043:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384316.108044:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000001:2.0:1767384316.108045:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.108052:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004d6ef70. 00000100:00000001:3.0:1767384316.108055:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384316.108057:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000400:00000200:2.0:1767384316.108059:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7429c8 00000100:00000001:3.0:1767384316.108061:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384316.108064:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384316.108067:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7429c8. 00000100:00000001:1.0:1767384316.108067:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384316.108070:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.108072:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e7a5f1e. 00000020:00000010:1.0:1767384316.108074:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c47617e. 00000100:00000001:2.0:1767384316.108075:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384316.108079:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058ce8677. 00000020:00000010:0.0:1767384316.108079:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000211a06b5. 00000100:00000001:1.0:1767384316.108081:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384316.108086:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.108099:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f4ca5d. 00000020:00000010:1.0:1767384316.108100:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c47617e. 00000020:00000010:0.0:1767384316.108101:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079d034bb. 00000100:00000200:2.0:1767384316.108103:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384316.108111:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000020:00000010:0.0:1767384316.108117:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000621338d4. 02000000:00000001:3.0:1767384316.108123:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384316.108124:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b597dd9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731460992:12345-0@lo:101: 00000020:00000040:0.0:1767384316.108125:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 02000000:00000010:3.0:1767384316.108131:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c72ce34. 00000100:00000001:2.0:1767384316.108133:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.108134:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384316.108144:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460992 02000000:00000001:3.0:1767384316.108147:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384316.108148:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.108150:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384316.108154:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.108157:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384316.108159:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384316.108161:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384316.108161:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384316.108164:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.108165:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384316.108166:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384316.108168:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1f5e0b6. 00000100:00000001:2.0:1767384316.108172:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.108172:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731460608 00000020:00000001:1.0:1767384316.108173:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384316.108175:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065b458ac. 00000020:00000001:1.0:1767384316.108179:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 02000000:00000001:2.0:1767384316.108181:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.108181:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384316.108185:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384316.108186:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384316.108189:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.108190:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=30 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384316.108191:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384316.108198:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.108200:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1767384316.108202:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=30 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384316.108203:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731460608 00000020:00000001:1.0:1767384316.108205:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384316.108206:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384316.108207:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384316.108211:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384316.108213:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:1.0:1767384316.108215:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384316.108217:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384316.108220:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.108222:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767384316.108224:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384316.108226:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:2.0:1767384316.108227:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.108227:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000400:00000010:3.0:1767384316.108228:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7d02b2. 00010000:00000001:1.0:1767384316.108231:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:0.0:1767384316.108239:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00010000:00010000:1.0:1767384316.108241:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000200:3.0:1767384316.108242:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00010000:00000001:2.0:1767384316.108242:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384316.108244:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00010000:00000001:1.0:1767384316.108252:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000010:3.0:1767384316.108253:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00010000:00080000:2.0:1767384316.108254:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.108255:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384316.108258:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.108261:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000066b25ab. 00010000:00000001:1.0:1767384316.108272:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384316.108276:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.108277:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384316.108279:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384316.108281:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b89e56ac. 00000100:00000001:2.0:1767384316.108286:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1767384316.108287:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000066b25ab. 00010000:00000001:1.0:1767384316.108289:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:3.0:1767384316.108292:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.108293:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000010:1.0:1767384316.108295:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040f20a6e. 00000020:00000010:0.0:1767384316.108297:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000348876d5. 00000100:00000001:2.0:1767384316.108299:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384316.108302:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.108306:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1767384316.108307:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c93c8959. 00000020:00000040:1.0:1767384316.108315:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000040f20a6e with handle 0xd602e9c522f0b1f6 to hash 00000020:00000010:0.0:1767384316.108316:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000040:2.0:1767384316.108319:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384316.108329:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:0.0:1767384316.108330:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:1.0:1767384316.108336:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00000100:00000001:0.0:1767384316.108340:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.108346:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384316.108348:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00000100:00000001:0.0:1767384316.108351:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384316.108364:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b1ef expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384316.108367:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.108372:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384316.108376:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.108377:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.108378:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384316.108383:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.108385:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.108397:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.108404:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.108420:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.108428:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384316.108444:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384316.108449:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384316.108452:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384316.108456:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000100:00000040:0.0:1767384316.108464:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:3.0:1767384316.108465:0:16352:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384316.108467:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00100000:2.0:1767384316.108469:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731460864:0@lo:400: 02000000:00000001:3.0:1767384316.108471:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384316.108477:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.108480:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384316.108486:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.108488:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789375360 : -114766920176256 : ffff979ebe7dad80) 02000000:00000001:1.0:1767384316.108489:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.108490:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384316.108498:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.108509:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384316.108516:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003df8daa6. 00000100:00000040:0.0:1767384316.108516:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e8b64fa x1853236731460608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384316.108519:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=36 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384316.108522:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001ab9789 x1853236731460864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384316.108526:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.108538:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.108540:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.108556:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384316.108559:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384316.108563:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384316.108565:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.108575:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384316.108575:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384316.108583:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.108584:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384316.108594:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384316.108596:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.108598:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384316.108598:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384316.108599:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000066b25ab. 02000000:00000001:2.0:1767384316.108607:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384316.108608:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.108608:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384316.108608:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384316.108611:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001542e617. 00010000:00000001:1.0:1767384316.108617:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384316.108622:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384316.108624:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000066b25ab. 00000020:00000001:2.0:1767384316.108632:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384316.108632:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000040:2.0:1767384316.108639:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:1.0:1767384316.108640:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00100000:0.0:1767384316.108648:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004e8b64fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731460608:12345-0@lo:400: 00010000:00000001:1.0:1767384316.108649:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:2.0:1767384316.108652:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384316.108657:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000010:2.0:1767384316.108661:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bcd4f042. 00010000:00000040:1.0:1767384316.108668:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b89e56ac) refcount = 1 02000000:00000001:2.0:1767384316.108679:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384316.108681:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384316.108681:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731460608 02000000:00000001:2.0:1767384316.108688:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:1.0:1767384316.108690:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384316.108693:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1767384316.108695:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001ab9789. 00000020:00000001:0.0:1767384316.108695:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384316.108702:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.108705:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384316.108711:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384316.108713:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.108715:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.108716:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.108716:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384316.108726:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.108727:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1767384316.108727:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384316.108747:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d54e6460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731460480:0@lo:400: 00010000:00000001:1.0:1767384316.108752:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.108755:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:2.0:1767384316.108759:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.108766:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.108766:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.108768:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384316.108772:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.108776:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384316.108776:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.108778:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1767384316.108779:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.108793:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.108798:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.108802:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d54e6460 x1853236731460480/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384316.108809:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384316.108810:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:1.0:1767384316.108810:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 15 pid: 17078 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384316.108820:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384316.108820:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384316.108822:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384316.108826:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1767384316.108826:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384316.108835:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cc9e4c9. 00010000:00000001:1.0:1767384316.108836:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.108837:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384316.108845:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384316.108845:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384316.108848:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.108851:0:16352:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384316.108852:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384316.108854:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:3.0:1767384316.108859:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:1.0:1767384316.108861:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384316.108861:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000083601971. 00000020:00000001:3.0:1767384316.108863:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384316.108868:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384316.108870:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072511dd1. 02000000:00000001:0.0:1767384316.108871:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.108875:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000040f20a6e, rc 0) 00000100:00000001:2.0:1767384316.108876:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.108882:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.108882:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.108883:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384316.108887:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384316.108887:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.108889:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:1.0:1767384316.108890:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731460992 00000400:00000001:2.0:1767384316.108891:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384316.108894:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:0.0:1767384316.108895:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731460608 00000400:00000010:2.0:1767384316.108896:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad6f4c82. 00010000:00000001:1.0:1767384316.108897:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384316.108902:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d54e6460. 00010000:00000001:0.0:1767384316.108904:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384316.108907:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00010000:00000200:1.0:1767384316.108913:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b597dd9a x1853236731460992/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.108914:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000100:00000001:3.0:1767384316.108915:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:0.0:1767384316.108919:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004e8b64fa x1853236731460608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.108922:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.108924:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384316.108933:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384316.108933:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.108947:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.108953:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.108963:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.108970:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.108977:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.108983:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.108986:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.108987:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.108988:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384316.108993:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=36 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384316.108994:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.108998:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.109001:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.109001:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384316.109006:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384316.109008:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384316.109009:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384316.109009:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:0.0:1767384316.109013:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:2.0:1767384316.109014:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.109015:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384316.109017:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.109019:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384316.109039:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384316.109040:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.109040:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384316.109045:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.109047:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.109048:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384316.109049:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384316.109054:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767384316.109055:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384316.109055:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.109061:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000001:2.0:1767384316.109063:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384316.109064:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384316.109067:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.109068:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731460608, offset 224 00010000:00000001:2.0:1767384316.109071:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384316.109071:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00010000:00080000:2.0:1767384316.109078:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.109078:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384316.109085:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731460992, offset 224 00010000:00000001:2.0:1767384316.109086:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.109093:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384316.109094:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384316.109098:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1767384316.109102:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384316.109104:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d103c00 00000100:00000001:2.0:1767384316.109110:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384316.109113:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.109116:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15c5 [1] + 224 00000400:00000200:1.0:1767384316.109123:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.109124:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384316.109125:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.109134:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.109143:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.109145:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384316.109148:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d103d80 00000100:00000001:2.0:1767384316.109150:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384316.109154:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109156:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.109163:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15d5 [1] + 224 00000100:00000040:2.0:1767384316.109164:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384316.109178:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.109191:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384316.109191:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.109194:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731460736:0@lo:400: 00000100:00000001:1.0:1767384316.109202:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384316.109206:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384316.109211:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109212:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.109221:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731460736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.109222:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384316.109230:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384316.109235:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000100:00000001:0.0:1767384316.109245:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384316.109246:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384316.109246:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.109247:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384316.109249:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384316.109253:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.109254:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fcf3008. 02000000:00000001:2.0:1767384316.109261:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384316.109262:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:2.0:1767384316.109265:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.109270:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384316.109285:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384316.109289:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.109291:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384316.109292:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384316.109294:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de9ae408. 00000100:00000040:0.0:1767384316.109298:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e8b64fa x1853236731460608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.109300:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384316.109301:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384316.109303:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.109306:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:2.0:1767384316.109311:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767384316.109312:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004e8b64fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731460608:12345-0@lo:400: Request processed in 716us (4304us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.109313:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.109315:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.109319:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000100:00000001:2.0:1767384316.109320:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.109323:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.109325:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:2.0:1767384316.109328:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.109330:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384316.109331:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384316.109332:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.109335:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384316.109353:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384316.109357:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.109358:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.109360:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384316.109365:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c93c8959. 00000100:00000040:1.0:1767384316.109366:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000010:0.0:1767384316.109370:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00010000:00000001:1.0:1767384316.109372:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384316.109374:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000348876d5. 00000020:00000001:1.0:1767384316.109376:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109377:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384316.109380:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000020:00000001:1.0:1767384316.109382:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384316.109384:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384316.109385:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384316.109391:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b597dd9a x1853236731460992/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384316.109393:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.109397:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec662729. 00000100:00000001:0.0:1767384316.109401:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384316.109404:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 00000100:00000001:0.0:1767384316.109405:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384316.109412:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 00000100:00000001:2.0:1767384316.109417:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384316.109417:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b597dd9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731460992:12345-0@lo:101: Request processed in 1349us (2824us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384316.109418:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384316.109423:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384316.109425:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384316.109427:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00000100:00100000:1.0:1767384316.109436:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000400:00000200:0.0:1767384316.109437:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:0.0:1767384316.109444:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000200:2.0:1767384316.109446:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.109446:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384316.109452:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384316.109453:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.109459:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384316.109462:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384316.109463:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109465:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384316.109466:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fe03b90. 00000100:00000001:2.0:1767384316.109469:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384316.109473:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384316.109475:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f68b6ad5. 00000100:00000001:2.0:1767384316.109477:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.109481:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.109485:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.109485:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a8781f4. 00000100:00001000:2.0:1767384316.109492:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=36 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384316.109493:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384316.109496:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00001000:2.0:1767384316.109513:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384316.109520:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384316.109523:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.109524:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384316.109525:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003df8daa6. 00000100:00000001:2.0:1767384316.109526:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.109528:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384316.109532:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384316.109533:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.109534:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384316.109535:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.109536:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.109540:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.109541:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.109541:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.109544:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.109550:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.109554:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.109554:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384316.109557:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=26 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384316.109563:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a6cd4aa. 00000100:00001000:0.0:1767384316.109565:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=26 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384316.109589:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000378b52c6. 00000100:00000001:0.0:1767384316.109590:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384316.109593:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.109594:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109599:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384316.109599:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384316.109602:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384316.109605:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.109607:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384316.109612:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731460992:0@lo:101: 00000100:00000001:2.0:1767384316.109619:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.109623:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.109626:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.109628:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384316.109630:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384316.109632:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384316.109634:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.109638:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384316.109639:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.109642:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.109644:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109662:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.109664:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384316.109666:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ebfe199. 00000100:00000001:0.0:1767384316.109669:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384316.109671:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384316.109671:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.109673:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.109676:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.109678:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384316.109682:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384316.109685:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384316.109687:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731460608:0@lo:400: 00000020:00000040:2.0:1767384316.109688:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=4 00000020:00000001:2.0:1767384316.109693:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:0.0:1767384316.109695:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384316.109696:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:0.0:1767384316.109698:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:2.0:1767384316.109700:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000bf86f3d8, remote cookie: 0xd602e9c522f0b1f6, flags: 0x0 00000100:00000040:0.0:1767384316.109702:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731460608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.109704:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384316.109709:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384316.109710:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384316.109711:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:0.0:1767384316.109713:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384316.109714:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000010:0.0:1767384316.109716:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069167ffb. 00010000:00000001:2.0:1767384316.109717:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384316.109720:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407c07f) refcount = 1 00010000:00010000:2.0:1767384316.109724:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384316.109724:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.109727:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.109730:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384316.109734:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384316.109736:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000010:0.0:1767384316.109737:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083c12c9c. 00010000:00000001:2.0:1767384316.109739:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384316.109742:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384316.109744:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384316.109745:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384316.109747:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.109748:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.109751:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00010000:00010000:2.0:1767384316.109752:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384316.109755:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.109757:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.109761:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384316.109763:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384316.109765:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384316.109766:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384316.109767:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384316.109774:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.109775:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384316.109777:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384316.109780:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384316.109803:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.109806:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109809:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.109812:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026a4f28c x1853236731460992/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109817:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.109818:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384316.109820:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed9f781c. 02000000:00000001:2.0:1767384316.109824:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384316.109825:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.109826:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384316.109828:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384316.109830:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003dae2dfb. 02000000:00000001:2.0:1767384316.109832:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384316.109833:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.109834:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026a4f28c. 00000100:00000001:2.0:1767384316.109837:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.109838:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384316.109840:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.109841:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384316.109844:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:2.0:1767384316.109846:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384316.109848:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384316.109850:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384316.109851:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=3 00000020:00000001:2.0:1767384316.109852:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:2.0:1767384316.109853:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:2.0:1767384316.109855:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384316.109856:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384316.109857:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384316.109858:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.109859:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384316.109861:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000018114750. 00000100:00000010:2.0:1767384316.109877:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 00000020:00000040:2.0:1767384316.109878:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384316.109880:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384316.109886:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384316.109890:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.109892:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003dae2dfb. 00000100:00000001:2.0:1767384316.109894:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109897:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384316.109900:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ed9f781c. 00000100:00000010:2.0:1767384316.109902:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c384a2a9. 00000020:00000040:2.0:1767384316.109903:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384316.109906:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384316.109907:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384316.109910:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ebfe199. 00000100:00000001:2.0:1767384316.109911:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517714176 : -114772191837440 : ffff979d84468300) 00000100:00000001:2.0:1767384316.109913:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384316.109914:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000100:00000001:2.0:1767384316.109916:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.109917:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109918:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384316.109918:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384316.109920:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109925:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.109926:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.109929:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.109931:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384316.109932:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.109934:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731461120:0@lo:256: 00000100:00000001:2.0:1767384316.109935:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.109937:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.109939:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.109940:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384316.109945:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec662729. 00000400:00000010:2.0:1767384316.109949:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000091717290. 00000100:00000200:2.0:1767384316.109951:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d103e00-0x695824d103e00, portal 33 00000100:00000001:2.0:1767384316.109953:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.109959:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384316.109964:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fd5fc8d. 02000000:00000001:2.0:1767384316.109966:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.109972:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000400:00000010:2.0:1767384316.109976:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00000100:00000200:2.0:1767384316.109978:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731461120, portal 25 00000100:00000001:2.0:1767384316.109979:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384316.109980:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000100:00000040:2.0:1767384316.109983:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.109989:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384316.109992:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384316.109993:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00000200:2.0:1767384316.109996:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731461120, offset 0 00000400:00000200:2.0:1767384316.110002:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384316.110007:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.110012:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d103e00 00000400:00000200:2.0:1767384316.110014:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa45 [2] + 0 00000400:00000010:2.0:1767384316.110017:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d925c5d4. 00000400:00000200:2.0:1767384316.110020:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d746d00c 00000400:00000200:2.0:1767384316.110023:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.110025:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384316.110027:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d746d00c 00000400:00000010:2.0:1767384316.110028:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d746d00c. 00000100:00000001:2.0:1767384316.110030:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384316.110031:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384316.110034:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000dcf34d56 x1853236731461120 msgsize 304 00000100:00100000:2.0:1767384316.110037:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384316.110038:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384316.110048:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.110053:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000400:00000010:2.0:1767384316.110054:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000100:00000001:2.0:1767384316.110056:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384316.110057:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.110073:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384316.110076:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384316.110077:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.110081:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461120 02000000:00000001:1.0:1767384316.110086:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.110087:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110089:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.110090:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.110094:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.110096:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.110099:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.110101:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294902283 00000100:00100000:1.0:1767384316.110104:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461120 00000100:00000001:2.0:1767384316.110106:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902280 00000100:00000001:2.0:1767384316.110111:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294902283 00000020:00000001:1.0:1767384316.110117:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384316.110118:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902280 00000020:00000040:1.0:1767384316.110121:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384316.110122:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294902283 00000020:00000001:1.0:1767384316.110126:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.110127:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902280 00000020:00000040:1.0:1767384316.110132:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384316.110133:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294902283 00000100:00000001:2.0:1767384316.110139:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902280 00000020:00000001:1.0:1767384316.110139:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384316.110143:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384316.110146:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384316.110147:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.110151:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.110152:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384316.110153:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384316.110156:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000002ebfe199 going to sleep for 11 seconds 00000100:00000001:2.0:1767384316.110159:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384316.110159:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c47617e. 00000100:00000001:2.0:1767384316.110161:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110166:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.110171:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c47617e. 00000020:00000010:1.0:1767384316.110177:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e9387c4. 00000020:00000010:1.0:1767384316.110182:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a30599fa. 00000020:00000010:1.0:1767384316.110190:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000040:1.0:1767384316.110195:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384316.110197:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.110199:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384316.110201:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110206:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110221:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.110230:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384316.110232:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384316.110238:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000040:1.0:1767384316.110242:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384316.110245:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788636752 : -114766920914864 : ffff979ebe726850) 00000100:00000040:1.0:1767384316.110252:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcf34d56 x1853236731461120/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 304/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.110262:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.110265:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c47617e. 00000100:00000001:1.0:1767384316.110267:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.110270:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c47617e. 00000100:00100000:1.0:1767384316.110274:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcf34d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731461120:12345-0@lo:256: 00000100:00000200:1.0:1767384316.110278:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461120 00000020:00000001:1.0:1767384316.110290:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384316.110292:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384316.110293:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.110296:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.110298:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:1.0:1767384316.110300:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.110302:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.110304:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384316.110305:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384316.110307:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110310:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384316.110312:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384316.110316:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003df8daa6. 02000000:00000001:1.0:1767384316.110318:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110321:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.110324:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384316.110328:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384316.110332:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384316.110334:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384316.110336:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.110339:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384316.110340:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384316.110343:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c75579b6. 20000000:00000001:1.0:1767384316.110346:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384316.110360:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384316.110367:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384316.110372:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384316.110374:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384316.110377:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384316.110378:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384316.110381:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384316.110383:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384316.110385:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384316.110388:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384316.110389:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384316.110392:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384316.110393:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384316.110395:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384316.110405:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384316.110407:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:1.0:1767384316.110409:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3752/1/4/3. 20000000:00000040:1.0:1767384316.110416:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384316.110418:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384316.110420:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384316.110422:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384316.110424:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384316.110426:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384316.110428:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384316.110429:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384316.110431:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384316.110433:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384316.110435:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384316.110437:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384316.110439:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384316.110441:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384316.110443:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384316.110445:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:1.0:1767384316.110446:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3408/1/4/3. 20000000:01000000:1.0:1767384316.110449:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 688, version 36 20000000:00000001:1.0:1767384316.110451:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=688 : 688 : 2b0) 00000100:00000001:1.0:1767384316.110455:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384316.110459:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000300fa054. 00000100:00000010:1.0:1767384316.110461:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000654be05d. 00000020:00000040:1.0:1767384316.110464:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:1.0:1767384316.110467:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384316.110469:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384316.110472:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000400:00000010:1.0:1767384316.110479:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008652c555. 00000400:00000200:1.0:1767384316.110485:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.110492:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.110498:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 688 into portal 33 MB=0x695824d103e00 00000400:00000200:1.0:1767384316.110518:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 688/688 into md 0x15fd [4] + 0 00000400:00000010:1.0:1767384316.110522:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec662729. 00000400:00000200:1.0:1767384316.110526:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091717290 00000400:00000200:1.0:1767384316.110529:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.110541:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384316.110544:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091717290 00000400:00000010:1.0:1767384316.110546:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000091717290. 00000100:00000001:1.0:1767384316.110549:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384316.110552:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000026a4f28c desc 00000000ed9f781c mbits 1853236731461120 00000100:00000001:1.0:1767384316.110564:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384316.110568:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384316.110574:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384316.110578:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.110583:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.110589:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1609 00000400:00000200:1.0:1767384316.110594:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.110596:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384316.110599:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384316.110600:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000300fa054 00000100:00000001:1.0:1767384316.110602:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384316.110607:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000400:00000010:1.0:1767384316.110608:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:1.0:1767384316.110610:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384316.110611:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000300fa054 00000100:00000001:1.0:1767384316.110612:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384316.110615:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 688 bytes via portal 33 id 12345-0@lo mbits 0x695824d103e00-0x695824d103e00 00000100:00000001:1.0:1767384316.110618:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.110621:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110624:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384316.110626:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:1.0:1767384316.110629:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000654be05d. 00000100:00000010:1.0:1767384316.110631:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000300fa054. 00000100:00000001:1.0:1767384316.110632:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384316.110634:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384316.110639:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c75579b6. 20000000:00000001:1.0:1767384316.110642:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.110644:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731461120 00010000:00000001:1.0:1767384316.110646:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384316.110648:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcf34d56 x1853236731461120/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.110654:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.110661:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.110662:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.110664:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.110669:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.110670:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384316.110671:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.110673:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.110676:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.110678:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.110680:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000100:00000200:1.0:1767384316.110682:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731461120, offset 224 00000400:00000200:1.0:1767384316.110686:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.110691:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.110696:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d103e00 00000400:00000200:1.0:1767384316.110701:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1601 [1] + 224 00000400:00000200:1.0:1767384316.110704:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.110705:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.110708:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.110709:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.110716:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.110731:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.110733:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000400:00000010:1.0:1767384316.110734:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:1.0:1767384316.110738:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.110739:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.110741:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.110742:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.110744:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.110745:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.110747:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.110749:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcf34d56 x1853236731461120/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.110756:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384316.110763:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384316.110842:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384316.110844:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000400:00000200:0.0:1767384316.110849:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 00000400:00000010:0.0:1767384316.110851:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 00000100:00000001:0.0:1767384316.110855:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.110863:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.110872:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.110877:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.110878:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.110880:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.110882:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.110883:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.110884:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.110886:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.110888:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384316.110892:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.110894:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384316.110896:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.110897:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384316.110899:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.110901:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.110904:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.110910:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.110914:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.110916:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.110918:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.110931:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731461120:0@lo:256: 00000100:00000001:0.0:1767384316.110934:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.110937:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.110939:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384316.110941:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.110943:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.110948:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.110952:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcf34d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731461120:12345-0@lo:256: Request processed in 503us (729us total) trans 0 rc 0/0 00000100:00000010:0.0:1767384316.110953:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ebfe199. 00000100:00000001:0.0:1767384316.110958:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384316.110960:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.110963:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 10000000:00000040:0.0:1767384316.110965:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 36, more 0. 00000100:00000040:1.0:1767384316.110966:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384316.110970:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:0.0:1767384316.110971:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 00000100:00000001:1.0:1767384316.110972:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.110976:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a30599fa. 10000000:00000010:0.0:1767384316.110977:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000001e1619e. 00000020:00000010:1.0:1767384316.110979:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384316.110984:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e9387c4. 00000020:00000040:1.0:1767384316.110986:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 10000000:00000040:0.0:1767384316.110988:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 02000000:00000001:1.0:1767384316.110989:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384316.110992:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003df8daa6. 02000000:00000001:1.0:1767384316.110996:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384316.110998:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.110999:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000200:1.0:1767384316.111002:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384316.111003:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000400:00000010:1.0:1767384316.111008:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cee2425. 00000100:00000040:0.0:1767384316.111009:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000400:00000010:1.0:1767384316.111014:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b58040a. 00000100:00000001:0.0:1767384316.111014:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.111016:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384316.111019:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:0.0:1767384316.111021:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:0.0:1767384316.111023:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 16 NIDs 00000400:00001000:0.0:1767384316.111026:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384316.111029:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:0.0:1767384316.111033:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384316.111038:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000200:0.0:1767384316.111046:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384316.111050:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:0.0:1767384316.111052:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (17) 00000400:00000200:0.0:1767384316.111053:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:0.0:1767384316.111055:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:0.0:1767384316.111064:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111065:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:0.0:1767384316.111069:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:0.0:1767384316.111072:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111073:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:0.0:1767384316.111074:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:0.0:1767384316.111076:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111077:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:0.0:1767384316.111078:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:0.0:1767384316.111081:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111082:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:0.0:1767384316.111084:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:0.0:1767384316.111086:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111088:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:0.0:1767384316.111089:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:0.0:1767384316.111091:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111092:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:0.0:1767384316.111093:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:0.0:1767384316.111095:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111097:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:0.0:1767384316.111098:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:0.0:1767384316.111100:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111101:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:0.0:1767384316.111102:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:0.0:1767384316.111104:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111105:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:0.0:1767384316.111106:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:0.0:1767384316.111108:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111109:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:0.0:1767384316.111110:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:0.0:1767384316.111112:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111112:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:0.0:1767384316.111113:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:0.0:1767384316.111115:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111116:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:0.0:1767384316.111117:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:0.0:1767384316.111124:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111125:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:0.0:1767384316.111126:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:0.0:1767384316.111128:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111129:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:0.0:1767384316.111130:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:0.0:1767384316.111132:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384316.111133:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000100:00000001:0.0:1767384316.111135:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.111136:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384316.111138:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:0.0:1767384316.111142:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c93c8959. 10000000:00000040:0.0:1767384316.111143:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 36/36 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:0.0:1767384316.111145:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384316.111150:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384316.111152:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000348876d5. 00000020:00000010:0.0:1767384316.111155:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afead9f4. 00000040:00000010:0.0:1767384316.111158:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b03381d. 00000020:00000010:0.0:1767384316.111162:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009826e8f6. 00000020:00000010:0.0:1767384316.111165:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384316.111168:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b04a176c. 80000000:00000010:0.0:1767384316.111171:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000066915b7a. 40000000:00000010:0.0:1767384316.111173:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000066b25ab. 00100000:00000010:0.0:1767384316.111177:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0e41e69. 00040000:00000010:0.0:1767384316.111181:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e2bac58. 00040000:00000010:0.0:1767384316.111185:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d6da8d4. 00040000:00000010:0.0:1767384316.111187:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061734314. 00080000:00000010:0.0:1767384316.111192:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a15f925c. 00080000:00000010:0.0:1767384316.111205:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef6fa929. 00000004:00000010:0.0:1767384316.111210:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001285488d. 00000004:00000010:0.0:1767384316.111214:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006dc9b2d7. 00000004:00000010:0.0:1767384316.111218:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000022810d67. 00002000:00000010:0.0:1767384316.111221:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b02f8b8. 00000004:00000010:0.0:1767384316.111227:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000074382774. 00000004:00000001:0.0:1767384316.111231:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384316.111234:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384316.111235:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c93c8959 00000040:00001000:0.0:1767384316.111236:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384316.111238:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384316.111239:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384316.111240:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384316.111242:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384316.111243:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384316.111244:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384316.111245:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:0.0:1767384316.111246:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384316.111309:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.111315:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afead9f4. 00000040:00000010:0.0:1767384316.111321:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b03381d. 00000020:00000010:0.0:1767384316.111327:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009826e8f6. 00000020:00000010:0.0:1767384316.111332:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384316.111337:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b04a176c. 80000000:00000010:0.0:1767384316.111342:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000066915b7a. 40000000:00000010:0.0:1767384316.111346:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000066b25ab. 00100000:00000010:0.0:1767384316.111349:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0e41e69. 00040000:00000010:0.0:1767384316.111352:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e2bac58. 00040000:00000010:0.0:1767384316.111357:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005d6da8d4. 00040000:00000010:0.0:1767384316.111361:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061734314. 00080000:00000010:0.0:1767384316.111368:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef6fa929. 00080000:00000010:0.0:1767384316.111372:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a15f925c. 00000004:00000010:0.0:1767384316.111377:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001285488d. 00000004:00000010:0.0:1767384316.111383:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006dc9b2d7. 00000004:00000010:0.0:1767384316.111390:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000022810d67. 00002000:00000010:0.0:1767384316.111396:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005b02f8b8. 00000004:00000010:0.0:1767384316.111401:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000074382774. 00000020:00000010:0.0:1767384316.111405:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000348876d5. 00000020:00000001:0.0:1767384316.111408:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.111410:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384316.111422:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c93c8959. 10000000:00000010:0.0:1767384316.111427:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000001e1619e. 10000000:00000001:0.0:1767384316.111428:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.111431:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.111438:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026a4f28c x1853236731461120/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.111446:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.111449:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.111451:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fd5fc8d. 02000000:00000001:0.0:1767384316.111454:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.111456:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.111458:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384316.111460:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384316.111462:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384316.111463:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.111464:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384316.111468:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384316.111470:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c384a2a9. 00000100:00000010:0.0:1767384316.111473:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ed9f781c. 00000100:00000001:0.0:1767384316.111477:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384316.111479:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003dae2dfb. 02000000:00000001:0.0:1767384316.111482:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.111484:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.111487:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026a4f28c. 00000100:00000001:0.0:1767384316.111492:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.111494:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384316.111530:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000018114750. 10000000:01000000:0.0:1767384316.111536:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384316.111540:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384316.111543:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.111545:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.111547:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=3 00000020:00000001:0.0:1767384316.111550:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:0.0:1767384316.111553:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:0.0:1767384316.111556:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384316.111563:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.111569:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.111570:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384316.111571:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.111575:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384316.111576:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.111577:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384316.111578:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384316.111579:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384316.111581:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384316.111583:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384316.111584:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:0.0:1767384316.111587:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384316.115822:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294902283, at 4294902284 00000100:00000010:1.0:1767384316.115834:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ff2035. 00000100:00000040:3.0:1767384316.116817:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294902283, at 4294902285 00000100:00000040:0.0:1767384316.116819:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294902283, at 4294902285 00000100:00000010:3.0:1767384316.116834:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009613ffb0. 00000100:00000040:2.0:1767384316.116837:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294902283, at 4294902285 00000100:00000010:0.0:1767384316.116840:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075968bbe. 00000100:00000010:2.0:1767384316.116845:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00000020:00000010:0.0:1767384316.123894:0:24485:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000066b25ab. 00000020:00000040:0.0:1767384316.123901:0:24485:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384316.123904:0:24485:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000066b25ab. 00000100:00000001:3.0:1767384316.616851:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384316.616859:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.616891:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384316.616900:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384316.807759:0:24628:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384316.807765:0:24628:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:2.0:1767384316.811861:0:24628:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384316.820371:0:24629:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000dcd00236. 00000400:00000010:2.0:1767384316.820393:0:24629:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000663dcdf6. 00000400:00000010:2.0:1767384316.820404:0:24629:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005ca9d3af. 00000400:00000010:2.0:1767384316.820409:0:24629:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d9faf965. 00000400:00000010:2.0:1767384316.820413:0:24629:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000084b89a8. 00000400:00000010:2.0:1767384316.820419:0:24629:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000308a4485. 00000400:00000010:2.0:1767384316.820422:0:24629:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006dd73b35. 00000400:00000010:2.0:1767384316.820424:0:24629:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000974bc52c. 00000400:00000010:2.0:1767384316.820428:0:24629:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fea8756a. 00000800:00000010:2.0:1767384316.820442:0:24629:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bcd4f042. 00000800:00000200:2.0:1767384316.820454:0:24629:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384316.820465:0:24629:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384316.820525:0:24629:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384316.820550:0:24629:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp25 [8/256/0/180] 00000400:00000010:2.0:1767384316.821799:0:24629:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000c0bc3c7e. 00000400:00000010:2.0:1767384316.821805:0:24629:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e00508ef. 00000400:00000010:2.0:1767384316.821810:0:24629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000400:00000001:2.0:1767384316.821823:0:24629:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384316.821825:0:24629:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.821827:0:24629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000400:00000200:2.0:1767384316.821829:0:24629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006edb577f 00000400:00000010:2.0:1767384316.821830:0:24629:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006edb577f. 00000400:00000010:2.0:1767384316.821833:0:24629:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000804360b5. 00000400:00000200:2.0:1767384316.821838:0:24629:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (16) 00000400:00000200:2.0:1767384316.821847:0:24629:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384316.821855:0:24629:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:2.0:1767384316.821861:0:24629:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cd0a0ac6. 00000020:01000000:2.0:1767384316.821865:0:24629:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384316.821867:0:24629:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp25 00000400:00000200:1.0:1767384316.821868:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384316.821875:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384316.821882:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000400:00000010:2.0:1767384316.821883:0:24629:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000663dcdf6. 00000400:00000200:1.0:1767384316.821885:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000400:00000010:2.0:1767384316.821887:0:24629:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000dcd00236. 00000400:00000010:1.0:1767384316.821895:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063e214f6. 00000400:00000200:1.0:1767384316.821901:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384316.821913:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1767384316.821920:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [37:37:256:4294967295] 192.168.204.118@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1767384316.821926:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp 00000020:00000001:3.0:1767384316.821930:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384316.821934:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 10000000:00000001:3.0:1767384316.821938:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384316.821944:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384316.821948:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384316.821955:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384316.821956:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.118@tcp 00000020:01000004:3.0:1767384316.821958:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384316.821961:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384316.821966:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384316.821968:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384316.821969:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384316.821972:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:1.0:1767384316.821974:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b831ece4. 00000020:01000004:3.0:1767384316.821976:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384316.821979:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384316.821983:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384316.821991:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 00000800:00000200:1.0:1767384316.821992:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000020:00000040:3.0:1767384316.822001:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000800:00000200:1.0:1767384316.822007:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000100:00000001:3.0:1767384316.822009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.822013:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384316.822015:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b831ece4 type 1, nob 400 niov 1 nkiov 1 02000000:00000001:3.0:1767384316.822025:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384316.822037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ff156db6. 00000400:00000200:1.0:1767384316.822038:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384316.822050:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:3.0:1767384316.822054:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.822065:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.822068:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.822080:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e05bc6] to pc [ptlrpcd_00_00+0] req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384316.822112:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384316.822115:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.822117:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384316.822119:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384316.822124:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384316.822127:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384316.822130:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384316.822130:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384316.822133:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384316.822134:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384316.822135:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384316.822139:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384316.822141:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384316.822142:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384316.822146:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384316.822147:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384316.822154:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384316.822158:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384316.822164:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384316.822169:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384316.822173:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384316.822175:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384316.822177:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3fcf88d. 00000100:00000001:1.0:1767384316.822177:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384316.822178:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384316.822187:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:1.0:1767384316.822189:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384316.822190:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b831ece4. 00000100:00000001:3.0:1767384316.822192:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.822195:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384316.822197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384316.822204:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.822206:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.822207:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384316.822213:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731461248:0@lo:253: 02000000:00000010:3.0:1767384316.822218:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b73fe5. 00000100:00000001:1.0:1767384316.822220:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384316.822227:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:3.0:1767384316.822228:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.822232:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384316.822237:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384316.822239:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.822241:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384316.822246:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.822248:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384316.822254:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000100:00000040:3.0:1767384316.822255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fcf88d] to pc [ptlrpcd_00_01+1] req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384316.822257:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9f63b99. 02000000:00000001:1.0:1767384316.822265:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384316.822274:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384316.822277:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43ae428. 10000000:00000001:3.0:1767384316.822289:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384316.822289:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384316.822296:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384316.822299:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.822301:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384316.822304:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384316.822305:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.822306:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018000fda. 00000020:00000010:3.0:1767384316.822308:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cd0a0ac6. 00000100:00000200:1.0:1767384316.822316:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731461248, portal 25 00000100:00000001:1.0:1767384316.822322:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.822325:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00000400:00000200:0.0:1767384316.822327:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : PUT - for me 00000100:00000040:1.0:1767384316.822333:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.822339:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384316.822343:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384316.822346:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384316.822351:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384316.822352:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.822355:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384316.822356:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000284291b1. 00000400:00000200:0.0:1767384316.822359:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 288/304 into md 0x1595 [1] + 0 00000100:00000040:3.0:1767384316.822364:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.822383:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384316.822386:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.822387:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 02000000:00000001:3.0:1767384316.822390:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384316.822394:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384316.822396:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000887c2f0a 02000000:00000001:3.0:1767384316.822398:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.822403:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731461376:0@lo:253: 00000100:00000200:1.0:1767384316.822404:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731461248, offset 0 00000800:00000001:0.0:1767384316.822407:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384316.822413:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384316.822417:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384316.822418:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384316.822422:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384316.822423:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.822432:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384316.822433:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.822435:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384316.822441:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002452bb2b. 02000000:00000001:3.0:1767384316.822445:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.822449:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1767384316.822453:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103e80 00000400:00000010:3.0:1767384316.822456:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f342431. 00000400:00000200:1.0:1767384316.822461:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000400:00000010:1.0:1767384316.822465:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c525153e. 00000400:00000200:1.0:1767384316.822468:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000307d17dc 00000400:00000200:0.0:1767384316.822471:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000200:1.0:1767384316.822473:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384316.822477:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000400:00000200:1.0:1767384316.822478:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384316.822500:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384316.822501:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000307d17dc 00000400:00000010:3.0:1767384316.822504:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054a37023. 00000400:00000010:1.0:1767384316.822505:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000307d17dc. 00000400:00000200:0.0:1767384316.822508:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (18) 00000100:00000001:1.0:1767384316.822515:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384316.822518:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731461376, portal 25 00000100:00000200:1.0:1767384316.822519:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384316.822523:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000001:3.0:1767384316.822528:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384316.822530:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000040fade5b x1853236731461248 msgsize 4848 00000100:00000001:3.0:1767384316.822532:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668308608 : -114767041243008 : ffff979eb7465880) 00000400:00000200:0.0:1767384316.822538:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (304 bytes) 00000100:00000040:3.0:1767384316.822547:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.822555:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00100000:1.0:1767384316.822558:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384316.822567:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384316.822579:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.822582:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384316.822582:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (19) 00000400:00000010:3.0:1767384316.822585:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b487ff01. 00000100:00000001:1.0:1767384316.822586:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384316.822594:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731461376, offset 0 00000400:00000200:1.0:1767384316.822598:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000284291b1 00000400:00000200:0.0:1767384316.822598:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767384316.822602:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000284291b1. 00000100:00000001:1.0:1767384316.822607:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384316.822613:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384316.822614:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384316.822619:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.822633:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384316.822633:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [38:38:256:4294967295] 192.168.204.118@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000040:1.0:1767384316.822637:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.822645:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.822648:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384316.822656:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : ACK try# 0 00000800:00000200:0.0:1767384316.822665:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp 00000100:00000001:1.0:1767384316.822668:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.822673:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384316.822675:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294902995 00000800:00000010:0.0:1767384316.822675:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e2bac58. 00000100:00000010:1.0:1767384316.822682:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000127302af. 00000800:00000200:0.0:1767384316.822690:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000100:00000001:1.0:1767384316.822693:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384316.822702:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294902995 00000800:00000200:0.0:1767384316.822702:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:1023 00000400:00000200:3.0:1767384316.822704:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d103f00 00000800:00000200:0.0:1767384316.822714:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2bac58 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:1.0:1767384316.822715:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ff5e51f. 00000400:00000200:3.0:1767384316.822716:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000100:00000001:1.0:1767384316.822725:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384316.822730:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f3ab31. 00000100:00000001:1.0:1767384316.822735:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294902995 00000400:00000200:3.0:1767384316.822738:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003af4488b 00000100:00000010:1.0:1767384316.822740:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006decef31. 00000100:00000001:1.0:1767384316.822744:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384316.822744:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384316.822746:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.822749:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294902995 00000100:00000010:1.0:1767384316.822756:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d68d4513. 00000400:00000200:3.0:1767384316.822757:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384316.822757:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.822764:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384316.822802:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.822804:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.822807:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.822808:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af4488b 00000100:00000001:1.0:1767384316.822810:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384316.822813:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003af4488b. 00000100:00000001:3.0:1767384316.822819:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384316.822821:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384316.822822:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384316.822824:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384316.822826:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000004f61301 x1853236731461376 msgsize 4848 00000100:00000001:1.0:1767384316.822828:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.822833:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.822838:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.822843:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384316.822844:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.822850:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384316.822862:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.822870:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b487ff01 00000400:00000010:3.0:1767384316.822872:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b487ff01. 00000100:00000001:3.0:1767384316.822874:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384316.822877:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384316.822884:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384316.822886:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.822892:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384316.822894:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e2bac58. 00000400:00000200:0.0:1767384316.822907:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384316.822908:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.822916:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.822923:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.822929:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000100:00000001:3.0:1767384316.822930:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294902996 00000100:00000001:3.0:1767384316.822944:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902995 00000800:00000001:0.0:1767384316.822948:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384316.822950:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384316.822953:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294902996 00000100:00100000:1.0:1767384316.822955:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461248 00000800:00000001:0.0:1767384316.822957:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.822961:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902995 02000000:00000001:1.0:1767384316.822962:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.822971:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.822972:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294902996 00000800:00000001:0.0:1767384316.822974:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384316.822983:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.822984:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902995 00000800:00000001:0.0:1767384316.822988:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.822996:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294902996 02000000:00000001:1.0:1767384316.822997:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384316.822997:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384316.823006:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461248 00000100:00000001:3.0:1767384316.823009:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902995 00000020:00000001:1.0:1767384316.823013:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384316.823014:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.823015:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384316.823019:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384316.823026:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.823029:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384316.823031:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.823037:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384316.823039:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:0.0:1767384316.823043:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : ACK - for me 00000020:00000001:1.0:1767384316.823044:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384316.823046:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.823052:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384316.823052:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384316.823061:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.823063:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384316.823064:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.823072:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.823073:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045afcfd6. 00000400:00000200:0.0:1767384316.823073:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp: ACK from 12345-192.168.204.118@tcp into md 0x1619 00000100:00000001:3.0:1767384316.823079:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.823080:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384316.823084:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384316.823092:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045afcfd6. 00000400:00000200:0.0:1767384316.823101:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000020:00000010:1.0:1767384316.823102:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6a0ab90. 00000020:00000010:1.0:1767384316.823110:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e93d47c. 00000400:00000200:0.0:1767384316.823113:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000020:00000010:1.0:1767384316.823117:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000400:00000010:0.0:1767384316.823119:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:3.0:1767384316.823123:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384316.823126:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461376 00000400:00000200:0.0:1767384316.823127:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000040:1.0:1767384316.823129:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384316.823131:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.823138:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.823139:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384316.823139:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:3.0:1767384316.823145:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.823145:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384316.823151:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.823154:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 02000000:00000001:3.0:1767384316.823155:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.823160:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.823161:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461376 00000400:00000200:0.0:1767384316.823170:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (18) 00000020:00000001:3.0:1767384316.823172:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.823176:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384316.823177:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.823180:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.823183:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000800:00000001:0.0:1767384316.823184:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384316.823189:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384316.823191:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384316.823193:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384316.823194:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384316.823194:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.823202:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384316.823207:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000020:00000010:3.0:1767384316.823208:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f99bb453. 00000100:00000040:1.0:1767384316.823211:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384316.823212:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.823216:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788626512 : -114766920925104 : ffff979ebe724050) 00000020:00000010:3.0:1767384316.823217:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f99bb453. 00000100:00000040:1.0:1767384316.823229:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040fade5b x1853236731461248/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.823230:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bad728. 00000020:00000010:3.0:1767384316.823238:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000079ef940. 00000100:00000001:1.0:1767384316.823246:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.823247:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058ce8677. 00000020:00000010:1.0:1767384316.823250:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045afcfd6. 00000100:00000001:3.0:1767384316.823253:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384316.823254:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.823258:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.823263:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.823263:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045afcfd6. 00000100:00100000:1.0:1767384316.823276:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040fade5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731461248:12345-0@lo:253: 00000100:00000001:3.0:1767384316.823277:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.823282:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461248 00000020:00000001:1.0:1767384316.823287:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384316.823289:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.823291:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384316.823295:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.823297:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384316.823301:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384316.823305:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384316.823307:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.823309:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384316.823310:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384316.823317:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384316.823317:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384316.823330:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000001:1.0:1767384316.823333:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.823335:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384316.823339:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788637776 : -114766920913840 : ffff979ebe726c50) 00000100:00000001:1.0:1767384316.823339:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384316.823343:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384316.823348:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004f61301 x1853236731461376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.823355:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.823357:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f99bb453. 00000100:00000001:3.0:1767384316.823360:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384316.823360:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000034afe4d9. 00000400:00000200:0.0:1767384316.823364:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:1.0:1767384316.823372:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384316.823373:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f99bb453. 00000400:00000010:0.0:1767384316.823377:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000000ccf8095. 00000100:00000001:1.0:1767384316.823382:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.823387:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d150cd07. 00000100:00100000:3.0:1767384316.823391:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004f61301 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731461376:12345-0@lo:253: 20000000:00000001:1.0:1767384316.823393:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384316.823397:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000200:3.0:1767384316.823403:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461376 00000020:00000001:3.0:1767384316.823410:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384316.823410:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004512c357. 00000400:00000200:0.0:1767384316.823411:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000ccf8095 00000020:00000001:3.0:1767384316.823418:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.823421:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384316.823422:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:0.0:1767384316.823422:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000453a58fa. 00000020:00000001:3.0:1767384316.823436:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384316.823437:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384316.823439:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:3.0:1767384316.823445:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:00000001:1.0:1767384316.823445:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384316.823452:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384316.823453:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.823453:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000020:00000001:3.0:1767384316.823458:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384316.823459:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.823468:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000020:00000001:3.0:1767384316.823471:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384316.823471:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:0.0:1767384316.823477:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000061734314. 00000020:00000001:3.0:1767384316.823481:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.823502:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384316.823502:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005c74c4b8. 00000400:00000010:0.0:1767384316.823507:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 20000000:01000000:1.0:1767384316.823510:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000100:00000001:3.0:1767384316.823511:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.823517:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384316.823521:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1860d1c. 20000000:00000001:1.0:1767384316.823522:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:3.0:1767384316.823524:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009c5818a4. 00080000:00000001:1.0:1767384316.823529:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384316.823530:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.823536:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.823536:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384316.823537:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 20000000:00000001:3.0:1767384316.823544:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384316.823553:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029a55519. 00080000:00000001:1.0:1767384316.823558:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384316.823558:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 20000000:01000000:3.0:1767384316.823560:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384316.823568:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384316.823574:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:00000001:3.0:1767384316.823576:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384316.823577:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.823580:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.823585:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384316.823586:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.823591:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.823593:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384316.823597:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384316.823598:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00080000:00000001:1.0:1767384316.823600:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384316.823605:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:1.0:1767384316.823609:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000400:00000200:0.0:1767384316.823610:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00080000:00000002:1.0:1767384316.823611:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384316.823614:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384316.823616:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.823617:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384316.823620:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384316.823625:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384316.823630:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384316.823630:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00080000:00000010:1.0:1767384316.823635:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000045dbca9d. 00000400:00000200:0.0:1767384316.823639:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00080000:00000001:1.0:1767384316.823640:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507225088 : -114772202326528 : ffff979d83a67600) 00000400:00000200:0.0:1767384316.823646:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00080000:00000001:1.0:1767384316.823651:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384316.823656:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384316.823657:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00080000:00000010:1.0:1767384316.823660:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000045afcfd6. 00080000:00000001:1.0:1767384316.823664:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.823667:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00080000:00000001:1.0:1767384316.823668:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384316.823675:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00080000:00000001:1.0:1767384316.823682:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.823682:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384316.823690:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384316.823696:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384316.823701:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00080000:00000001:1.0:1767384316.823702:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384316.823710:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384316.823716:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384316.823722:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:0.0:1767384316.823729:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp24 00000400:00000200:0.0:1767384316.823734:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp24 lpni_is_preferred = 0 00000400:00000200:0.0:1767384316.823740:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp24 00000400:00000200:0.0:1767384316.823748:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [39:39:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1767384316.823758:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp24 00000400:00000200:0.0:1767384316.823798:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:) -> 192.168.204.118@tcp24(192.168.204.118@tcp:192.168.204.118@tcp24) : GET try# 0 00000800:00000200:0.0:1767384316.823805:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp24 00000800:00000010:0.0:1767384316.823809:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e2bac58. 00000800:00000010:0.0:1767384316.823817:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a4355b20. 00000800:00000010:0.0:1767384316.823827:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cf5cbbdd. 00000800:00000200:0.0:1767384316.823833:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (2) 00000800:00000200:0.1:1767384316.823839:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (2) 00000400:00000200:0.0:1767384316.823862:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384316.823866:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:1.0:1767384316.823915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.823949:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.823970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.823995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824042:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824097:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824128:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824142:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824155:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824229:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824366:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.824379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000800:00000010:1.0:1767384316.824530:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb259496. 00000800:00000010:1.0:1767384316.824535:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000284291b1. 00000800:00000010:1.0:1767384316.824539:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.824568:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ca1679b. 00000400:00000200:0.0:1767384316.824619:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384316.824635:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp24 from 225.3.0.2 00000800:00000010:0.0:1767384316.824639:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d0cabe9e. 00000800:00000010:1.0:1767384316.824672:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f2e72867. 00000800:00000010:1.0:1767384316.824677:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e895652. 00000800:00000010:1.0:1767384316.824695:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f6cff595. 00000800:00000200:1.1:1767384316.824700:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (2) 00000800:00000200:1.1:1767384316.824705:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp24 00000000f6cff595 deleted 00000800:00000010:1.1:1767384316.824707:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f6cff595. 00000800:00000200:1.1:1767384316.824713:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384316.824718:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:993 00000800:00000200:1.1:1767384316.824720:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e2bac58 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384316.824724:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp24 p 3.x 192.168.204.118 -> 192.168.204.118:993 incarnation:1767384314911953993 sched[0] 00000800:00000010:1.0:1767384316.824728:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.824788:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.824791:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e895652. 00000800:00000010:1.0:1767384316.824823:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d0cabe9e. 00000800:00000001:3.0:1767384316.824835:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.824846:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384316.824881:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384316.824886:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp24 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384314911953993 sched[0] 00000800:00000010:1.0:1767384316.824890:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000284291b1. 00000800:00000200:3.0:1767384316.824915:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384316.824919:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e2bac58. 00000400:00000200:3.0:1767384316.824925:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.824934:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: GET: OK 00000400:00000200:3.0:1767384316.824941:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384316.824945:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:3.0:1767384316.824961:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.824970:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384316.824972:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384316.824984:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.824987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384316.825001:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : GET - for me 00000400:00000200:3.0:1767384316.825013:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384316.825022:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 304/304 into md 0x1615 [1] + 0 00000400:00000200:3.0:1767384316.825035:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000400:00000200:3.0:1767384316.825044:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [40:40:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1767384316.825061:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) 192.168.204.118@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384316.825067:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000800:00000010:3.0:1767384316.825071:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cf5d8aa. 00000400:00000200:1.0:1767384316.825075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:3.0:1767384316.825081:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (4) 00000800:00000200:3.0:1767384316.825089:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:988 00000800:00000200:3.0:1767384316.825093:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cf5d8aa type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384316.825139:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000200:3.0:1767384316.825168:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384316.825173:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cf5d8aa. 00000800:00000001:0.0:1767384316.825173:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384316.825178:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384316.825183:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384316.825187:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: REPLY: OK 00000800:00000001:0.0:1767384316.825192:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384316.825193:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000001:0.0:1767384316.825208:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384316.825216:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.825224:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384316.825235:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : REPLY - for me 00000400:00000200:1.0:1767384316.825250:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384316.825257:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp24: Reply from 12345-192.168.204.118@tcp24 of length 304/304 into md 0x1631 00000800:00000001:0.0:1767384316.825264:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.825272:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.825274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384316.825276:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.825284:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: REPLY: OK 00000400:00000200:0.0:1767384316.825289:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000400:00000010:0.0:1767384316.825291:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000400:00000200:0.0:1767384316.825296:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384316.825303:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:0.0:1767384316.825307:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:0.0:1767384316.825315:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384316.825326:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384316.825333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384316.825344:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (18) 00000800:00000001:0.0:1767384316.825356:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384316.825363:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.825371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384316.825384:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384316.825393:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000200:1.0:1767384316.825401:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000010:0.0:1767384316.825403:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000b3af7a4e. 00000400:00000010:0.0:1767384316.825411:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000afead9f4. 00000400:00000010:0.0:1767384316.825415:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000d8b7c01c. 00000400:00000200:1.0:1767384316.825432:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000010:0.0:1767384316.825457:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003b03381d. 00000400:00000200:0.0:1767384316.825466:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003b03381d nid 192.168.204.118@tcp25 00000400:00000200:1.0:1767384316.825467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000010:0.0:1767384316.825475:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000075968bbe. 00000400:00000200:0.0:1767384316.825480:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000075968bbe net tcp25 00000400:00000200:0.0:1767384316.825499:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000400:00000200:0.0:1767384316.825507:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp25 flags 0x11 00000400:00000010:0.0:1767384316.825512:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000b3af7a4e. 00000400:00000010:0.0:1767384316.825518:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000afead9f4. 00000400:00000010:0.0:1767384316.825523:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000d8b7c01c. 00000400:00000200:1.0:1767384316.825525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000010:0.0:1767384316.825529:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000061734314. 00000400:00000200:0.0:1767384316.825540:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384316.825545:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:0.0:1767384316.825549:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:0.0:1767384316.825553:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:0.0:1767384316.825557:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384316.825560:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384316.825562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384316.825565:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384316.825572:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (18) 00000400:00000200:1.0:1767384316.825588:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825608:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825642:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825661:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825809:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825851:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825895:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825955:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384316.825996:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000800:00000010:1.0:1767384316.826136:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f15d715d. 00000800:00000010:1.0:1767384316.826140:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000284291b1. 00000800:00000010:1.0:1767384316.826144:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.826190:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ca1679b. 00000400:00000200:0.0:1767384316.826262:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384316.826277:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp24 from 224.3.0.2 00000800:00000010:0.0:1767384316.826280:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008bb76f5e. 00000800:00000010:1.0:1767384316.826304:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000661c0f1d. 00000800:00000010:1.0:1767384316.826309:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e895652. 00000800:00000010:1.0:1767384316.826324:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f6cff595. 00000800:00000200:1.1:1767384316.826329:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (4) 00000800:00000200:1.1:1767384316.826333:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp24 00000000f6cff595 deleted 00000800:00000010:1.1:1767384316.826335:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f6cff595. 00000800:00000200:1.1:1767384316.826338:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384316.826342:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp24 p 3.x 192.168.204.118 -> 192.168.204.118:992 incarnation:1767384314911953993 sched[0] 00000800:00000010:1.0:1767384316.826346:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.826398:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ca1679b. 00000800:00000010:1.0:1767384316.826403:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e895652. 00000800:00000010:1.0:1767384316.826433:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008bb76f5e. 00000800:00000001:1.0:1767384316.826457:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.826462:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384316.826508:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384316.826519:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp24 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384314911953993 sched[0] 00000800:00000010:3.0:1767384316.826524:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000284291b1. 00000800:00000001:1.0:1767384316.826599:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.826603:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384316.827028:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045dbca9d. 00080000:00000010:1.0:1767384316.827063:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000045afcfd6. 00040000:00000001:1.0:1767384316.827068:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384316.827070:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384316.827072:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384316.827075:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384316.827077:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.827079:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384316.827088:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384316.827100:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384316.827104:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384316.827109:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384316.827114:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000076876762. 20000000:01000000:3.0:1767384316.827118:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384316.827122:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384316.827127:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384316.827130:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384316.827131:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384316.827138:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384316.827142:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384316.827146:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384316.827148:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384316.827154:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384316.827160:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b89e56ac count: 2 00080000:00000001:3.0:1767384316.827162:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.827166:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384316.827167:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384316.827174:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384316.827180:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384316.827181:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384316.827183:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384316.827189:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000010:0.0:1767384316.827190:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a88b3d5. 00000020:00000001:3.0:1767384316.827195:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:3.0:1767384316.827199:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384316.827201:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384316.827202:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384316.827207:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a88b3d5 with handle 0xd602e9c522f0b1fd to hash 00080000:00000001:3.0:1767384316.827208:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384316.827213:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.827220:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384316.827221:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384316.827225:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:0.0:1767384316.827225:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00080000:00000001:3.0:1767384316.827229:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384316.827233:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d9a2c3e2. 00080000:00000001:3.0:1767384316.827241:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305865543168 : -114767844008448 : ffff979e876d1e00) 00010000:00000001:0.0:1767384316.827243:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00080000:00000001:3.0:1767384316.827245:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384316.827249:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384316.827252:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f99bb453. 00010000:00000001:0.0:1767384316.827252:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384316.827260:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.827260:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384316.827270:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384316.827272:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384316.827280:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.827292:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384316.827296:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384316.827297:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384316.827299:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384316.827303:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.827307:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384316.827311:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.827320:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384316.827323:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.827327:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.827328:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.827331:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.827334:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384316.827337:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384316.827344:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b89e56ac) refcount = 2 00010000:00000040:0.0:1767384316.827348:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384316.827352:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384316.827354:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384316.827360:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384316.827363:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004512c357. 00010000:00000040:0.0:1767384316.827364:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384316.827369:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384316.827371:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.827377:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731461248 00010000:00000001:1.0:1767384316.827381:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:0.0:1767384316.827384:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da8279f3. 00010000:00000200:1.0:1767384316.827386:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040fade5b x1853236731461248/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.827390:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1767384316.827396:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1767384316.827398:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bf0b667. 00010000:00000001:1.0:1767384316.827399:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.827405:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301507959808 : -114772201591808 : ffff979d83b1ac00) 00000100:00001000:1.0:1767384316.827406:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.827409:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.827411:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.827415:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384316.827418:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384316.827418:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301507959808 : -114772201591808 : ffff979d83b1ac00) 02000000:00000001:1.0:1767384316.827421:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.827424:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384316.827424:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384316.827429:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1767384316.827430:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384316.827434:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:1.0:1767384316.827435:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e895652. 00000100:00000200:1.0:1767384316.827440:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731461248, offset 224 00010000:00000001:0.0:1767384316.827441:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384316.827445:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384316.827445:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384316.827449:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.827452:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.827456:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:1.0:1767384316.827459:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384316.827460:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1767384316.827466:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103e80 00000100:00000010:0.0:1767384316.827467:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000400:00000200:1.0:1767384316.827472:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x161d [2] + 224 00000020:00000040:0.0:1767384316.827474:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000400:00000200:1.0:1767384316.827477:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384316.827480:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384316.827483:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384316.827499:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384316.827500:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.827505:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.827506:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.827515:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384316.827516:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061734314. 00000100:00000001:0.0:1767384316.827526:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.827531:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384316.827535:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384316.827538:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e895652 00000400:00000010:1.0:1767384316.827541:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e895652. 00000100:00000001:1.0:1767384316.827547:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.827550:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.827556:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.827562:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384316.827562:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00010000:0.0:1767384316.827563:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 385 lvb_type: 0 00000100:00000001:3.0:1767384316.827572:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384316.827572:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.827577:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.827580:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384316.827584:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384316.827585:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040fade5b x1853236731461248/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.827587:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384316.827592:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000001:3.0:1767384316.827596:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384316.827598:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040fade5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731461248:12345-0@lo:253: Request processed in 4349us (5064us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384316.827603:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384316.827605:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43ae428. 00000100:00100000:1.0:1767384316.827613:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000400:00000200:3.0:1767384316.827615:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018000fda 00000100:00000040:1.0:1767384316.827620:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000010:3.0:1767384316.827625:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018000fda. 00000100:00000001:1.0:1767384316.827627:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.827630:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384316.827637:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384316.827638:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e93d47c. 00000100:00000001:0.0:1767384316.827638:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384316.827642:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.827645:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00000200:3.0:1767384316.827647:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384316.827650:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6a0ab90. 00000100:00100000:0.0:1767384316.827651:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731461504:0@lo:104: 00000020:00000040:1.0:1767384316.827660:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:0.0:1767384316.827673:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384316.827675:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384316.827681:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000034afe4d9. 02000000:00000001:0.0:1767384316.827683:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384316.827689:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.827691:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384316.827695:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384316.827696:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.827696:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384316.827703:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8b7c01c. 00000100:00000200:1.0:1767384316.827705:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384316.827712:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d91c00. 02000000:00000001:0.0:1767384316.827719:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.827722:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e895652. 00000100:00000001:3.0:1767384316.827724:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384316.827739:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f61b20a. 00000100:00000001:3.0:1767384316.827746:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384316.827750:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 00000100:00000001:3.0:1767384316.827753:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384316.827757:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731461504, portal 16 02000000:00000001:3.0:1767384316.827759:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.827763:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384316.827764:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.827768:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.827773:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.827797:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384316.827806:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1767384316.827813:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384316.827816:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384316.827824:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384316.827826:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384316.827829:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000100:00000001:3.0:1767384316.827835:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384316.827837:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731461504, offset 0 00000100:00000001:3.0:1767384316.827840:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.827846:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384316.827847:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384316.827851:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.827858:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.827863:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384316.827870:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.827877:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d103f80 00000400:00000200:0.0:1767384316.827897:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000100:00000001:3.0:1767384316.827900:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384316.827907:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.827913:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.827926:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384316.827927:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384316.827929:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767384316.827931:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384316.827936:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000020:01000004:3.0:1767384316.827939:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:0.0:1767384316.827942:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000b6b1f613 x1853236731461504 msgsize 328 00000020:01000004:3.0:1767384316.827943:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384316.827948:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384316.827955:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384316.827958:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:0.0:1767384316.827960:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1767384316.827962:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384316.827966:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384316.827967:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384316.827976:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384316.827978:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384316.827979:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384316.827984:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.827987:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:0.0:1767384316.827995:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000100:00000001:1.0:1767384316.827997:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384316.828005:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461504 00000100:00000001:0.0:1767384316.828006:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384316.828009:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731461248:0@lo:253: 02000000:00000001:1.0:1767384316.828011:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384316.828015:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384316.828017:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.828019:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.828029:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.828032:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384316.828034:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461504 00000100:00000001:3.0:1767384316.828045:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384316.828046:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384316.828050:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384316.828053:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000100:00000040:3.0:1767384316.828058:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731461248/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.828059:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384316.828060:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.828064:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000020:00000001:1.0:1767384316.828074:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000020:00000001:1.0:1767384316.828081:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:1.0:1767384316.828093:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384316.828101:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045afcfd6. 00000100:00000001:1.0:1767384316.828112:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384316.828128:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045afcfd6. 00000100:00000001:3.0:1767384316.828131:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384316.828131:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384316.828134:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6a0ab90. 02000000:00000001:3.0:1767384316.828139:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384316.828140:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf451e65. 02000000:00000010:3.0:1767384316.828147:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9f63b99. 00000100:00000001:0.0:1767384316.828147:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384316.828148:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:0.0:1767384316.828159:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.828163:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384316.828163:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384316.828166:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294903001 00000020:00000001:3.0:1767384316.828170:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384316.828171:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384316.828176:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384316.828176:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384316.828178:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902996 00000100:00000001:1.0:1767384316.828182:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.828190:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384316.828193:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294903001 00000100:00000001:1.0:1767384316.828194:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384316.828195:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ff156db6. 00000100:00000001:0.0:1767384316.828202:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902996 02000000:00000001:3.0:1767384316.828206:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384316.828207:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.828209:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294903001 02000000:00000001:3.0:1767384316.828214:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384316.828220:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00000001:0.0:1767384316.828221:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902996 00000100:00000001:1.0:1767384316.828222:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.828226:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.828227:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384316.828229:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294903001 00000100:00000001:3.0:1767384316.828233:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.828236:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902996 00000100:00000001:3.0:1767384316.828239:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384316.828241:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384316.828245:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384316.828250:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:3.0:1767384316.828252:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.828252:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.828253:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000100:00000001:3.0:1767384316.828261:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.828263:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.828266:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6b1f613 x1853236731461504/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/0 e 0 to 0 dl 1767384327 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384316.828272:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384316.828274:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.828278:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.828284:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.828292:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384316.828292:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.828296:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384316.828297:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045afcfd6. 00010000:00000001:0.0:1767384316.828299:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.828303:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384316.828304:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767384316.828307:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045afcfd6. 00010000:00000001:0.0:1767384316.828308:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1767384316.828313:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b1f613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731461504:12345-0@lo:104: 00000100:00000001:0.0:1767384316.828315:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.828318:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461504 00000100:00000001:0.0:1767384316.828321:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384316.828322:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384316.828324:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384316.828327:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.828329:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384316.828329:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 000000009bf0b667 going to sleep for 11 seconds 00000020:00000040:1.0:1767384316.828332:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=2 00000100:00000001:0.0:1767384316.828334:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384316.828335:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:1.0:1767384316.828339:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:0.0:1767384316.828340:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.828342:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.828345:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.828348:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384316.828354:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384316.828356:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384316.828358:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003df8daa6. 02000000:00000001:1.0:1767384316.828360:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.828361:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.828364:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.828365:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.828367:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.828369:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.828371:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.828380:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384316.828381:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.828382:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.828384:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.828385:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.828387:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000100:00000200:1.0:1767384316.828389:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731461504, offset 224 00000400:00000200:1.0:1767384316.828393:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.828397:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.828401:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d103f80 00000400:00000200:1.0:1767384316.828404:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x163d [1] + 224 00000400:00000200:1.0:1767384316.828406:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.828408:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.828410:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.828413:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384316.828420:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.828432:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.828435:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e545da33 00000400:00000010:1.0:1767384316.828436:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e545da33. 00000100:00000001:1.0:1767384316.828438:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.828438:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.828440:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.828442:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.828445:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384316.828447:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f6cff595. 00010000:00000001:1.0:1767384316.828449:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384316.828456:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384316.828458:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384316.828461:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.828463:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384316.828463:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384316.828466:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384316.828467:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384316.828470:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731461504/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384316.828472:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f61b20a. 00000400:00000200:0.0:1767384316.828480:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000020:00000001:3.0:1767384316.828484:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384316.828484:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000020:00000001:3.0:1767384316.828501:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.828506:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384316.828513:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:0.0:1767384316.828518:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384316.828519:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b1f613 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731461504:12345-0@lo:104: Request processed in 224us (574us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384316.828520:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384316.828529:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384316.828538:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384316.828546:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384316.828552:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00000100:00000001:1.0:1767384316.828562:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.828566:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.828572:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf451e65. 00010000:00010000:3.0:1767384316.828578:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bf86f3d8 already unused, calling callback (00000000e93ca148) 00000020:00000010:1.0:1767384316.828579:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384316.828586:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6a0ab90. 00000020:00000040:1.0:1767384316.828590:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00000200:0.0:1767384316.828592:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384316.828597:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384316.828599:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384316.828608:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384316.828611:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.828617:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.828621:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384316.828623:0:17100:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384316.828626:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384316.828628:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384316.828630:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384316.828632:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384316.828634:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=3 00000100:00000001:0.0:1767384316.828637:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.828639:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:3.0:1767384316.828645:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 02000000:00000001:0.0:1767384316.828646:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.828655:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:0.0:1767384316.828658:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=36 v=5 (5 0 0 0) 00010000:00010000:3.0:1767384316.828660:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384316.828672:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=36 v=5 (1 0 0 0) 10000000:00000001:3.0:1767384316.828677:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384316.828680:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00010000:3.0:1767384316.828681:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384316.828686:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.828693:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:01000000:3.0:1767384316.828698:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:0.0:1767384316.828699:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.828709:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384316.828710:0:17072:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384316.828715:0:17072:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:0.0:1767384316.828722:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384316.828723:0:17072:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384316.828730:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384316.828733:0:17072:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.828748:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.828752:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.828754:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.828757:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:3.0:1767384316.828758:0:17072:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:0.0:1767384316.828760:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384316.828763:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384316.828764:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:3.0:1767384316.828803:0:17072:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00010000:00000001:0.0:1767384316.828807:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384316.828809:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384316.828814:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.828820:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384316.828823:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384316.828828:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384316.828833:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384316.828840:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1767384316.828843:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731461504:0@lo:104: 00010000:00000001:3.0:1767384316.828844:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384316.828853:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bf86f3d8 with handle 0xd602e9c522f0b1ef from hash 00000100:00000001:0.0:1767384316.828856:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.828860:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384316.828863:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.828865:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384316.828867:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384316.828872:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384316.828873:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731461504/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384316.828876:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384316.828877:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384316.828880:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384316.828884:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767384316.828899:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.828902:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384316.828905:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8b7c01c. 02000000:00000001:0.0:1767384316.828911:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.828913:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384316.828914:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:0.0:1767384316.828917:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00010000:00000001:3.0:1767384316.828920:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384316.828922:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384316.828926:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000061734314. 00000100:00000010:3.0:1767384316.828928:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 02000000:00000001:0.0:1767384316.828931:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384316.828934:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:0.0:1767384316.828936:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.828941:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:3.0:1767384316.828942:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384316.828946:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384316.828948:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384316.828952:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.828953:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384316.828962:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009bf0b667. 02000000:00000010:3.0:1767384316.828964:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca118db3. 00000100:00000001:0.0:1767384316.828967:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384316.828971:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.828971:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384316.828980:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:0.0:1767384316.828980:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da8279f3. 00010000:00010000:3.0:1767384316.828987:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.828989:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829000:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829006:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384316.829010:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 20000000:00000001:0.0:1767384316.829014:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384316.829015:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.829020:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384316.829021:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384316.829025:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.829025:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384316.829037:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e05bc6] to pc [ptlrpcd_00_02+2] req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.829073:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384316.829074:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.829077:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384316.829081:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384316.829081:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384316.829087:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384316.829092:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.829092:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.829103:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384316.829111:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384316.829121:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384316.829121:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384316.829126:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.829131:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384316.829134:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384316.829146:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384316.829146:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384316.829149:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731461632:0@lo:103: 00010000:00010000:3.0:1767384316.829151:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000bf86f3d8/0xd602e9c522f0b1ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b1f6 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384316.829153:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384316.829157:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.829159:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.829163:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1767384316.829185:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007407c07f count: 0 02000000:00000010:1.0:1767384316.829186:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6a0ab90. 02000000:00000001:1.0:1767384316.829193:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.829196:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f4bef1. 00000400:00000010:1.0:1767384316.829202:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000100:00000200:1.0:1767384316.829207:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731461632, portal 18 00000100:00000001:1.0:1767384316.829208:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767384316.829211:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384316.829215:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384316.829216:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00010000:00000010:3.0:1767384316.829220:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f6cff595. 00000100:00000040:1.0:1767384316.829225:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.829227:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.829239:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384316.829245:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384316.829255:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384316.829255:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384316.829265:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384316.829270:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.829272:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384316.829279:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384316.829281:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18a3313. 00000020:00000001:3.0:1767384316.829284:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384316.829288:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731461632, offset 0 00000020:00000001:3.0:1767384316.829289:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384316.829295:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384316.829300:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.829306:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.829312:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d104000 00000100:00000001:0.0:1767384316.829313:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384316.829317:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:1.0:1767384316.829321:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.829325:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.829328:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384316.829330:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384316.829333:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000100:00000040:1.0:1767384316.829335:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000921f3a57 x1853236731461632 msgsize 328 00000100:00100000:1.0:1767384316.829338:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384316.829346:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.829349:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.829354:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18a3313 00000400:00000010:1.0:1767384316.829356:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18a3313. 00000100:00000001:1.0:1767384316.829359:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384316.829361:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.829367:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.829368:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.829373:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.829374:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.829376:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.829378:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294903002 00000100:00000001:1.0:1767384316.829382:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903001 00000100:00000001:1.0:1767384316.829385:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294903002 00000100:00000001:1.0:1767384316.829394:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903001 00000100:00000001:0.0:1767384316.829396:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384316.829397:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294903002 00000100:00000001:1.0:1767384316.829400:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903001 00000100:00000001:1.0:1767384316.829403:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294903002 00000100:00000001:1.0:1767384316.829405:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903001 00000100:00000001:1.0:1767384316.829407:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.829408:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.829410:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.829412:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.829415:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.829417:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384316.829418:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.829420:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.829420:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.829424:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461632 00000100:00000001:1.0:1767384316.829425:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.829430:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384316.829433:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.829435:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.829438:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.829440:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461632 00000020:00000001:0.0:1767384316.829443:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384316.829444:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384316.829453:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.829456:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384316.829458:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384316.829460:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384316.829464:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384316.829466:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:0.0:1767384316.829468:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384316.829471:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000020:00000010:0.0:1767384316.829475:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061734314. 00000020:00000010:0.0:1767384316.829478:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e60f3cf. 00000020:00000010:0.0:1767384316.829482:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000040:0.0:1767384316.829505:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384316.829508:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.829509:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384316.829511:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384316.829513:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829516:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384316.829519:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.829520:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.829522:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040f20a6e refcount=4 00000020:00000001:0.0:1767384316.829524:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00010000:00000001:0.0:1767384316.829527:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00010000:00010000:0.0:1767384316.829530:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 385 lvb_type: 0 00010000:00000001:0.0:1767384316.829538:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.829539:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.829541:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.829542:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.829547:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384316.829550:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000921f3a57 x1853236731461632/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.829557:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384316.829558:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.829579:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.829593:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384316.829595:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384316.829596:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384316.829599:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384316.829604:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384316.829607:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384316.829609:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.829611:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788987776 : -114766920563840 : ffff979ebe77c380) 00000100:00000001:1.0:1767384316.829612:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.829620:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000921f3a57 x1853236731461632/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.829630:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384316.829632:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:0.0:1767384316.829634:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384316.829637:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00100000:0.0:1767384316.829641:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000921f3a57 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731461632:12345-0@lo:103: 00000100:00000200:0.0:1767384316.829645:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461632 00010000:00000001:0.0:1767384316.829647:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384316.829649:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384316.829651:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384316.829654:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384316.829656:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384316.829659:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b02f8b8. 02000000:00000001:0.0:1767384316.829661:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.829663:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829665:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384316.829667:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384316.829669:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.829670:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.829672:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040f20a6e refcount=4 00000020:00000001:0.0:1767384316.829674:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00010000:00000001:0.0:1767384316.829676:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437363712 : -114767272187904 : ffff979ea9826800) 00010000:00000040:0.0:1767384316.829679:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b89e56ac count: 3 00010000:00010000:0.0:1767384316.829683:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 385 lvb_type: 0 00000100:00001000:0.0:1767384316.829701:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384316 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384316.829704:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384316.829708:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.829710:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384316.829712:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 385 lvb_type: 0 00000020:00000001:0.0:1767384316.829718:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.829720:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.829722:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.829724:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829727:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384316.829728:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384316.829733:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.829734:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.829736:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.829738:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.829740:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040f20a6e with handle 0xd602e9c522f0b1f6 from hash 00010000:00000001:0.0:1767384316.829742:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384316.829744:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.829745:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.829746:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384316.829748:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384316.829750:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384316.829751:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040f20a6e/0xd602e9c522f0b1f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b1ef expref: 16 pid: 17078 timeout: 385 lvb_type: 0 00010000:00000040:0.0:1767384316.829758:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384316.829760:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384316.829764:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.829818:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384316.829821:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384316.829823:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005a88b3d5 00010000:00000001:0.0:1767384316.829826:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384316.829828:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.829837:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.829840:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384316.829841:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.829844:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384316.829846:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384316.829849:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829855:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384316.829857:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384316.829859:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384316.829861:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384316.829863:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b89e56ac) refcount = 2 00010000:00010000:0.0:1767384316.829866:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829872:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384316.829874:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384316.829876:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.829878:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384316.829882:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da8279f3. 00000100:00000001:0.0:1767384316.829885:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384316.829889:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bf0b667. 00000100:00000001:0.0:1767384316.829891:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301507959808 : -114772201591808 : ffff979d83b1ac00) 00000100:00000001:0.0:1767384316.829893:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301507959808 : -114772201591808 : ffff979d83b1ac00) 00000100:00000001:0.0:1767384316.829896:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384316.829897:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384316.829900:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384316.829902:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384316.829905:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384316.829908:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.829910:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.829912:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a88b3d5 refcount=5 00000020:00000001:0.0:1767384316.829916:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384316.829918:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384316.829921:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384316.829929:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829935:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384316.829937:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829943:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.829944:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384316.829946:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829951:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.829953:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.829955:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384316.829957:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384316.829962:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a88b3d5 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384316.829965:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.829967:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384316.829968:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829974:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384316.829975:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384316.829977:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.829978:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a88b3d5 refcount=6 00000020:00000001:0.0:1767384316.829980:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384316.829982:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384316.829985:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384316.829987:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.829991:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384316.829999:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.830000:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.830011:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384316.830013:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384316.830016:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.830018:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384316.830020:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a88b3d5 with handle 0xd602e9c522f0b1fd from hash 00010000:00000001:0.0:1767384316.830022:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384316.830024:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.830025:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.830026:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384316.830028:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384316.830030:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384316.830031:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.830032:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384316.830036:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.830042:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.830043:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384316.830048:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384316.830048:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384316.830052:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384316.830053:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.830059:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.830061:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384316.830063:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.830064:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.830067:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.830068:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.830071:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384316.830072:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.830076:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.830079:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.830086:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.830088:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.830089:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384316.830091:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384316.830092:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.830093:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.830095:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384316.830097:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.830098:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.830100:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384316.830102:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b1fd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.830121:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.830123:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.830124:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384316.830126:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384316.830128:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.830130:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.830131:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384316.830133:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009bf0b667. 00000100:00000001:0.0:1767384316.830136:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384316.830137:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384316.830139:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da8279f3. 00010000:00000001:0.0:1767384316.830141:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384316.830143:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b89e56ac count: 0 00010000:00010000:0.0:1767384316.830148:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384316.830150:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.830153:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.830155:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384316.830157:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.830161:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384316.830163:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384316.830165:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384316.830167:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384316.830169:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.830171:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384316.830173:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.830177:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 00000100:00000200:0.0:1767384316.830181:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731461632, offset 224 00000400:00000200:0.0:1767384316.830185:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384316.830192:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.830197:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d104000 00000400:00000200:0.0:1767384316.830202:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:0.0:1767384316.830206:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.830209:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.830218:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384316.830221:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.830231:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.830247:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.830251:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384316.830252:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000100:00000001:1.0:1767384316.830253:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384316.830257:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000400:00000001:1.0:1767384316.830262:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384316.830262:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384316.830263:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384316.830267:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384316.830270:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.830273:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f4bef1. 00000100:00000040:0.0:1767384316.830274:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:1.0:1767384316.830277:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e545da33 00000400:00000010:1.0:1767384316.830280:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e545da33. 00010000:00000001:0.0:1767384316.830280:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.830284:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384316.830287:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.830290:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.830296:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f3a57 x1853236731461632/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 328/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.830300:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.830327:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.830330:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.830332:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384316.830334:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000921f3a57 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731461632:12345-0@lo:103: Request processed in 701us (994us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384316.830335:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.830338:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.830340:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.830344:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.830347:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384316.830352:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384316.830353:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384316.830355:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.830358:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.830360:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:1.0:1767384316.830361:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384316.830362:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.830367:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.830368:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.830373:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384316.830374:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384316.830380:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e60f3cf. 00000100:00000001:1.0:1767384316.830381:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.830384:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.830386:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384316.830389:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384316.830390:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000100:00100000:1.0:1767384316.830399:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731461632:0@lo:103: 00000020:00000010:0.0:1767384316.830399:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061734314. 00000100:00000001:1.0:1767384316.830406:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384316.830407:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:1.0:1767384316.830408:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.830412:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384316.830416:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731461632/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.830422:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.830423:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.830425:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6a0ab90. 02000000:00000001:1.0:1767384316.830427:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384316.830428:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.830429:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384316.830430:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.830432:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca118db3. 02000000:00000001:1.0:1767384316.830434:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.830435:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.830436:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00000001:1.0:1767384316.830438:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.830439:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.830441:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.830444:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.830445:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.830446:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.830447:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384316.830669:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9a2c3e2. 00080000:00000010:1.0:1767384316.830703:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f99bb453. 00040000:00000001:1.0:1767384316.830707:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384316.830709:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384316.830710:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384316.830712:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384316.830714:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.830715:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384316.830717:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384316.830724:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384316.830726:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384316.830730:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384316.830738:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384316.830742:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384316.830744:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384316.830748:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384316.830757:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384316.830763:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008cf559d9. 00010000:00000001:0.0:1767384316.830799:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384316.830803:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fbac8e90. 00000020:00000001:0.0:1767384316.830807:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384316.830811:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fbac8e90 with handle 0xd602e9c522f0b204 to hash 00000020:00000001:0.0:1767384316.830813:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384316.830815:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384316.830818:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00010000:00000001:0.0:1767384316.830822:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384316.830824:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.830828:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.830836:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:3.0:1767384316.830838:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384316.830840:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384316.830843:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384316.830846:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029a55519. 00010000:00000001:0.0:1767384316.830846:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384316.830856:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384316.830857:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.830860:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384316.830863:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731461376 00010000:00000001:0.0:1767384316.830865:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384316.830866:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384316.830872:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384316.830875:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004f61301 x1853236731461376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.830880:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384316.830886:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384316.830891:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384316.830897:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384316.830898:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1767384316.830900:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384316.830902:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008cf559d9) refcount = 1 00000100:00001000:3.0:1767384316.830905:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.830915:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384316.830920:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:0.0:1767384316.830920:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384316.830928:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384316.830935:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.830937:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.830941:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.830948:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384316.830951:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:3.0:1767384316.830954:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b487ff01. 00010000:00000001:0.0:1767384316.830955:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384316.830956:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.830959:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384316.830966:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731461376, offset 224 00010000:00000001:0.0:1767384316.830967:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384316.830974:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384316.830975:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:01000000:0.0:1767384316.830982:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000400:00000200:3.0:1767384316.830986:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.830995:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d103f00 00010000:00000001:0.0:1767384316.831000:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384316.831005:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1625 [2] + 224 00000020:00000001:0.0:1767384316.831006:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384316.831013:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384316.831014:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbac8e90 refcount=4 00000400:00000200:3.0:1767384316.831024:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384316.831024:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00000100:00000001:3.0:1767384316.831027:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384316.831031:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 00000100:00000200:3.0:1767384316.831033:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.831045:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384316.831052:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384316.831053:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.831089:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384316.831091:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384316.831097:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384316.831098:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384316.831102:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b487ff01 00010000:00000001:0.0:1767384316.831103:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384316.831106:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b487ff01. 00010000:00010000:0.0:1767384316.831108:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384316.831109:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384316.831113:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.831113:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.831118:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.831120:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384316.831125:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.831128:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384316.831130:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384316.831135:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384316.831136:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f342431. 00010000:00000001:0.0:1767384316.831136:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384316.831146:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.831147:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.831148:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a37023 00000020:00000001:3.0:1767384316.831155:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384316.831156:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054a37023. 00010000:00000001:0.0:1767384316.831157:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384316.831161:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004f61301 x1853236731461376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384316.831164:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384316.831170:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.831182:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.831207:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004f61301 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731461376:12345-0@lo:253: Request processed in 7844us (8372us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384316.831211:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fbac8e90 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384316.831223:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384316.831233:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:3.0:1767384316.831237:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:0.0:1767384316.831238:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384316.831241:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.831247:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384316.831256:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.831261:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.831271:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000079ef940. 00010000:00000001:0.0:1767384316.831279:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384316.831282:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058ce8677. 00000100:00000001:1.0:1767384316.831284:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384316.831284:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384316.831286:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.831289:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384316.831296:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384316.831299:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bad728. 00000020:00000040:0.0:1767384316.831299:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbac8e90 refcount=5 02000000:00000001:1.0:1767384316.831300:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.831306:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384316.831311:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384316.831311:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.831312:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 02000000:00000001:1.0:1767384316.831323:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.831324:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384316.831325:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681984 : -114767148869632 : ffff979eb0dc1800) 02000000:00000010:3.0:1767384316.831328:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009c5818a4. 00000100:00001000:1.0:1767384316.831330:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=36 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384316.831332:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384316.831337:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384316.831343:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384316.831345:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.831346:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.831359:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384316.831361:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384316.831363:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.831364:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384316.831368:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d6d55a0. 00010000:00000001:1.0:1767384316.831369:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384316.831370:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.831377:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.831378:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.831379:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b487ff01. 00000100:00000001:1.0:1767384316.831381:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.831393:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.831393:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384316.831399:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384316.831403:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384316.831404:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384316.831405:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.831408:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.831409:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384316.831412:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:0.0:1767384316.831413:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fbac8e90 with handle 0xd602e9c522f0b204 from hash 00000020:01000004:1.0:1767384316.831414:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384316.831416:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384316.831420:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384316.831421:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384316.831421:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:1.0:1767384316.831426:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384316.831427:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384316.831427:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.831430:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384316.831431:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384316.831435:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384316.831435:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384316.831440:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.831440:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384316.831443:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384316.831446:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384316.831450:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384316.831451:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731461376:0@lo:253: 00010000:00000001:0.0:1767384316.831454:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.831456:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384316.831459:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384316.831463:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.831464:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384316.831468:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384316.831468:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.831472:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.831473:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731461376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.831479:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.831482:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.831499:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384316.831499:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.831501:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002452bb2b. 00010000:00010000:0.0:1767384316.831506:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384316.831507:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384316.831510:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.831511:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384316.831515:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.831517:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b73fe5. 02000000:00000001:1.0:1767384316.831521:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.831523:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384316.831525:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384316.831526:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00010000:00000001:0.0:1767384316.831530:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384316.831531:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.831535:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.831535:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384316.831539:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384316.831540:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384316.831544:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.831545:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.831546:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.831548:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.831551:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384316.831554:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384316.831556:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384316.831559:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.831561:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.831564:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384316.831570:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384316.831571:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384316.831573:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fbac8e90/0xd602e9c522f0b204 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384316.831579:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008cf559d9 count: 0 00010000:00000001:0.0:1767384316.831585:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384316.831586:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384316.833807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007407c07f. 00010000:00000010:3.1:1767384316.833821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bf86f3d8. 00010000:00000010:0.1:1767384316.833876:0:24632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040f20a6e. 00010000:00000010:0.1:1767384316.833884:0:24632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a88b3d5. 00010000:00000010:0.1:1767384316.833887:0:24632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b89e56ac. 00000100:00000040:0.0:1767384316.834821:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294903002, at 4294903003 00000100:00000040:2.0:1767384316.834822:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294903002, at 4294903003 00000100:00000010:0.0:1767384316.834832:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000127302af. 00000100:00000010:2.0:1767384316.834835:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006decef31. 00000100:00000040:1.0:1767384316.834848:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294903002, at 4294903003 00000100:00000010:1.0:1767384316.834858:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ff5e51f. 00000100:00000040:3.0:1767384316.835813:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294903002, at 4294903004 00000100:00000010:3.0:1767384316.835822:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d68d4513. 00010000:00000010:0.1:1767384316.837821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008cf559d9. 00010000:00000010:0.1:1767384316.837830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbac8e90. 00000400:00000010:0.0:1767384316.844097:0:24634:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e5a56ceb. 00000400:00000040:0.0:1767384316.845421:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384316.845425:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384316.845428:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.845430:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384316.845432:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.845434:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384316.845437:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384316.845439:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384316.845440:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384316.845441:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384316.845444:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384316.845446:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.845448:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384316.845450:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384316.845451:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384316.845453:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384316.845455:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384316.845456:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384316.845465:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384316.845468:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.845470:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.845471:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.845473:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.845474:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.845476:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384316.845478:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.845480:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.845481:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.845483:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.845498:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.845500:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384316.845502:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.845504:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.845505:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.845507:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.845509:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.845510:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384316.845512:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384316.845514:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.845516:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384316.845517:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384316.845519:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.845521:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384316.845522:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384316.845523:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384316.845525:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384316.845526:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384316.845528:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384316.845530:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384316.845531:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.845533:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384316.845535:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384316.845536:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384316.845537:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384316.845539:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384316.845540:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384316.845541:0:24634:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384316.845603:0:24634:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e5a56ceb. 00010000:00000001:3.0:1767384316.935832:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384316.935836:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.935841:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384316.935843:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.935869:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384316.935872:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384316.935874:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384317.838536:0:24922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000c063a3a. 00080000:00000010:3.0:1767384317.838547:0:24922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000c063a3a. 00000020:00000001:3.0:1767384317.838553:0:24922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384317.838572:0:24922:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000c063a3a. 00080000:00000010:3.0:1767384317.838575:0:24922:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000c063a3a. 00000020:00000001:3.0:1767384317.838578:0:24922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.959828:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384317.959835:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.959841:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384317.959843:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.959874:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384317.959878:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384317.959886:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384318.654936:0:25086:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384318.654943:0:25086:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384318.661941:0:25086:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384318.671871:0:25087:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b3554cff. 00000400:00000010:1.0:1767384318.671889:0:25087:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000302d23ae. 00000400:00000010:1.0:1767384318.671900:0:25087:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fe20ca90. 00000400:00000010:1.0:1767384318.671905:0:25087:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000018532056. 00000400:00000010:1.0:1767384318.671910:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000079a16f3e. 00000400:00000010:1.0:1767384318.671915:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045afcfd6. 00000400:00000010:1.0:1767384318.671917:0:25087:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec3632ca. 00000400:00000010:1.0:1767384318.671926:0:25087:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a08c56c3. 00000400:00000010:1.0:1767384318.671930:0:25087:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000af4fd0bb. 00000800:00000010:1.0:1767384318.671944:0:25087:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fbaf803b. 00000800:00000200:1.0:1767384318.671956:0:25087:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384318.671966:0:25087:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384318.672009:0:25087:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384318.672036:0:25087:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384318.674544:0:25087:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000088617c4b. 00000400:00000010:1.0:1767384318.674551:0:25087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f4bef1. 00000400:00000010:1.0:1767384318.674557:0:25087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000400:00000001:1.0:1767384318.674575:0:25087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.674577:0:25087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.674579:0:25087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e00508ef. 00000400:00000200:1.0:1767384318.674581:0:25087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000400:00000010:1.0:1767384318.674583:0:25087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000400:00000010:1.0:1767384318.674587:0:25087:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000c0bc3c7e. 00000400:00000200:1.0:1767384318.674592:0:25087:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (17) 00000400:00000200:1.0:1767384318.674605:0:25087:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384318.674614:0:25087:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384318.674622:0:25087:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eaa3a799. 00000020:01000000:1.0:1767384318.674629:0:25087:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384318.674632:0:25087:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp26 00000400:00000200:0.0:1767384318.674635:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384318.674646:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384318.674647:0:25087:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000302d23ae. 00000400:00000010:1.0:1767384318.674655:0:25087:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b3554cff. 00000400:00000010:0.0:1767384318.674659:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 00000400:00000200:0.0:1767384318.674665:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (18) 00000400:00000010:0.0:1767384318.674672:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b78959e. 00000400:00000200:0.0:1767384318.674677:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp24 00000020:00000001:2.0:1767384318.674682:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.674689:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.674692:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384318.674697:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384318.674697:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000020:01000004:2.0:1767384318.674704:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384318.674708:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384318.674711:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384318.674715:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [41:41:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:2.0:1767384318.674716:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384318.674720:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384318.674723:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384318.674726:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384318.674730:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp24 00000020:01000004:2.0:1767384318.674731:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384318.674735:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384318.674738:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384318.674746:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000400:00000200:0.0:1767384318.674750:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) : PUT try# 0 00000020:00000040:2.0:1767384318.674754:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000800:00000200:0.0:1767384318.674760:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000100:00000001:2.0:1767384318.674762:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384318.674791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384318.674798:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384318.674800:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018cfd2dd. 02000000:00000010:2.0:1767384318.674809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd0a0ac6. 00000800:00000200:0.0:1767384318.674810:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000100:00000001:2.0:1767384318.674821:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384318.674823:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:988 00000800:00000200:0.0:1767384318.674830:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018cfd2dd type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1767384318.674833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384318.674836:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.674844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_03+3] req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.674848:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384318.674856:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 10000000:00000001:2.0:1767384318.674887:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384318.674890:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.674893:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384318.674895:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384318.674902:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.674904:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384318.674906:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384318.674908:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384318.674911:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384318.674913:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384318.674923:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384318.674925:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384318.674927:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384318.674929:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384318.674932:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384318.674934:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384318.674936:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384318.674940:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 00000020:00000040:2.0:1767384318.674943:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384318.674946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384318.674948:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384318.674951:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.674956:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384318.674959:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eacfc35a. 00000100:00000001:2.0:1767384318.674965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.674966:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384318.674972:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.674972:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384318.674978:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.674986:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384318.674987:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ab9789] to pc [ptlrpcd_00_00+0] req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.674991:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.674999:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384318.675001:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384318.675004:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384318.675006:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018cfd2dd. 00000100:00000001:3.0:1767384318.675008:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384318.675015:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384318.675017:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384318.675022:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675024:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: PUT: OK 10000000:00000001:2.0:1767384318.675029:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.675036:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675036:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000000:2.0:1767384318.675044:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384318.675048:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp24: 0 00000020:00000010:2.0:1767384318.675051:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eaa3a799. 00000100:00000001:3.0:1767384318.675053:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384318.675057:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.675061:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384318.675063:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384318.675065:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.675068:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384318.675070:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384318.675073:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000001:0.0:1767384318.675074:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384318.675077:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731461760:0@lo:253: 00000100:00000001:2.0:1767384318.675080:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384318.675082:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384318.675089:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384318.675092:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.675093:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384318.675095:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384318.675098:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384318.675101:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.675102:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384318.675107:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384318.675108:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384318.675114:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384318.675114:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : PUT - for me 02000000:00000010:3.0:1767384318.675118:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c5818a4. 00000100:00000040:2.0:1767384318.675123:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384318.675124:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.675132:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000100:00000001:2.0:1767384318.675136:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384318.675141:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675142:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384318.675143:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4a900b6. 02000000:00000001:2.0:1767384318.675145:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384318.675150:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731461760, portal 25 00000100:00000001:3.0:1767384318.675155:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384318.675157:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.675160:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000400:00000200:0.0:1767384318.675162:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 304/320 into md 0x162d [1] + 0 02000000:00000001:2.0:1767384318.675165:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.675170:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.675173:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731461888:0@lo:253: 00000100:00000001:2.0:1767384318.675186:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384318.675190:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d150cd07. 02000000:00000001:2.0:1767384318.675192:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384318.675197:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384318.675197:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675200:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b4bf212 02000000:00000001:2.0:1767384318.675202:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384318.675206:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384318.675212:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a25fdfc0. 00000400:00000010:3.0:1767384318.675213:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee27196d. 00000800:00000001:0.0:1767384318.675214:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384318.675220:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384318.675222:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731461760, offset 0 00000400:00000010:2.0:1767384318.675227:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000800:00000001:0.0:1767384318.675228:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.675235:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.675237:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384318.675245:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e6146b. 00000400:00000200:3.0:1767384318.675253:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.675253:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: PUT: OK 00000100:00000200:2.0:1767384318.675254:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731461888, portal 25 00000100:00000001:2.0:1767384318.675261:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384318.675264:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 00000400:00000200:3.0:1767384318.675270:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104080 00000100:00000040:2.0:1767384318.675274:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384318.675276:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384318.675283:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000100:00000001:2.0:1767384318.675286:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.675292:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384318.675293:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:2.0:1767384318.675296:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000663dcdf6. 00000400:00000200:3.0:1767384318.675297:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa8d [2] + 0 00000400:00000200:0.0:1767384318.675304:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (19) 00000400:00000010:3.0:1767384318.675305:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c1606e. 00000400:00000200:3.0:1767384318.675314:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6b64d89 00000400:00000200:0.0:1767384318.675318:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000200:2.0:1767384318.675319:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731461888, offset 0 00000400:00000200:3.0:1767384318.675321:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.675330:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (320 bytes) 00000400:00000200:3.0:1767384318.675332:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384318.675337:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.675344:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384318.675356:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (20) 00000400:00000200:3.0:1767384318.675371:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b64d89 00000400:00000200:0.0:1767384318.675371:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384318.675373:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384318.675384:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6b64d89. 00000400:00000200:0.0:1767384318.675386:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000100:00000001:3.0:1767384318.675391:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384318.675395:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384318.675400:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000004fd7a0aa x1853236731461760 msgsize 4848 00000400:00000200:0.0:1767384318.675403:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [42:42:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [42:42:8:4294967295] 00000100:00100000:3.0:1767384318.675412:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384318.675417:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384318.675428:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.675434:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) 192.168.204.118@tcp24 : ACK try# 0 00000800:00000200:0.0:1767384318.675442:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000800:00000010:0.0:1767384318.675447:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018cfd2dd. 00000400:00000200:3.0:1767384318.675449:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee27196d 00000400:00000200:2.0:1767384318.675464:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104100 00000400:00000010:3.0:1767384318.675475:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee27196d. 00000800:00000200:0.0:1767384318.675475:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000100:00000001:3.0:1767384318.675486:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384318.675487:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:993 00000400:00000200:2.0:1767384318.675493:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000800:00000200:0.0:1767384318.675495:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018cfd2dd type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767384318.675499:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384318.675509:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b578bffc. 00000800:00000001:0.0:1767384318.675514:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.675520:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c58f2e3a 00000100:00000001:3.0:1767384318.675529:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384318.675529:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.675530:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384318.675538:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.675541:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384318.675550:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58f2e3a 00000400:00000010:2.0:1767384318.675555:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58f2e3a. 00000100:00000001:3.0:1767384318.675558:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.675562:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384318.675565:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384318.675566:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384318.675570:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384318.675572:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000006a0ae19a x1853236731461888 msgsize 4848 00000800:00000010:0.0:1767384318.675575:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018cfd2dd. 00000100:00000001:3.0:1767384318.675576:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675585:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384318.675586:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384318.675587:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294904848 00000400:00000200:0.0:1767384318.675594:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: ACK: OK 00000100:00000010:3.0:1767384318.675596:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b583095. 00000100:00000040:2.0:1767384318.675601:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384318.675607:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384318.675609:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384318.675617:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384318.675618:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294904848 00000800:00000001:0.0:1767384318.675626:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384318.675628:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb1386c. 00000400:00000200:2.0:1767384318.675629:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000663dcdf6 00000800:00000001:0.0:1767384318.675632:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384318.675635:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000663dcdf6. 00000100:00000001:3.0:1767384318.675636:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384318.675640:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.675644:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384318.675645:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294904848 00000800:00000001:0.0:1767384318.675645:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384318.675653:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085ec08bc. 00000100:00000200:2.0:1767384318.675654:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384318.675655:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.675661:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384318.675670:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294904848 00000400:00000200:0.0:1767384318.675676:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : ACK - for me 00000100:00000010:3.0:1767384318.675680:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000094d38ccd. 00000100:00000001:2.0:1767384318.675681:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384318.675688:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384318.675688:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.675697:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384318.675701:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp24: ACK from 12345-192.168.204.118@tcp24 into md 0x1661 00000100:00000001:3.0:1767384318.675706:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675712:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384318.675714:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.675722:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384318.675723:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: ACK: OK 00000100:00000001:3.0:1767384318.675727:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.675730:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.675731:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000100:00000001:3.0:1767384318.675734:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.675739:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000100:00000001:2.0:1767384318.675741:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294904848 00000400:00000200:0.0:1767384318.675746:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384318.675747:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294904848 00000100:00000001:2.0:1767384318.675753:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294904848 00000400:00000200:0.0:1767384318.675753:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:3.0:1767384318.675755:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384318.675761:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:2.0:1767384318.675762:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294904848 00000100:00000001:3.0:1767384318.675763:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.675799:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294904849 00000100:00000001:2.0:1767384318.675809:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904848 00000100:00000001:2.0:1767384318.675816:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294904849 00000100:00000001:2.0:1767384318.675826:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904848 00000100:00000001:2.0:1767384318.675834:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384318.675836:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.675840:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384318.675840:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.675847:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461760 00000100:00000001:2.0:1767384318.675848:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.675854:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384318.675858:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.675861:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.675866:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.675870:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461760 00000020:00000001:3.0:1767384318.675874:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384318.675876:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384318.675880:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.675883:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:2.0:1767384318.675886:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384318.675887:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:2.0:1767384318.675891:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731461888 00000020:00000001:3.0:1767384318.675893:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:2.0:1767384318.675896:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384318.675896:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (19) 00000100:00000001:3.0:1767384318.675900:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384318.675902:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384318.675906:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a6513a. 00000100:00000001:2.0:1767384318.675907:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384318.675907:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384318.675915:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384318.675916:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384318.675917:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384318.675920:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a6513a. 00000100:00100000:2.0:1767384318.675925:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731461888 00000020:00000010:3.0:1767384318.675932:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bcb490. 00000100:00000001:0.0:1767384318.675937:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384318.675939:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384318.675943:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384318.675943:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384318.675944:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f60cc4e. 00000020:00000001:2.0:1767384318.675950:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.675954:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000010:3.0:1767384318.675955:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058ce8677. 00000020:00000001:2.0:1767384318.675957:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384318.675963:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384318.675968:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384318.675973:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384318.675974:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd815df0. 00000400:00000200:0.0:1767384318.675977:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384318.675980:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384318.675982:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.675984:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384318.675985:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000050fe4e53. 00000020:00000010:2.0:1767384318.675987:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd815df0. 00000100:00000001:3.0:1767384318.675988:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.675996:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d150cd07. 00000020:00000010:2.0:1767384318.675998:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff34552. 00000100:00000001:3.0:1767384318.675999:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.676004:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 00000020:00000010:2.0:1767384318.676008:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000dc8a942. 00000400:00000200:0.0:1767384318.676011:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000050fe4e53 00000100:00000001:3.0:1767384318.676013:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384318.676015:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4fbdb13. 00000400:00000010:0.0:1767384318.676016:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000000ccf8095. 00000400:00000200:0.0:1767384318.676024:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:2.0:1767384318.676025:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384318.676029:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384318.676030:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384318.676031:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000100:00000001:3.0:1767384318.676036:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384318.676036:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.676037:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (18) 00000100:00100000:3.0:1767384318.676045:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000400:00000010:0.0:1767384318.676047:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000000ccf8095. 00000100:00000040:3.0:1767384318.676049:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384318.676050:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.676053:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000001:3.0:1767384318.676055:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788629584 : -114766920922032 : ffff979ebe724c50) 00000100:00000001:2.0:1767384318.676059:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384318.676064:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d9e857f. 00000100:00000040:3.0:1767384318.676076:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fd7a0aa x1853236731461760/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.676077:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384318.676077:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:2.0:1767384318.676082:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384318.676094:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000400:00000200:0.0:1767384318.676095:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:3.0:1767384318.676096:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384318.676104:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000020:00000010:3.0:1767384318.676105:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059a6513a. 00000400:00000200:0.0:1767384318.676110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:2.0:1767384318.676111:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788633680 : -114766920917936 : ffff979ebe725c50) 00000100:00000001:3.0:1767384318.676112:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.676120:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059a6513a. 00000100:00000040:2.0:1767384318.676125:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a0ae19a x1853236731461888/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384318.676132:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fd7a0aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731461760:12345-0@lo:253: 00000100:00000200:3.0:1767384318.676149:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461760 00000400:00000200:0.0:1767384318.676154:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:2.0:1767384318.676156:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384318.676157:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384318.676164:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd815df0. 00000020:00000001:3.0:1767384318.676165:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384318.676168:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:3.0:1767384318.676170:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.676171:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384318.676178:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384318.676181:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd815df0. 00000020:00000001:3.0:1767384318.676182:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:0.0:1767384318.676187:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:3.0:1767384318.676189:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384318.676194:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384318.676198:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a0ae19a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731461888:12345-0@lo:253: 00000020:00000001:3.0:1767384318.676201:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384318.676203:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000001:3.0:1767384318.676206:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384318.676209:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731461888 00000020:00000001:3.0:1767384318.676213:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.676215:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:3.0:1767384318.676223:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384318.676224:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384318.676225:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 02000000:00000001:3.0:1767384318.676231:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384318.676232:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384318.676235:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000001:2.0:1767384318.676238:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384318.676245:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029a55519. 00000020:00000001:2.0:1767384318.676245:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384318.676245:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000001:2.0:1767384318.676250:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 02000000:00000001:3.0:1767384318.676254:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.676259:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384318.676265:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.676265:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.676265:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:2.0:1767384318.676273:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384318.676276:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384318.676278:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384318.676280:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:2.0:1767384318.676283:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.676290:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384318.676292:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 20000000:00000010:3.0:1767384318.676294:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002452bb2b. 02000000:00000001:2.0:1767384318.676294:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384318.676303:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 02000000:00000010:2.0:1767384318.676304:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f19842a0. 20000000:01000000:3.0:1767384318.676305:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384318.676312:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.676314:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384318.676318:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.676319:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 20000000:00000001:3.0:1767384318.676320:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384318.676326:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.676326:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384318.676332:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 20000000:00000001:3.0:1767384318.676333:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.676340:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384318.676345:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384318.676352:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 20000000:00000010:3.0:1767384318.676353:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003729761b. 20000000:00000010:2.0:1767384318.676357:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000012b86a00. 20000000:01000000:3.0:1767384318.676359:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000400:00000200:0.0:1767384318.676361:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp25 20000000:01000000:2.0:1767384318.676370:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384318.676373:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384318.676373:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp25 lpni_is_preferred = 0 20000000:00000001:2.0:1767384318.676377:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384318.676382:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp25 20000000:00000001:2.0:1767384318.676384:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384318.676390:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.676391:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [43:43:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [43:43:8:4294967295] 00080000:00000001:3.0:1767384318.676395:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384318.676398:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.676404:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384318.676405:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384318.676406:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp25 00000400:00000200:0.0:1767384318.676422:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:) -> 192.168.204.118@tcp25(192.168.204.118@tcp:192.168.204.118@tcp25) : GET try# 0 00000800:00000200:0.0:1767384318.676427:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp25 00080000:00000001:3.0:1767384318.676431:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:0.0:1767384318.676431:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018cfd2dd. 00000800:00000010:0.0:1767384318.676442:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006d580c21. 00000800:00000010:0.0:1767384318.676447:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009cc34081. 00000800:00000200:0.0:1767384318.676467:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (2) 00000800:00000200:0.1:1767384318.676471:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (2) 00080000:00000001:3.0:1767384318.676475:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.676482:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384318.676485:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.676486:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00080000:00000001:3.0:1767384318.676492:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384318.676493:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00080000:00000001:3.0:1767384318.676499:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384318.676506:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:3.0:1767384318.676513:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:3.0:1767384318.676516:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384318.676521:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384318.676527:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.676531:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.676536:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384318.676544:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384318.676550:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384318.676556:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000416d7e20. 00080000:00000001:3.0:1767384318.676561:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507537408 : -114772202014208 : ffff979d83ab3a00) 00080000:00000001:3.0:1767384318.676566:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384318.676572:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384318.676574:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00080000:00000010:3.0:1767384318.676577:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000059a6513a. 00080000:00000001:3.0:1767384318.676584:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.676587:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384318.676602:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.676620:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384318.676621:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676656:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676679:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676707:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676730:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676762:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676860:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676932:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.676999:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677062:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677126:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677167:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677216:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677279:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677306:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677326:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677343:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677359:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677376:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677395:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677419:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677444:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677510:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677539:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677560:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677587:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677639:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677662:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677694:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.677732:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000800:00000010:0.0:1767384318.677974:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ef6fa929. 00000800:00000010:0.0:1767384318.677980:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a00abe05. 00000800:00000010:0.0:1767384318.677988:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061bf6170. 00000800:00000010:0.0:1767384318.678031:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061bf6170. 00080000:00000010:3.0:1767384318.678140:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000416d7e20. 00000400:00000200:2.0:1767384318.678186:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000010:0.0:1767384318.678197:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000059a6513a. 00040000:00000001:0.0:1767384318.678204:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384318.678207:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384318.678210:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384318.678214:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000400:00000200:2.0:1767384318.678218:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp25 from 223.3.0.2 20000000:00000001:0.0:1767384318.678219:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.678224:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:2.0:1767384318.678228:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003053d91f. 20000000:01000000:0.0:1767384318.678239:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384318.678253:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384318.678257:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384318.678263:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384318.678265:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000416d7e20. 20000000:01000000:3.0:1767384318.678270:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:3.0:1767384318.678273:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384318.678277:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384318.678280:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384318.678288:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384318.678297:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.678301:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384318.678303:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.678305:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384318.678315:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384318.678319:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:3.0:1767384318.678323:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384318.678325:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384318.678328:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384318.678332:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.678334:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.678337:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:0.0:1767384318.678338:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:3.0:1767384318.678341:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 20000000:00000001:0.0:1767384318.678344:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384318.678347:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 10000000:01000000:0.0:1767384318.678348:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:3.0:1767384318.678352:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6cef52a. 00010000:00000001:0.0:1767384318.678355:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384318.678358:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507536384 : -114772202015232 : ffff979d83ab3600) 00010000:00000001:0.0:1767384318.678360:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384318.678363:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384318.678367:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:0.0:1767384318.678371:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af163f44. 00080000:00000010:3.0:1767384318.678372:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000051a85f5a. 00080000:00000001:3.0:1767384318.678376:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.678379:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384318.678389:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.678399:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384318.678409:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384318.678415:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005a88b3d5. 00000020:00000001:0.0:1767384318.678419:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384318.678423:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005a88b3d5 with handle 0xd602e9c522f0b20b to hash 00000020:00000001:0.0:1767384318.678434:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384318.678437:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384318.678441:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00000800:00000010:3.0:1767384318.678446:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5b73fe5. 00010000:00000001:0.0:1767384318.678446:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.678468:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.678473:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384318.678474:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee27196d. 00010000:00000001:0.0:1767384318.678487:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384318.678521:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384318.678524:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384318.678526:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384318.678529:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.678531:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384318.678533:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.678535:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384318.678538:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384318.678539:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384318.678541:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000010:3.0:1767384318.678543:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000f31b820. 00010000:00000040:0.0:1767384318.678543:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af163f44) refcount = 1 00010000:00010000:0.0:1767384318.678551:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000200:3.1:1767384318.678560:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (2) 00010000:00000001:0.0:1767384318.678562:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384318.678566:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384318.678569:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.678572:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384318.678575:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp25 000000000f31b820 deleted 00010000:00000001:0.0:1767384318.678576:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384318.678580:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384318.678583:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384318.678588:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.1:1767384318.678591:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000f31b820. 00000020:00000001:0.0:1767384318.678592:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.678595:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a88b3d5 refcount=4 00000020:00000001:0.0:1767384318.678599:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384318.678602:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00000800:00000200:3.1:1767384318.678603:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384318.678615:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:991 00010000:00000001:0.0:1767384318.678616:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000200:3.1:1767384318.678621:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018cfd2dd type 2, nob 96 niov 1 nkiov 0 00010000:00010000:0.0:1767384318.678622:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384318.678634:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp25 p 3.x 192.168.204.118 -> 192.168.204.118:991 incarnation:1767384316820444831 sched[0] 00010000:00000001:0.0:1767384318.678636:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384318.678641:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384318.678644:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1e1ad08. 00010000:00000001:0.0:1767384318.678649:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.678652:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384318.678654:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.678659:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.678660:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.678662:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384318.678664:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384318.678669:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005a88b3d5 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384318.678672:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384318.678674:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384318.678676:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.678681:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384318.678683:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.678684:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.678685:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005a88b3d5 refcount=5 00000020:00000001:0.0:1767384318.678686:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384318.678688:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560676864 : -114767148874752 : ffff979eb0dc0400) 00010000:00000001:0.0:1767384318.678690:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384318.678692:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.678708:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384318.678710:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:3.0:1767384318.678711:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1e1ad08. 00010000:00000001:0.0:1767384318.678712:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384318.678719:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee27196d. 00010000:00000001:0.0:1767384318.678721:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384318.678725:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384318.678729:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.678731:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.678734:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a88b3d5 with handle 0xd602e9c522f0b20b from hash 00010000:00000001:0.0:1767384318.678737:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384318.678739:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.678741:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.678742:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384318.678745:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384318.678747:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384318.678749:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384318.678751:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.678753:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.678755:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384318.678757:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:2.1:1767384318.678759:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384318.678760:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003053d91f. 00010000:00000001:0.0:1767384318.678760:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.678763:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.678767:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.678769:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.678770:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.678773:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.678778:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.678779:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384318.678806:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384318.678812:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp25 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384316820444831 sched[0] 00010000:00000001:0.0:1767384318.678813:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:3.0:1767384318.678815:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.678817:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384318.678821:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384318.678823:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a00abe05. 00010000:00000001:0.0:1767384318.678824:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.678828:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384318.678832:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.678834:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.678844:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.678850:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384318.678852:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1767384318.678854:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767384318.678854:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005a88b3d5/0xd602e9c522f0b20b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384318.678859:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018cfd2dd. 00010000:00000040:0.0:1767384318.678868:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af163f44 count: 0 00000400:00000200:3.0:1767384318.678870:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.678878:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: GET: OK 00010000:00000001:0.0:1767384318.678882:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384318.678884:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:0.0:1767384318.678886:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384318.678897:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:3.0:1767384318.678907:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.678913:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384318.678915:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000020:0.0:1767384318.678919:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000001:3.0:1767384318.678923:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.678924:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384318.678928:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002452bb2b. 00000400:00000200:3.0:1767384318.678936:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : GET - for me 20000000:00000001:0.0:1767384318.678937:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384318.678943:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731461760 00010000:00000001:0.0:1767384318.678946:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384318.678951:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 320 into portal 0 MB=0x8000000000000000 00010000:00000200:0.0:1767384318.678957:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fd7a0aa x1853236731461760/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.678962:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 320/320 into md 0x165d [1] + 0 00000400:00000200:2.0:1767384318.678962:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00010000:00000001:0.0:1767384318.678979:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384318.678982:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.678987:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp25 to MR: 192.168.204.118@tcp25 local destination 00000100:00001000:0.0:1767384318.678989:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384318.678996:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384318.679000:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [44:44:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [44:44:8:4294967295] 00000100:00000040:0.0:1767384318.679003:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384318.679010:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384318.679017:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384318.679020:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.679026:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384318.679028:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) -> 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) 192.168.204.118@tcp25 : REPLY try# 0 00000100:00000040:0.0:1767384318.679034:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384318.679040:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:3.0:1767384318.679041:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.118@tcp25 00000400:00000010:0.0:1767384318.679041:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dd86b30. 00000100:00000200:0.0:1767384318.679050:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731461760, offset 224 00000800:00000010:3.0:1767384318.679052:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064f97386. 00000800:00000200:3.0:1767384318.679060:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (4) 00000400:00000200:0.0:1767384318.679064:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384318.679070:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:988 00000800:00000200:3.0:1767384318.679074:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064f97386 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:0.0:1767384318.679077:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.679089:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104080 00000400:00000200:0.0:1767384318.679094:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1665 [2] + 224 00000400:00000200:2.0:1767384318.679099:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384318.679111:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.679117:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.679123:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384318.679129:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.679140:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384318.679141:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384318.679147:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064f97386. 00000400:00000200:3.0:1767384318.679154:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.679158:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:0.0:1767384318.679163:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.679164:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: REPLY: OK 00000400:00000200:0.0:1767384318.679174:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd86b30 00000400:00000010:0.0:1767384318.679178:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dd86b30. 00000100:00000001:0.0:1767384318.679182:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384318.679184:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384318.679192:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384318.679194:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384318.679197:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.679201:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000800:00000001:3.0:1767384318.679203:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384318.679207:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000001:3.0:1767384318.679211:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.679211:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.679214:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:3.0:1767384318.679215:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.679219:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000001:3.0:1767384318.679223:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384318.679223:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fd7a0aa x1853236731461760/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.679240:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : REPLY - for me 00000100:00100000:0.0:1767384318.679245:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fd7a0aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731461760:12345-0@lo:253: Request processed in 3146us (3841us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384318.679254:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp25: Reply from 12345-192.168.204.118@tcp25 of length 320/320 into md 0x1679 00000100:00100000:0.0:1767384318.679258:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000800:00000001:3.0:1767384318.679263:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384318.679265:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384318.679269:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1767384318.679271:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.679272:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384318.679277:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f60cc4e. 00000400:00000200:2.0:1767384318.679278:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000020:00000010:0.0:1767384318.679282:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058ce8677. 00000400:00000200:3.0:1767384318.679286:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384318.679290:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bcb490. 00000400:00000200:3.0:1767384318.679296:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: REPLY: OK 00000020:00000040:0.0:1767384318.679298:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000400:00000200:3.0:1767384318.679302:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 02000000:00000001:0.0:1767384318.679305:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384318.679306:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 02000000:00000010:0.0:1767384318.679309:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029a55519. 00000400:00000200:3.0:1767384318.679312:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:0.0:1767384318.679316:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384318.679319:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000100:00000001:0.0:1767384318.679321:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.679323:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384318.679327:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 18. state = 0x100251 00000400:00000200:3.0:1767384318.679333:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000200:0.0:1767384318.679338:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384318.679344:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (19) 00000400:00000010:0.0:1767384318.679345:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f61b20a. 00000800:00000001:3.0:1767384318.679355:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.679356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000010:0.0:1767384318.679356:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dd86b30. 00000800:00000001:3.0:1767384318.679362:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.679398:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384318.679406:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000100:00000001:0.0:1767384318.679412:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384318.679414:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 0000000037bcb490. 00000100:00000001:0.0:1767384318.679416:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384318.679421:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000036376317. 00000400:00000001:0.0:1767384318.679423:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384318.679427:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384318.679428:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000004bd7a5b9. 00000400:00000010:0.0:1767384318.679430:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:0.0:1767384318.679436:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4a900b6 00000400:00000200:2.0:1767384318.679438:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000010:0.0:1767384318.679439:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4a900b6. 00000100:00000001:0.0:1767384318.679446:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384318.679469:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384318.679479:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384318.679484:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f7a63f48. 00000100:00000001:0.0:1767384318.679486:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.679491:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.679494:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384318.679496:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384318.679499:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f7a63f48 nid 192.168.204.118@tcp26 00000100:00000001:0.0:1767384318.679500:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.679504:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.679508:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.679509:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000de6fd3eb. 00000100:00001000:0.0:1767384318.679512:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=38 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384318.679518:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000de6fd3eb net tcp26 00000100:00001000:0.0:1767384318.679520:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=38 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384318.679521:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384318.679525:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (18) 00000100:00000001:0.0:1767384318.679529:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384318.679533:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.679536:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384318.679540:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.679542:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp26 flags 0x11 00000100:00000001:0.0:1767384318.679544:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.679553:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 0000000037bcb490. 00000100:00000040:0.0:1767384318.679553:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384318.679563:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000036376317. 00000100:00000001:0.0:1767384318.679564:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.679571:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384318.679573:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000004bd7a5b9. 00000100:00000001:0.0:1767384318.679574:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.679576:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000010:3.0:1767384318.679579:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000000ccf8095. 00000020:01000004:0.0:1767384318.679581:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384318.679587:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384318.679591:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384318.679597:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000020:01000004:0.0:1767384318.679599:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384318.679604:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384318.679608:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000020:01000004:0.0:1767384318.679609:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384318.679615:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384318.679617:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384318.679620:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000004:0.0:1767384318.679621:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384318.679627:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384318.679630:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000020:01000004:0.0:1767384318.679631:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384318.679636:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000100:00000040:0.0:1767384318.679640:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.679646:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384318.679657:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000100:00100000:0.0:1767384318.679660:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731461760:0@lo:253: 00000400:00000200:3.0:1767384318.679664:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (19) 00000100:00000001:0.0:1767384318.679670:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.679674:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.679679:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731461760/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.679686:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384318.679689:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384318.679692:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c5818a4. 02000000:00000001:0.0:1767384318.679698:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.679700:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.679702:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384318.679705:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384318.679707:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd0a0ac6. 02000000:00000001:0.0:1767384318.679713:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.679714:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384318.679716:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000400:00000200:2.0:1767384318.679718:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000001:0.0:1767384318.679720:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.679723:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.679727:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.679733:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.679734:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.679737:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.679740:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.679812:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.679860:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.679904:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.679963:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.679994:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680027:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680063:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680131:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680174:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680220:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680241:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680260:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680275:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680290:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680307:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680333:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680364:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680408:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680445:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384318.680542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000100:00000040:1.0:1767384318.680818:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294904848, at 4294904849 00000100:00000010:1.0:1767384318.680827:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb1386c. 00000800:00000010:2.0:1767384318.680833:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009897d7be. 00000100:00000040:0.0:1767384318.680838:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294904848, at 4294904849 00000800:00000010:2.0:1767384318.680839:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000663dcdf6. 00000800:00000010:2.0:1767384318.680850:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd815df0. 00000100:00000010:0.0:1767384318.680850:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b583095. 00000800:00000010:2.0:1767384318.680894:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd815df0. 00080000:00000010:3.0:1767384318.680905:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6cef52a. 00080000:00000010:2.0:1767384318.680940:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000051a85f5a. 00000400:00000200:0.0:1767384318.680941:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00040000:00000001:2.0:1767384318.680960:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.680962:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384318.680965:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384318.680970:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384318.680973:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384318.680977:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:0.0:1767384318.680977:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp25 from 222.3.0.2 20000000:01000000:2.0:1767384318.680982:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:0.0:1767384318.680984:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e64cdbf5. 20000000:00000001:2.0:1767384318.680998:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384318.681004:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384318.681009:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384318.681010:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384318.681014:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384318.681017:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384318.681021:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384318.681023:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384318.681028:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de860cd2. 00010000:00000001:3.0:1767384318.681032:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384318.681036:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005abfe109. 00000020:00000001:3.0:1767384318.681040:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384318.681045:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005abfe109 with handle 0xd602e9c522f0b212 to hash 00000020:00000001:3.0:1767384318.681047:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384318.681049:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384318.681051:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384318.681054:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.681056:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.681059:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681067:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384318.681069:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384318.681072:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384318.681073:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.681075:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.681077:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.681078:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.681080:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384318.681082:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384318.681085:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384318.681087:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384318.681089:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000de860cd2) refcount = 1 00010000:00010000:3.0:1767384318.681093:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681110:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384318.681112:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:2.0:1767384318.681114:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ff09f3f. 00010000:00000001:3.0:1767384318.681115:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.681120:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681123:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384318.681126:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384318.681128:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384318.681131:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384318.681133:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.681136:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005abfe109 refcount=4 00000020:00000001:3.0:1767384318.681139:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384318.681141:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384318.681144:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384318.681146:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681152:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384318.681155:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681162:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1767384318.681162:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d092451. 00010000:00000001:3.0:1767384318.681163:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384318.681169:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681175:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.681177:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681181:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384318.681183:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384318.681189:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005abfe109 already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384318.681191:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000010:2.0:1767384318.681198:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c58f2e3a. 00010000:00000001:3.0:1767384318.681199:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384318.681204:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000200:2.1:1767384318.681212:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (4) 00010000:00000001:3.0:1767384318.681217:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384318.681221:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:2.1:1767384318.681222:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp25 00000000c58f2e3a deleted 00000020:00000001:3.0:1767384318.681224:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:2.1:1767384318.681228:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c58f2e3a. 00000020:00000040:3.0:1767384318.681229:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005abfe109 refcount=5 00000020:00000001:3.0:1767384318.681235:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00000800:00000200:2.1:1767384318.681237:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:3.0:1767384318.681238:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384318.681245:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384318.681247:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384318.681251:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp25 p 3.x 192.168.204.118 -> 192.168.204.118:990 incarnation:1767384316820444831 sched[0] 00010000:00000001:3.0:1767384318.681263:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:2.0:1767384318.681263:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd815df0. 00010000:00000001:3.0:1767384318.681266:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384318.681269:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681274:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384318.681275:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384318.681278:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.681279:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384318.681282:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005abfe109 with handle 0xd602e9c522f0b212 from hash 00010000:00000001:3.0:1767384318.681285:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384318.681287:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.681288:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.681290:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384318.681292:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384318.681293:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384318.681295:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384318.681297:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.681299:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681301:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384318.681302:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384318.681305:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.681307:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.681308:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681317:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.681319:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.681322:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384318.681325:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd815df0. 00010000:00000001:3.0:1767384318.681327:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.681332:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1767384318.681334:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d092451. 00010000:00000001:3.0:1767384318.681336:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384318.681340:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384318.681342:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.681344:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.681346:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384318.681350:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.681353:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.681355:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.681361:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384318.681363:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384318.681365:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005abfe109/0xd602e9c522f0b212 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384318.681370:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de860cd2 count: 0 00000800:00000010:2.0:1767384318.681374:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e64cdbf5. 00010000:00000001:3.0:1767384318.681390:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384318.681393:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384318.681403:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384318.681407:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384318.681410:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000012b86a00. 20000000:00000001:2.0:1767384318.681416:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384318.681419:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731461888 00010000:00000001:2.0:1767384318.681422:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384318.681427:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a0ae19a x1853236731461888/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384318.681436:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384318.681439:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.681443:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.681448:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384318.681470:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384318.681475:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384318.681479:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384318.681507:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.681511:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.681516:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384318.681521:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c58f2e3a. 00000100:00000200:2.0:1767384318.681526:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731461888, offset 224 00000400:00000200:2.0:1767384318.681535:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.681546:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384318.681555:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104100 00000400:00000200:2.0:1767384318.681563:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x166d [2] + 224 00000400:00000200:2.0:1767384318.681570:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.681574:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384318.681581:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.681587:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.681600:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.681623:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.1:1767384318.681627:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:2.0:1767384318.681630:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58f2e3a 00000400:00000010:2.0:1767384318.681633:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58f2e3a. 00000800:00000200:0.0:1767384318.681637:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp25 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384316820444831 sched[0] 00000100:00000001:2.0:1767384318.681639:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384318.681644:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:0.0:1767384318.681645:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000663dcdf6. 00000100:00000001:3.0:1767384318.681647:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.681649:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.681651:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384318.681655:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:3.0:1767384318.681658:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384318.681659:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384318.681662:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384318.681663:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.681667:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000020:00000001:2.0:1767384318.681668:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384318.681674:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e6146b 00000100:00000040:2.0:1767384318.681677:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a0ae19a x1853236731461888/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384318.681677:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384318.681679:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e6146b. 00000800:00000001:0.0:1767384318.681683:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681686:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767384318.681692:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384318.681695:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.681697:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a0ae19a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731461888:12345-0@lo:253: Request processed in 5539us (6121us total) trans 0 rc 0/0 00000800:00000001:0.0:1767384318.681698:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384318.681717:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000200:3.0:1767384318.681720:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.681722:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384318.681728:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384318.681738:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384318.681743:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000dc8a942. 00000100:00000001:3.0:1767384318.681750:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384318.681752:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4fbdb13. 00000100:00000001:3.0:1767384318.681753:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681760:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384318.681761:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff34552. 02000000:00000001:3.0:1767384318.681762:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384318.681765:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384318.681809:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:3.0:1767384318.681812:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.681814:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384318.681816:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384318.681818:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f19842a0. 00000100:00001000:3.0:1767384318.681821:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=38 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384318.681824:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384318.681827:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.681829:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681832:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384318.681835:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384318.681836:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384318.681837:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384318.681841:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.681843:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384318.681843:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000100:00000040:3.0:1767384318.681851:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384318.681852:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c58f2e3a. 00000100:00000001:3.0:1767384318.681862:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.681865:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384318.681866:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384318.681869:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384318.681870:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384318.681872:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384318.681873:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384318.681874:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294904849, at 4294904850 00000020:01000004:3.0:1767384318.681875:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384318.681880:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384318.681882:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000010:2.0:1767384318.681883:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085ec08bc. 00000020:01000004:3.0:1767384318.681884:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384318.681888:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384318.681892:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384318.681898:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731461888:0@lo:253: 00000100:00000001:3.0:1767384318.681903:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681904:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384318.681906:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001ab9789 x1853236731461888/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.681918:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384318.681919:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384318.681921:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a25fdfc0. 02000000:00000001:3.0:1767384318.681925:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384318.681926:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384318.681927:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384318.681928:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384318.681930:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eacfc35a. 02000000:00000001:3.0:1767384318.681932:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384318.681933:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384318.681934:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001ab9789. 00000100:00000001:3.0:1767384318.681937:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384318.681938:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681939:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.681943:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.681943:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.681945:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.681946:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.681956:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294904849, at 4294904850 00000100:00000010:3.0:1767384318.681961:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000094d38ccd. 00010000:00000010:0.1:1767384318.685122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af163f44. 00010000:00000010:0.1:1767384318.685131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005a88b3d5. 00010000:00000010:3.1:1767384318.687833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de860cd2. 00010000:00000010:3.1:1767384318.687844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005abfe109. 00000400:00000010:2.0:1767384318.699101:0:25092:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007febfad0. 00000400:00000040:2.0:1767384318.699135:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.699140:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.699144:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.699147:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.699151:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.699152:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384318.699156:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.699159:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.699162:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.699164:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384318.699167:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.699169:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.699173:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.699175:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.699177:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384318.699180:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.699182:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.699184:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384318.699186:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384318.699199:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.699201:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.699204:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.699216:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.699218:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.699220:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384318.699223:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.699225:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.699227:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.699229:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.699231:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.699234:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384318.699237:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.699239:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.699241:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.699243:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.699245:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.699247:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384318.699251:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.699254:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.699257:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.699259:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.699261:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.699264:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384318.699266:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384318.699268:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384318.699270:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384318.699273:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384318.699275:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384318.699279:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.699281:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.699284:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384318.699286:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.699288:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384318.699291:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384318.699294:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384318.699296:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384318.699298:0:25092:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384318.699393:0:25092:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007febfad0. 00010000:00000001:3.0:1767384318.983822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384318.983827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.983832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384318.983834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.983850:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384318.983853:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.983855:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384319.862158:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000053ed6c98. 00080000:00000010:1.0:1767384319.862169:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000053ed6c98. 00000020:00000001:1.0:1767384319.862175:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384319.862183:0:25391:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000053ed6c98. 00080000:00000010:1.0:1767384319.862188:0:25391:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000053ed6c98. 00000020:00000001:1.0:1767384319.862192:0:25391:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.007824:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384320.007830:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.007835:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384320.007837:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384320.007839:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384320.007841:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.007843:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384320.007845:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.007846:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.007855:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.007910:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384320.007914:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.007918:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384320.610081:0:25555:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384320.610087:0:25555:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:3.0:1767384320.614266:0:25555:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384320.621659:0:25556:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f08302b8. 00000400:00000010:3.0:1767384320.621674:0:25556:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000628db3ba. 00000400:00000010:3.0:1767384320.621683:0:25556:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d7eaab5b. 00000400:00000010:3.0:1767384320.621686:0:25556:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d9a2c3e2. 00000400:00000010:3.0:1767384320.621690:0:25556:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c75e7cf. 00000400:00000010:3.0:1767384320.621693:0:25556:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002631f413. 00000400:00000010:3.0:1767384320.621695:0:25556:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ddb31f91. 00000400:00000010:3.0:1767384320.621696:0:25556:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000051a85f5a. 00000400:00000010:3.0:1767384320.621699:0:25556:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000eebc0073. 00000800:00000010:3.0:1767384320.621711:0:25556:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000378ef417. 00000800:00000200:3.0:1767384320.621720:0:25556:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384320.621727:0:25556:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384320.621761:0:25556:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384320.621798:0:25556:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp27 [8/256/0/180] 00000400:00000010:3.0:1767384320.623859:0:25556:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000805f2280. 00000400:00000010:3.0:1767384320.623865:0:25556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5421c4f. 00000400:00000010:3.0:1767384320.623870:0:25556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000400:00000001:3.0:1767384320.623884:0:25556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.623885:0:25556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384320.623887:0:25556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f4bef1. 00000400:00000200:3.0:1767384320.623889:0:25556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e545da33 00000400:00000010:3.0:1767384320.623891:0:25556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e545da33. 00000400:00000010:3.0:1767384320.623894:0:25556:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000088617c4b. 00000400:00000200:3.0:1767384320.623898:0:25556:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (18) 00000400:00000200:3.0:1767384320.623909:0:25556:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384320.623917:0:25556:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:3.0:1767384320.623924:0:25556:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ff156db6. 00000400:00000200:0.0:1767384320.623924:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384320.623927:0:25556:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384320.623932:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:3.0:1767384320.623933:0:25556:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp27 00000400:00000010:0.0:1767384320.623940:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000400:00000200:0.0:1767384320.623944:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (19) 00000400:00000010:0.0:1767384320.623948:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069d94b7c. 00000400:00000010:3.0:1767384320.623949:0:25556:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000628db3ba. 00000400:00000200:0.0:1767384320.623954:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp25 00000400:00000010:3.0:1767384320.623955:0:25556:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f08302b8. 00000400:00000200:0.0:1767384320.623968:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp25 to MR: 192.168.204.118@tcp25 local destination 00000400:00000200:0.0:1767384320.623975:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [45:45:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:00000001:1.0:1767384320.623979:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384320.623981:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp25 10000000:00000001:1.0:1767384320.623987:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384320.623991:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) -> 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) : PUT try# 0 00000800:00000200:0.0:1767384320.623997:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.118@tcp25 10000000:00000001:1.0:1767384320.623999:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:0.0:1767384320.624001:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8915445. 10000000:01000000:1.0:1767384320.624003:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384320.624009:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384320.624009:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (6) 00000020:01000004:1.0:1767384320.624014:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384320.624017:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384320.624021:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:988 00000020:01000004:1.0:1767384320.624022:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384320.624027:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384320.624028:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8915445 type 1, nob 432 niov 1 nkiov 1 00000020:01000004:1.0:1767384320.624033:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384320.624036:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384320.624038:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384320.624040:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384320.624041:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384320.624046:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000010:1.0:1767384320.624048:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008497d7a4. 00000400:00000200:0.0:1767384320.624048:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:00000040:1.0:1767384320.624056:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384320.624063:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384320.624066:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384320.624072:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384320.624081:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002d482971. 00000100:00000001:1.0:1767384320.624089:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.624098:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384320.624101:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.624109:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008497d7a4] to pc [ptlrpcd_00_01+1] req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384320.624147:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384320.624150:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.624153:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384320.624156:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384320.624165:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384320.624165:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384320.624167:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:3.0:1767384320.624171:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 10000000:00000001:1.0:1767384320.624171:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384320.624176:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384320.624176:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384320.624181:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384320.624184:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384320.624185:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384320.624186:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384320.624188:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384320.624190:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384320.624191:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.624194:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384320.624194:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384320.624198:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384320.624198:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384320.624199:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384320.624205:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384320.624205:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8915445. 00000020:01000004:1.0:1767384320.624210:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384320.624213:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384320.624214:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384320.624218:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384320.624221:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384320.624224:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384320.624225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026685386. 02000000:00000001:3.0:1767384320.624229:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384320.624229:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: PUT: OK 00000020:00000040:1.0:1767384320.624231:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:3.0:1767384320.624233:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384320.624238:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624238:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384320.624239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384320.624244:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384320.624246:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008497d7a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462016:0@lo:253: 00000400:00000200:2.0:1767384320.624247:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp25: 0 02000000:00000001:1.0:1767384320.624249:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.624252:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384320.624258:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384320.624261:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384320.624261:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eaa3a799. 00000800:00000001:2.0:1767384320.624262:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384320.624267:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384320.624270:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384320.624274:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9f63b99. 00000800:00000001:2.0:1767384320.624274:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.624276:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384320.624278:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384320.624281:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384320.624282:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.624283:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cc1f66b. 00000800:00000001:2.0:1767384320.624286:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384320.624290:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000628db3ba. 00000100:00000040:1.0:1767384320.624292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026685386] to pc [ptlrpcd_00_02+2] req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.624294:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731462016, portal 25 00000100:00000001:3.0:1767384320.624299:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384320.624301:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : PUT - for me 00000100:00000001:3.0:1767384320.624302:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789002112 : -114766920549504 : ffff979ebe77fb80) 00000100:00000040:3.0:1767384320.624312:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.624321:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384320.624322:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384320.624327:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384320.624331:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000113bd241. 10000000:00000001:1.0:1767384320.624333:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624336:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 320/336 into md 0x1675 [1] + 0 10000000:00000001:1.0:1767384320.624338:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.624344:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.624345:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d150cd07. 00000020:01000000:1.0:1767384320.624349:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384320.624352:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000826bc6dd 00000020:00000010:1.0:1767384320.624353:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ff156db6. 00000100:00000200:3.0:1767384320.624357:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731462016, offset 0 00000800:00000001:2.0:1767384320.624360:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.624368:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.624369:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384320.624371:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384320.624373:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624375:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384320.624381:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384320.624384:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384320.624386:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384320.624388:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: PUT: OK 00000100:00000001:1.0:1767384320.624389:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384320.624397:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000100:00000040:1.0:1767384320.624399:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.624400:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104180 00000400:00000010:2.0:1767384320.624402:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000400:00000200:2.0:1767384320.624410:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384320.624426:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384320.624429:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.624431:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000400:00000200:2.0:1767384320.624433:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 02000000:00000001:1.0:1767384320.624434:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384320.624438:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384320.624439:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d1ef016. 00000400:00000200:2.0:1767384320.624444:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000001:1.0:1767384320.624445:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.624448:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002961c3e1 00000400:00000200:2.0:1767384320.624452:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (336 bytes) 00000100:00100000:1.0:1767384320.624453:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731462144:0@lo:253: 00000400:00000200:3.0:1767384320.624458:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384320.624461:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:1.0:1767384320.624461:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384320.624466:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384320.624468:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384320.624470:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624477:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (21) 02000000:00000001:1.0:1767384320.624483:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384320.624488:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002961c3e1 00000400:00000200:2.0:1767384320.624488:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000010:1.0:1767384320.624489:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff156db6. 00000400:00000010:3.0:1767384320.624494:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002961c3e1. 02000000:00000001:1.0:1767384320.624495:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624501:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp25 to MR: 192.168.204.118@tcp25 local destination 00000100:00000001:3.0:1767384320.624503:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384320.624504:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad83f9a4. 00000100:00000200:3.0:1767384320.624507:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384320.624512:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000006b0c76e4 x1853236731462016 msgsize 4848 00000400:00000010:1.0:1767384320.624512:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e12b9697. 00000400:00000200:2.0:1767384320.624513:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [46:46:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000200:1.0:1767384320.624520:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731462144, portal 25 00000100:00100000:3.0:1767384320.624525:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384320.624526:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384320.624529:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384320.624530:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00000100:00000001:3.0:1767384320.624539:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384320.624540:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.624544:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) -> 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) 192.168.204.118@tcp25 : ACK try# 0 00000100:00000001:1.0:1767384320.624555:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384320.624559:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384320.624564:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c520a1a9. 00000100:00000200:1.0:1767384320.624569:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731462144, offset 0 00000400:00000200:3.0:1767384320.624570:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000113bd241 00000800:00000200:2.0:1767384320.624571:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp25 00000400:00000010:3.0:1767384320.624573:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000113bd241. 00000100:00000001:3.0:1767384320.624579:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767384320.624580:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044965107. 00000100:00000200:3.0:1767384320.624583:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.624583:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384320.624592:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (6) 00000400:00000200:1.0:1767384320.624597:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384320.624603:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384320.624607:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:991 00000100:00000040:3.0:1767384320.624609:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.624612:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104200 00000800:00000200:2.0:1767384320.624614:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000044965107 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384320.624625:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.624625:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000100:00000001:3.0:1767384320.624627:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.624633:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.624633:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f8fdbf. 00000800:00000001:2.0:1767384320.624634:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384320.624637:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294906797 00000400:00000200:1.0:1767384320.624640:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f9855c4 00000100:00000010:3.0:1767384320.624643:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f282180. 00000800:00000001:2.0:1767384320.624648:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.624649:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384320.624650:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384320.624659:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294906797 00000400:00000200:1.0:1767384320.624659:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384320.624666:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096685c55. 00000400:00000200:1.0:1767384320.624666:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9855c4 00000100:00000001:3.0:1767384320.624670:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384320.624671:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f9855c4. 00000100:00000001:1.0:1767384320.624675:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384320.624679:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384320.624683:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294906797 00000100:00000040:1.0:1767384320.624684:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000001acd48a6 x1853236731462144 msgsize 4848 00000100:00000010:3.0:1767384320.624689:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002708be86. 00000800:00000200:2.0:1767384320.624691:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384320.624695:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767384320.624697:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044965107. 00000100:00100000:1.0:1767384320.624699:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384320.624701:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294906797 00000100:00000040:1.0:1767384320.624703:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384320.624704:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384320.624706:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000100:00000001:3.0:1767384320.624711:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384320.624717:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384320.624718:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: ACK: OK 00000100:00000001:1.0:1767384320.624718:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.624721:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.624727:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384320.624727:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c520a1a9 00000100:00000001:3.0:1767384320.624730:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.624732:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c520a1a9. 00000800:00000001:2.0:1767384320.624733:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.624739:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.624740:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384320.624745:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384320.624748:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384320.624751:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.624756:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.624763:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.624799:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : ACK - for me 00000100:00000001:1.0:1767384320.624812:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384320.624818:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp25: ACK from 12345-192.168.204.118@tcp25 into md 0x1691 00000100:00000040:1.0:1767384320.624819:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.624826:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384320.624833:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.624837:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: ACK: OK 00000100:00000001:1.0:1767384320.624838:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384320.624843:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:2.0:1767384320.624847:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000100:00000001:1.0:1767384320.624847:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.624854:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294906798 00000400:00000200:2.0:1767384320.624856:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384320.624861:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:1.0:1767384320.624864:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906797 00000400:00000200:2.0:1767384320.624868:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:1.0:1767384320.624872:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294906798 00000400:00000200:2.0:1767384320.624874:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (20) 00000100:00000001:1.0:1767384320.624881:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906797 00000800:00000001:2.0:1767384320.624884:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384320.624888:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294906798 00000800:00000001:2.0:1767384320.624890:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.624894:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906797 00000100:00000001:1.0:1767384320.624900:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294906798 00000100:00000001:1.0:1767384320.624906:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906797 00000100:00000001:1.0:1767384320.624911:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.624914:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.624918:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.624921:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.624926:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384320.624927:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.624931:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384320.624932:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462016 00000100:00000001:1.0:1767384320.624936:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384320.624937:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384320.624940:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384320.624942:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.624944:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.624948:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.624949:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384320.624952:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.624956:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000006aef4ed2. 02000000:00000001:2.0:1767384320.624958:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.624961:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c35f0ff. 00000100:00100000:2.0:1767384320.624964:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462016 00000100:00000001:1.0:1767384320.624965:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384320.624966:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002d86ce4. 00000100:00000001:1.0:1767384320.624970:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.624971:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006aef4ed2 00000020:00000001:2.0:1767384320.624971:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384320.624976:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000010:3.0:1767384320.624977:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000050fe4e53. 00000020:00000001:2.0:1767384320.624982:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384320.624983:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000020:00000040:2.0:1767384320.624987:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000200:3.0:1767384320.624989:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000100:00000001:1.0:1767384320.624989:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384320.624993:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384320.624995:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (19) 00000100:00100000:1.0:1767384320.624995:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462144 00000020:00000001:2.0:1767384320.624998:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:1.0:1767384320.625001:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384320.625002:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000066bad728. 00000100:00000001:2.0:1767384320.625005:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384320.625006:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384320.625007:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000221d6553. 00000100:00000001:1.0:1767384320.625011:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384320.625013:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000400:00000010:3.0:1767384320.625014:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004e35ba60. 02000000:00000001:1.0:1767384320.625017:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.625020:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384320.625021:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000020:00000010:2.0:1767384320.625027:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00100000:1.0:1767384320.625030:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462144 00000400:00000200:3.0:1767384320.625032:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:1.0:1767384320.625036:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384320.625038:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f861dec5. 00000020:00000040:1.0:1767384320.625039:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:3.0:1767384320.625040:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000001:1.0:1767384320.625045:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384320.625047:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e79fb07. 00000400:00000200:3.0:1767384320.625048:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000040:1.0:1767384320.625050:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000010:2.0:1767384320.625057:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4fbdb13. 00000020:00000001:1.0:1767384320.625058:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384320.625060:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:1.0:1767384320.625065:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:2.0:1767384320.625069:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384320.625070:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:1.0:1767384320.625071:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384320.625076:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384320.625078:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c44bdd72. 00000400:00000200:3.0:1767384320.625080:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:2.0:1767384320.625081:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384320.625084:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384320.625086:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384320.625090:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c44bdd72. 00000100:00000001:2.0:1767384320.625097:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384320.625101:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e5d678. 00000400:00000200:3.0:1767384320.625102:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384320.625110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:1.0:1767384320.625110:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000548561ce. 00000100:00000001:2.0:1767384320.625111:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384320.625119:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000400:00000200:3.0:1767384320.625120:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:1.0:1767384320.625128:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384320.625129:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:2.0:1767384320.625129:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384320.625133:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384320.625134:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384320.625138:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:1.0:1767384320.625139:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384320.625146:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000200:3.0:1767384320.625150:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000040:2.0:1767384320.625153:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000400:00000200:3.0:1767384320.625154:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:1.0:1767384320.625157:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.625159:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788640848 : -114766920910768 : ffff979ebe727850) 00000400:00000200:3.0:1767384320.625165:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000001:1.0:1767384320.625165:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384320.625169:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b0c76e4 x1853236731462016/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.625176:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:1.0:1767384320.625181:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384320.625185:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384320.625189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00100000:1.0:1767384320.625195:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1767384320.625196:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384320.625200:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000100:00000040:1.0:1767384320.625202:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000020:00000010:2.0:1767384320.625203:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000400:00000200:3.0:1767384320.625207:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:1.0:1767384320.625208:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788634704 : -114766920916912 : ffff979ebe726050) 00000100:00000001:2.0:1767384320.625209:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384320.625217:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000400:00000200:3.0:1767384320.625219:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000040:1.0:1767384320.625220:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001acd48a6 x1853236731462144/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.625226:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp26 00000400:00000200:3.0:1767384320.625234:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp26 lpni_is_preferred = 0 00000100:00100000:2.0:1767384320.625237:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b0c76e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731462016:12345-0@lo:253: 00000100:00000001:1.0:1767384320.625241:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384320.625242:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp26 00000100:00000200:2.0:1767384320.625247:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462016 00000020:00000010:1.0:1767384320.625247:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c44bdd72. 00000400:00000200:3.0:1767384320.625250:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [47:47:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [47:47:8:4294967295] 00000020:00000001:2.0:1767384320.625253:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384320.625255:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384320.625258:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384320.625259:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp26 00000020:00000010:1.0:1767384320.625261:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c44bdd72. 00000020:00000001:2.0:1767384320.625263:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384320.625270:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384320.625275:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:) -> 192.168.204.118@tcp26(192.168.204.118@tcp:192.168.204.118@tcp26) : GET try# 0 00000020:00000001:2.0:1767384320.625275:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00100000:1.0:1767384320.625275:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001acd48a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731462144:12345-0@lo:253: 00000020:00000001:2.0:1767384320.625283:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384320.625288:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384320.625288:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462144 00000800:00000200:3.0:1767384320.625289:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp26 00000020:00000001:2.0:1767384320.625296:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:3.0:1767384320.625298:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007d5c0f7. 00000020:00000001:1.0:1767384320.625300:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384320.625301:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384320.625305:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000113bd241. 00000020:00000001:1.0:1767384320.625306:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384320.625307:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.625311:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384320.625314:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000028ff3013. 00000100:00000001:2.0:1767384320.625314:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384320.625316:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384320.625319:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384320.625320:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000800:00000200:3.0:1767384320.625324:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (2) 02000000:00000010:2.0:1767384320.625328:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000012b86a00. 00000020:00000001:1.0:1767384320.625328:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384320.625331:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384320.625332:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (2) 02000000:00000001:2.0:1767384320.625335:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.625337:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384320.625340:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.625341:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384320.625344:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.625345:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 20000000:00000001:2.0:1767384320.625346:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384320.625349:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384320.625352:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 02000000:00000001:1.0:1767384320.625354:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384320.625359:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c6bbdf97. 02000000:00000010:1.0:1767384320.625362:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000034afe4d9. 20000000:01000000:2.0:1767384320.625365:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384320.625367:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.625371:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384320.625372:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.625376:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384320.625377:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384320.625381:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.625386:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.625388:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384320.625388:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004512c357. 20000000:01000000:1.0:1767384320.625395:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384320.625398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 20000000:00000001:1.0:1767384320.625398:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384320.625400:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384320.625401:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c0d15d5. 20000000:00000001:1.0:1767384320.625405:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384320.625407:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:1.0:1767384320.625409:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.625428:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384320.625428:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384320.625437:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384320.625442:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384320.625452:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00080000:00000001:2.0:1767384320.625461:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384320.625477:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.625480:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384320.625483:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.625484:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00080000:00000001:2.0:1767384320.625486:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384320.625490:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384320.625501:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384320.625507:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384320.625510:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384320.625513:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384320.625518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00080000:00000001:2.0:1767384320.625518:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.625521:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384320.625526:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384320.625532:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384320.625537:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384320.625541:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008fc11064. 00080000:00000001:2.0:1767384320.625545:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306665268224 : -114767044283392 : ffff979eb717f400) 00000400:00000200:3.0:1767384320.625553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00080000:00000001:2.0:1767384320.625555:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384320.625560:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384320.625565:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008179fbdc. 00080000:00000001:2.0:1767384320.625568:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.625571:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384320.625587:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00080000:00000001:2.0:1767384320.625589:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.625612:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384320.625622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625660:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625689:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625881:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625906:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625942:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.625979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626019:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626086:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626278:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626383:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626453:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626520:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.626546:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00080000:00000010:2.0:1767384320.626608:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008fc11064. 00080000:00000010:1.0:1767384320.626657:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008179fbdc. 00040000:00000001:1.0:1767384320.626664:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384320.626667:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384320.626671:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384320.626675:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384320.626678:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.626681:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384320.626692:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384320.626702:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384320.626706:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384320.626712:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:3.0:1767384320.626721:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000040d478e5. 00000800:00000010:3.0:1767384320.626726:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d24c108. 00000800:00000010:3.0:1767384320.626731:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe6e5317. 00000800:00000010:3.0:1767384320.626810:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe6e5317. 20000000:01000000:3.0:1767384320.626838:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384320.626840:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384320.626843:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384320.626847:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384320.626850:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384320.626858:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005282d022. 00010000:00000001:3.0:1767384320.626862:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384320.626865:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005abfe109. 00000020:00000001:3.0:1767384320.626868:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384320.626871:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005abfe109 with handle 0xd602e9c522f0b219 to hash 00000020:00000001:3.0:1767384320.626873:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384320.626875:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384320.626877:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 20000000:00000010:1.0:1767384320.626879:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0f02a37. 00010000:00000001:3.0:1767384320.626880:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384320.626882:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.626884:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384320.626890:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384320.626893:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384320.626895:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384320.626897:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384320.626899:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.626907:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384320.626908:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.626913:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:01000000:1.0:1767384320.626913:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00010000:00000001:3.0:1767384320.626916:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384320.626919:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384320.626920:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:1.0:1767384320.626920:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:3.0:1767384320.626923:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005282d022) refcount = 1 00010000:00010000:3.0:1767384320.626925:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384320.626930:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384320.626932:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384320.626934:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.626935:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.626937:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384320.626939:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384320.626943:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00080000:00000001:1.0:1767384320.626944:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384320.626946:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384320.626949:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384320.626949:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000040:3.0:1767384320.626953:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005abfe109 refcount=4 00000020:00000001:3.0:1767384320.626955:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384320.626956:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00010000:00000001:3.0:1767384320.626958:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384320.626959:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384320.626959:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384320.626962:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767384320.626969:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.626970:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384320.626972:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384320.626975:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384320.626979:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384320.626979:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.626982:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384320.626985:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384320.626985:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384320.626987:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp26 from 221.3.0.2 00080000:00000001:1.0:1767384320.626990:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384320.626995:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ade9323f. 00080000:00000002:1.0:1767384320.626998:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000001:3.0:1767384320.626999:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384320.627004:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00010000:00000001:3.0:1767384320.627006:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384320.627008:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384320.627010:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384320.627013:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384320.627014:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384320.627022:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.627023:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005abfe109 already unused, calling callback (00000000d6205520) 00080000:00000001:1.0:1767384320.627026:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.627027:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767384320.627031:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384320.627032:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384320.627035:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384320.627037:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:3.0:1767384320.627042:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1767384320.627044:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384320.627045:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384320.627047:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.627050:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005abfe109 refcount=5 00000020:00000001:3.0:1767384320.627051:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00080000:00000010:1.0:1767384320.627051:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6a0ab90. 00010000:00000001:3.0:1767384320.627055:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562432 : -114767944989184 : ffff979e81684600) 00080000:00000001:1.0:1767384320.627058:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507225600 : -114772202326016 : ffff979d83a67800) 00010000:00000001:3.0:1767384320.627059:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384320.627062:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384320.627063:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384320.627068:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384320.627069:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384320.627072:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384320.627073:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384320.627073:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c44bdd72. 00010000:00000001:3.0:1767384320.627078:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1767384320.627079:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627081:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384320.627083:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384320.627085:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384320.627087:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384320.627089:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005abfe109 with handle 0xd602e9c522f0b219 from hash 00010000:00000001:3.0:1767384320.627091:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384320.627093:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384320.627094:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384320.627095:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1767384320.627096:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627097:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384320.627100:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384320.627108:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1767384320.627109:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384320.627110:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384320.627113:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627115:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384320.627117:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384320.627119:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384320.627120:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384320.627121:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627123:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627124:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.627125:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384320.627129:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384320.627131:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384320.627132:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384320.627133:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000020:1.0:1767384320.627134:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384320.627135:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384320.627137:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384320.627140:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384320.627141:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384320.627142:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384320.627144:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c6bbdf97. 20000000:00000001:3.0:1767384320.627145:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.627150:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384320.627152:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.627154:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384320.627157:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384320.627159:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005abfe109/0xd602e9c522f0b219 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384320.627159:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462016 00010000:00000001:1.0:1767384320.627166:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384320.627168:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005282d022 count: 0 00010000:00000200:1.0:1767384320.627175:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0c76e4 x1853236731462016/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.627177:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384320.627180:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:2.0:1767384320.627182:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6bbdf97. 00000800:00000010:2.0:1767384320.627189:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa9f8225. 00010000:00000001:1.0:1767384320.627191:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384320.627202:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384320.627204:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000980ca0f0. 00000100:00001000:1.0:1767384320.627207:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=40 v=5 (1 0 0 0) 00000800:00000200:2.1:1767384320.627214:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (2) 00000100:00000001:1.0:1767384320.627216:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1767384320.627222:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp26 00000000980ca0f0 deleted 00000100:00000040:1.0:1767384320.627224:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000800:00000010:2.1:1767384320.627226:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000980ca0f0. 00000100:00000001:1.0:1767384320.627230:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000800:00000200:2.1:1767384320.627233:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:1.0:1767384320.627236:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384320.627240:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384320.627242:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:989 00000100:00000001:1.0:1767384320.627245:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.1:1767384320.627247:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000007d5c0f7 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384320.627252:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384320.627258:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp26 p 3.x 192.168.204.118 -> 192.168.204.118:989 incarnation:1767384318671946369 sched[0] 00000400:00000010:1.0:1767384320.627259:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c520a1a9. 00000800:00000010:2.0:1767384320.627266:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002cf1f9a1. 00000100:00000200:1.0:1767384320.627267:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731462016, offset 224 00000400:00000200:1.0:1767384320.627278:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384320.627285:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384320.627294:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104180 00000400:00000200:1.0:1767384320.627300:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1695 [2] + 224 00000400:00000200:1.0:1767384320.627307:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.627311:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384320.627317:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384320.627322:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384320.627326:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002cf1f9a1. 00000800:00000010:2.0:1767384320.627333:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa9f8225. 00000800:00000200:3.1:1767384320.627340:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000040:1.0:1767384320.627340:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384320.627352:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp26 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384318671946369 sched[0] 00000800:00000010:3.0:1767384320.627358:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d24c108. 00000800:00000010:2.0:1767384320.627363:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ade9323f. 00000100:00000001:1.0:1767384320.627375:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384320.627383:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c520a1a9 00000800:00000001:2.0:1767384320.627386:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384320.627387:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c520a1a9. 00000800:00000001:2.0:1767384320.627394:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.627394:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384320.627398:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384320.627404:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.627405:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000040:1.0:1767384320.627408:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384320.627412:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384320.627431:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.627435:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384320.627440:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b0c76e4 x1853236731462016/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384320.627469:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384320.627470:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000010:2.0:1767384320.627475:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007d5c0f7. 00000100:00100000:1.0:1767384320.627481:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b0c76e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731462016:12345-0@lo:253: Request processed in 2281us (2964us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384320.627490:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384320.627496:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000400:00000200:2.0:1767384320.627502:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: GET: OK 00000100:00000040:1.0:1767384320.627503:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000200:3.0:1767384320.627504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384320.627508:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384320.627510:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384320.627515:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000100:00000001:1.0:1767384320.627515:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384320.627521:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e79fb07. 00000800:00000001:2.0:1767384320.627527:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384320.627531:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4fbdb13. 00000800:00000001:2.0:1767384320.627535:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384320.627538:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f861dec5. 00000800:00000001:2.0:1767384320.627539:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.627549:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384320.627549:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384320.627555:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384320.627559:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000012b86a00. 00000400:00000200:3.0:1767384320.627561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384320.627561:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : GET - for me 02000000:00000001:1.0:1767384320.627565:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384320.627570:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.627577:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000200:1.0:1767384320.627578:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384320.627586:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 336/336 into md 0x168d [1] + 0 00000400:00000010:1.0:1767384320.627586:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e8d883. 00000400:00000010:1.0:1767384320.627597:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c520a1a9. 00000400:00000200:2.0:1767384320.627602:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 00000400:00000200:3.0:1767384320.627612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384320.627612:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [48:48:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [48:48:8:4294967295] 00000100:00000001:1.0:1767384320.627620:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.627625:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384320.627631:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384320.627635:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384320.627638:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) 192.168.204.118@tcp26 : REPLY try# 0 00000400:00000010:1.0:1767384320.627639:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cc1f66b. 00000400:00000200:3.0:1767384320.627645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.627646:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628db3ba 00000800:00000200:2.0:1767384320.627652:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000400:00000010:1.0:1767384320.627652:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000628db3ba. 00000800:00000010:2.0:1767384320.627660:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044965107. 00000100:00000001:1.0:1767384320.627661:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384320.627669:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384320.627670:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000400:00000200:3.0:1767384320.627675:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000200:2.0:1767384320.627684:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:988 00000800:00000200:2.0:1767384320.627690:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000044965107 type 3, nob 432 niov 1 nkiov 1 00000100:00000200:1.0:1767384320.627694:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.627703:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:1.0:1767384320.627704:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384320.627708:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.627713:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384320.627715:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384320.627725:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.627727:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.627731:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 02000000:00000001:1.0:1767384320.627731:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384320.627744:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384320.627750:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044965107. 00000100:00001000:1.0:1767384320.627751:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=40 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384320.627756:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384320.627757:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384320.627764:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384320.627796:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.627799:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384320.627801:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.627804:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.627807:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: REPLY: OK 00000100:00000040:1.0:1767384320.627812:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.627814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000001:2.0:1767384320.627821:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384320.627828:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384320.627829:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.627832:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384320.627835:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384320.627839:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:1.0:1767384320.627840:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384320.627844:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384320.627846:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:2.0:1767384320.627848:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384320.627849:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384320.627852:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:2.0:1767384320.627854:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:1.0:1767384320.627855:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384320.627858:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000001:2.0:1767384320.627860:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.627861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000020:01000004:1.0:1767384320.627861:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384320.627864:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384320.627868:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384320.627873:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.627876:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : REPLY - for me 00000100:00100000:1.0:1767384320.627888:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008497d7a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462016:0@lo:253: 00000400:00000200:2.0:1767384320.627897:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp26: Reply from 12345-192.168.204.118@tcp26 of length 336/336 into md 0x16a9 00000100:00000001:1.0:1767384320.627897:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.627900:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384320.627903:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000040:1.0:1767384320.627905:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008497d7a4 x1853236731462016/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384320.627916:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384320.627917:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384320.627921:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384320.627924:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9f63b99. 00000800:00000001:2.0:1767384320.627926:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.627930:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384320.627938:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384320.627940:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: REPLY: OK 00000020:00000001:1.0:1767384320.627942:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384320.627945:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384320.627946:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221d6553 00000400:00000200:3.0:1767384320.627949:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000020:00000001:1.0:1767384320.627949:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384320.627950:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221d6553. 02000000:00000010:1.0:1767384320.627953:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002d482971. 00000400:00000200:2.0:1767384320.627960:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:1.0:1767384320.627961:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384320.627965:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384320.627968:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008497d7a4. 00000400:00000200:2.0:1767384320.627969:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000100:00000001:1.0:1767384320.627974:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384320.627977:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000001:1.0:1767384320.627979:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.627983:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.627984:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 19. state = 0x100251 00000100:00000001:1.0:1767384320.627990:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384320.627993:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:1.0:1767384320.627994:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.627998:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.628001:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.628005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384320.628008:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (20) 00000800:00000001:2.0:1767384320.628018:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384320.628022:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.628037:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384320.628038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.628045:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:1.0:1767384320.628054:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 0000000045dbca9d. 00000400:00000200:3.0:1767384320.628057:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000010:1.0:1767384320.628058:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000006ea22c55. 00000400:00000010:1.0:1767384320.628064:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 0000000088617c4b. 00000400:00000200:3.0:1767384320.628073:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000010:1.0:1767384320.628093:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ce006922. 00000400:00000200:3.0:1767384320.628096:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.628102:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ce006922 nid 192.168.204.118@tcp27 00000400:00000010:1.0:1767384320.628108:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000009c68ee9. 00000400:00000200:1.0:1767384320.628111:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000009c68ee9 net tcp27 00000400:00000200:1.0:1767384320.628115:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (19) 00000400:00000200:3.0:1767384320.628118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.628124:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp27 flags 0x11 00000400:00000010:1.0:1767384320.628129:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 0000000045dbca9d. 00000400:00000010:1.0:1767384320.628132:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000006ea22c55. 00000400:00000010:1.0:1767384320.628136:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 0000000088617c4b. 00000400:00000010:1.0:1767384320.628139:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000066bad728. 00000400:00000200:3.0:1767384320.628141:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.628144:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384320.628150:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:1.0:1767384320.628154:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:1.0:1767384320.628158:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:1.0:1767384320.628162:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384320.628172:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384320.628172:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384320.628178:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384320.628183:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (20) 00000400:00000200:3.0:1767384320.628210:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628240:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628357:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628611:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384320.628709:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384320.628832:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008fc73474. 00000800:00000010:3.0:1767384320.628836:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d24c108. 00000800:00000010:3.0:1767384320.628840:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe6e5317. 00000800:00000010:3.0:1767384320.628859:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe6e5317. 00000800:00020000:3.0:1767384320.628866:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00080000:00000010:2.0:1767384320.629198:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6a0ab90. 00080000:00000010:1.0:1767384320.629236:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c44bdd72. 00040000:00000001:1.0:1767384320.629243:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384320.629245:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384320.629247:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384320.629250:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384320.629253:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.629255:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384320.629258:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384320.629268:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384320.629272:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384320.629275:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384320.629278:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384320.629278:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384320.629282:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384320.629285:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384320.629286:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384320.629290:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d2137e19. 00010000:00000001:2.0:1767384320.629292:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384320.629295:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384320.629298:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384320.629299:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b220 to hash 00000020:00000001:2.0:1767384320.629301:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384320.629302:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629304:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629307:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.629308:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.629310:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.629316:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384320.629323:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384320.629325:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384320.629326:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384320.629327:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.629329:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384320.629330:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.629331:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384320.629332:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384320.629334:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384320.629335:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384320.629336:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d2137e19) refcount = 1 00010000:00010000:2.0:1767384320.629338:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.629342:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384320.629344:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384320.629345:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.629346:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.629348:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384320.629349:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384320.629351:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384320.629353:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384320.629354:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384320.629355:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000020:00000001:2.0:1767384320.629356:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629357:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629359:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384320.629360:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.629363:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384320.629365:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.629368:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.629369:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384320.629375:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384320.629379:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.629380:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.629383:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384320.629384:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384320.629388:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384320.629389:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384320.629390:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384320.629391:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384320.629394:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384320.629395:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384320.629398:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384320.629400:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384320.629400:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384320.629404:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 20000000:00000010:1.0:1767384320.629404:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004512c357. 00000020:00000001:2.0:1767384320.629407:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629410:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384320.629412:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000001:1.0:1767384320.629412:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.629413:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384320.629432:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462144 00010000:00000001:2.0:1767384320.629438:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384320.629438:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384320.629440:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384320.629443:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384320.629445:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001acd48a6 x1853236731462144/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384320.629447:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384320.629449:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384320.629452:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384320.629454:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384320.629457:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b220 from hash 00010000:00000001:2.0:1767384320.629461:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384320.629463:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.629465:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384320.629468:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.629471:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1767384320.629473:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=40 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384320.629474:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384320.629476:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384320.629479:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384320.629481:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384320.629482:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384320.629483:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384320.629487:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.629489:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384320.629490:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384320.629494:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384320.629495:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384320.629500:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384320.629501:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384320.629504:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.629505:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384320.629508:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384320.629509:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384320.629514:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.629514:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384320.629519:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.629520:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003640a452. 00010000:00010000:2.0:1767384320.629523:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384320.629525:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731462144, offset 224 00010000:00000001:2.0:1767384320.629536:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384320.629536:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384320.629539:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384320.629541:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384320.629542:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384320.629544:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384320.629547:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384320.629548:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384320.629550:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384320.629552:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384320.629556:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384320.629557:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384320.629566:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384320.629567:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384320.629570:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b220 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384320.629571:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104200 00010000:00000040:2.0:1767384320.629579:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d2137e19 count: 0 00000400:00000200:1.0:1767384320.629581:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x169d [2] + 224 00010000:00000001:2.0:1767384320.629585:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384320.629588:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384320.629589:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.629593:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384320.629597:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384320.629601:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384320.629612:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.629629:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384320.629634:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003640a452 00000400:00000010:1.0:1767384320.629636:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003640a452. 00000100:00000001:2.0:1767384320.629638:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.629639:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384320.629641:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384320.629644:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.629647:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384320.629649:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:2.0:1767384320.629652:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384320.629653:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384320.629655:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384320.629657:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384320.629658:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad83f9a4. 00000020:00000001:1.0:1767384320.629661:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384320.629663:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e12b9697 00000400:00000010:2.0:1767384320.629666:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e12b9697. 00000100:00000040:1.0:1767384320.629667:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001acd48a6 x1853236731462144/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.629669:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384320.629676:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384320.629686:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001acd48a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731462144:12345-0@lo:253: Request processed in 4442us (4997us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384320.629694:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384320.629701:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1767384320.629707:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384320.629707:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384320.629710:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.629711:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384320.629713:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384320.629715:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384320.629716:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384320.629718:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384320.629720:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384320.629720:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000548561ce. 02000000:00000001:2.0:1767384320.629726:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384320.629727:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00001000:2.0:1767384320.629729:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384320.629733:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=40 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384320.629733:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e5d678. 00000100:00000001:2.0:1767384320.629739:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384320.629740:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384320.629740:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00000001:2.0:1767384320.629742:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384320.629743:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.629745:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.629750:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384320.629751:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384320.629753:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000034afe4d9. 02000000:00000001:1.0:1767384320.629759:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384320.629761:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.629762:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.629765:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384320.629784:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384320.629785:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384320.629787:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384320.629790:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384320.629790:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043d3155e. 00000020:01000004:2.0:1767384320.629795:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384320.629796:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384320.629797:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384320.629797:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003640a452. 00000020:01000004:2.0:1767384320.629802:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384320.629809:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384320.629810:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384320.629811:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384320.629814:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384320.629819:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731462144:0@lo:253: 00000100:00000001:2.0:1767384320.629822:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.629824:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384320.629825:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026685386 x1853236731462144/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384320.629829:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384320.629831:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384320.629832:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff156db6. 02000000:00000001:2.0:1767384320.629834:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384320.629836:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384320.629836:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384320.629838:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384320.629839:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eaa3a799. 02000000:00000001:2.0:1767384320.629842:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384320.629843:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384320.629844:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026685386. 00000100:00000001:2.0:1767384320.629846:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384320.629847:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.629848:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384320.629851:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384320.629853:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384320.629854:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384320.629855:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384320.632201:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d24c108. 00000800:00000010:3.0:1767384320.632204:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008fc73474. 00000100:00000040:3.0:1767384320.632213:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294906798, at 4294906800 00000100:00000010:3.0:1767384320.632218:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000400:02020000:3.0:1767384320.632469:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp26 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000100:00000040:1.0:1767384320.632808:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294906798, at 4294906800 00000100:00000010:1.0:1767384320.632815:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096685c55. 00000100:00000040:0.0:1767384320.632816:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294906798, at 4294906800 00000100:00000010:0.0:1767384320.632823:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f282180. 00000100:00000040:2.0:1767384320.632839:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294906798, at 4294906800 00000100:00000010:2.0:1767384320.632845:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002708be86. 00010000:00000010:3.1:1767384320.634991:0:16343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005282d022. 00010000:00000010:3.1:1767384320.634996:0:16343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005abfe109. 00010000:00000010:2.1:1767384320.636801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d2137e19. 00010000:00000010:2.1:1767384320.636809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00000400:00000010:3.0:1767384320.642144:0:25561:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000042f01a31. 00000400:00000040:3.0:1767384320.642167:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.642171:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384320.642174:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.642176:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.642179:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.642181:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384320.642185:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.642187:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384320.642189:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384320.642191:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384320.642193:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384320.642195:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.642198:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384320.642200:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.642201:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384320.642204:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384320.642205:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.642206:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384320.642208:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384320.642211:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.642220:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.642221:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.642223:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.642225:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.642227:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384320.642229:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.642231:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.642233:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.642235:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.642236:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.642238:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384320.642241:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.642242:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.642245:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.642247:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.642249:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.642250:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384320.642253:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.642255:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.642258:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384320.642260:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384320.642261:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.642263:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384320.642265:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384320.642267:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384320.642269:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384320.642270:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384320.642271:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384320.642274:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384320.642276:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.642277:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384320.642279:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384320.642281:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384320.642283:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384320.642286:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384320.642288:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384320.642289:0:25561:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384320.642352:0:25561:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000042f01a31. 00010000:00000001:3.0:1767384321.031887:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384321.032290:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.032297:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384321.032298:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.032365:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384321.032369:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.032372:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384321.223825:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384321.223838:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384321.223844:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384321.223851:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384321.223856:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384321.223860:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384321.223866:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.223872:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002564691d. 00000100:00000001:0.0:1767384321.223879:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.223886:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.223889:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.223900:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a063519] to pc [ptlrpcd_00_03+3] req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384321.223927:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.223954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384321.223959:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384321.223963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0965d2b. 00000020:00000040:0.0:1767384321.223966:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384321.223969:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384321.223970:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384321.223972:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.223977:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038163724. 00000100:00000001:0.0:1767384321.223980:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.223985:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384321.223994:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.223994:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.223999:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.224001:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384321.224004:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384321.224005:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0965d2b] to pc [ptlrpcd_00_00+0] req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.224013:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384321.224016:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.224025:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.224026:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.224028:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224029:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384321.224035:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.224038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384321.224043:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384321.224048:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000100:00000001:2.0:1767384321.224050:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384321.224052:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.224055:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384321.224059:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384321.224059:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384321.224063:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224065:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.224066:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384321.224068:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731462272:0@lo:13: 02000000:00000001:0.0:1767384321.224069:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384321.224070:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.224074:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224075:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384321.224079:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.224079:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384321.224079:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000939f1241. 00000100:00000001:1.0:1767384321.224083:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384321.224084:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224085:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384321.224085:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.224088:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384321.224093:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.224093:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384321.224094:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e4ed3aa. 02000000:00000001:2.0:1767384321.224098:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.224106:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0b45ed. 00000100:00000001:1.0:1767384321.224108:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.224109:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384321.224111:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224111:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.224113:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006edb577f. 02000000:00000001:1.0:1767384321.224115:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384321.224116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_01+1] req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.224118:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384321.224121:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.224122:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731462272, portal 4 00000100:00100000:1.0:1767384321.224127:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0965d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462400:0@lo:400: 00000100:00000001:2.0:1767384321.224128:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384321.224130:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224131:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:1.0:1767384321.224134:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384321.224134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384321.224138:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384321.224138:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384321.224141:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.224142:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384321.224142:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000020:00000040:0.0:1767384321.224147:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384321.224148:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384321.224153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384321.224154:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6a0ab90. 02000000:00000001:0.0:1767384321.224157:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384321.224158:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384321.224159:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.224159:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.224163:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384321.224166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8ed73e9. 00000400:00000010:2.0:1767384321.224167:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000400:00000010:1.0:1767384321.224167:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000050f7296. 00000100:00000001:0.0:1767384321.224172:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.224173:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731462272, offset 0 00000400:00000010:1.0:1767384321.224175:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18a3313. 00000100:00000200:1.0:1767384321.224181:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731462400, portal 25 00000100:00000040:0.0:1767384321.224182:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384321.224184:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384321.224186:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.224187:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512960 : -114766920038656 : ffff979ebe7fc700) 00000100:00000001:0.0:1767384321.224193:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384321.224194:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.224195:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.224200:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7512570] to pc [ptlrpcd_00_02+2] req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.224205:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.224217:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384321.224223:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d104280 00000100:00000001:0.0:1767384321.224223:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.224224:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384321.224226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384321.224230:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b402ded1. 00000100:00000001:0.0:1767384321.224231:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384321.224234:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000400:00000200:2.0:1767384321.224241:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384321.224241:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000100:00000200:1.0:1767384321.224242:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731462400, offset 0 00000020:00000040:0.0:1767384321.224247:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384321.224250:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384321.224252:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.224252:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384321.224253:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384321.224255:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.224262:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384321.224262:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8915445. 00000100:00000001:2.0:1767384321.224265:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384321.224266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.224268:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384321.224273:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d104300 00000100:00000040:0.0:1767384321.224274:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384321.224275:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053a2ed15. 00000100:00000040:2.0:1767384321.224281:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000053a2ed15 x1853236731462272 msgsize 224 00000400:00000200:1.0:1767384321.224283:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xfe5 [2] + 0 00000400:00000010:1.0:1767384321.224290:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccdbc0f7. 00000100:00100000:2.0:1767384321.224291:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384321.224291:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384321.224293:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.224296:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007035dcf7 00000100:00000040:0.0:1767384321.224299:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_03+3] req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384321.224300:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384321.224304:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384321.224305:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.224310:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.224314:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000100:00000040:0.0:1767384321.224316:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (245) 00000400:00000010:2.0:1767384321.224317:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000100:00000001:2.0:1767384321.224322:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384321.224323:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007035dcf7 00000100:00000200:2.0:1767384321.224327:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.224328:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007035dcf7. 00000100:00000001:1.0:1767384321.224336:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384321.224338:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384321.224340:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384321.224340:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384321.224343:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.224344:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384321.224345:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000e590fa81 x1853236731462400 msgsize 224 00000100:00000001:0.0:1767384321.224348:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384321.224354:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.224358:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384321.224359:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.224362:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384321.224364:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.224369:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384321.224371:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224372:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224373:0:16352:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384321.224376:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384321.224379:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3903 usecs (4 jiffies) 02000000:00000001:0.0:1767384321.224380:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.224381:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b402ded1 00000100:00000001:2.0:1767384321.224385:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000400:00000010:1.0:1767384321.224385:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b402ded1. 02000000:00000001:0.0:1767384321.224385:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224390:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384321.224390:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731462528:0@lo:400: 00000100:00000010:2.0:1767384321.224392:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069525e54. 00000100:00000001:0.0:1767384321.224395:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384321.224396:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.224399:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384321.224401:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384321.224401:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.224418:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384321.224420:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000100:00000001:1.0:1767384321.224421:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384321.224422:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000804360b5. 00000100:00000040:1.0:1767384321.224426:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384321.224427:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000369451bf. 02000000:00000001:0.0:1767384321.224427:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384321.224432:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 00000100:00000001:2.0:1767384321.224433:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384321.224437:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224439:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000001:1.0:1767384321.224440:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384321.224440:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543fb4da. 00000100:00000010:2.0:1767384321.224444:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bde56129. 00000100:00000001:1.0:1767384321.224447:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224449:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384321.224451:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294907397 00000100:00000200:0.0:1767384321.224451:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731462528, portal 4 00000100:00000001:2.0:1767384321.224452:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000100:00000001:0.0:1767384321.224455:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384321.224457:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cd81703. 00000100:00000001:0.0:1767384321.224458:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000001:1.0:1767384321.224459:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294907396 00000100:00000001:2.0:1767384321.224461:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384321.224467:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384321.224467:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.224470:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294907397 00000100:00000001:1.0:1767384321.224473:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294907396 00000100:00000001:2.0:1767384321.224479:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224480:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294907397 00000100:00000001:0.0:1767384321.224480:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384321.224484:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384321.224485:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224486:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907396 00000400:00000010:0.0:1767384321.224488:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000001:2.0:1767384321.224489:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384321.224492:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731462528, offset 0 00000100:00000001:1.0:1767384321.224493:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294907397 00000100:00000001:2.0:1767384321.224495:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.224497:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907396 00000100:00000001:2.0:1767384321.224498:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384321.224499:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.224501:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.224504:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.224505:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224508:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.224510:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.224510:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384321.224511:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384321.224513:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.224518:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.224520:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384321.224522:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d104380 00000100:00000001:1.0:1767384321.224523:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384321.224529:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.224532:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384321.224535:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384321.224535:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000001:1.0:1767384321.224536:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224539:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224540:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.224541:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384321.224543:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384321.224546:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384321.224548:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384321.224549:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224552:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384321.224556:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731462656:0@lo:400: 00000100:00000001:1.0:1767384321.224557:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384321.224557:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384321.224562:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384321.224562:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384321.224562:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384321.224567:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384321.224569:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd70438e. 00000100:00000040:1.0:1767384321.224570:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384321.224571:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.224574:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000dd70438e x1853236731462528 msgsize 224 02000000:00000001:2.0:1767384321.224576:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384321.224581:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ff1306e. 00000100:00100000:0.0:1767384321.224581:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384321.224582:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384321.224586:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224586:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.224590:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384321.224592:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 02000000:00000001:1.0:1767384321.224594:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.224594:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384321.224598:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 02000000:00000001:1.0:1767384321.224598:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.224601:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000400:00000010:0.0:1767384321.224603:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00100000:1.0:1767384321.224605:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731462784:0@lo:400: 00000100:00000001:0.0:1767384321.224607:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384321.224608:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384321.224610:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731462656, portal 10 00000100:00000200:0.0:1767384321.224610:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384321.224611:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384321.224614:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224615:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384321.224618:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 02000000:00000001:1.0:1767384321.224618:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384321.224624:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e5d678. 02000000:00000001:1.0:1767384321.224626:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224627:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384321.224628:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.224633:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.224637:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4ca793. 00000400:00000010:1.0:1767384321.224643:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b402ded1. 00000100:00000200:1.0:1767384321.224649:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731462784, portal 10 00000100:00000001:2.0:1767384321.224650:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384321.224654:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384321.224655:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224656:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000040:2.0:1767384321.224658:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384321.224659:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384321.224662:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000040:1.0:1767384321.224663:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.224664:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.224666:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731462656, offset 0 00000100:00000040:0.0:1767384321.224668:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3903 usecs (4 jiffies) 00000100:00000001:0.0:1767384321.224673:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000400:00000200:2.0:1767384321.224676:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.224677:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.224682:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384321.224682:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907397 00000100:00000001:0.0:1767384321.224687:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000400:00000200:2.0:1767384321.224688:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384321.224688:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000125e09c. 00000100:00000001:0.0:1767384321.224691:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907397 00000100:00000200:1.0:1767384321.224692:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731462784, offset 0 00000100:00000001:0.0:1767384321.224693:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000001:0.0:1767384321.224698:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907397 00000400:00000200:1.0:1767384321.224700:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384321.224701:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000100:00000001:0.0:1767384321.224703:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907397 00000100:00000001:0.0:1767384321.224706:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384321.224708:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d104400 00000400:00000200:1.0:1767384321.224709:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384321.224709:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224714:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.224716:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384321.224719:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384321.224721:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d104480 00000400:00000200:2.0:1767384321.224722:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.224724:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384321.224728:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:0.0:1767384321.224728:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384321.224730:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.224732:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384321.224736:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384321.224736:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384321.224740:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384321.224740:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.224743:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384321.224744:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384321.224744:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384321.224750:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008126c258. 00000100:00000040:2.0:1767384321.224752:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000008126c258 x1853236731462656 msgsize 224 00000100:00100000:2.0:1767384321.224759:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384321.224765:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384321.224765:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384321.224791:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384321.224796:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462400 00000100:00100000:0.0:1767384321.224796:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462528 02000000:00000001:1.0:1767384321.224800:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384321.224800:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.224803:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.224803:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384321.224804:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000100:00000001:0.0:1767384321.224805:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.224806:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.224807:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 02000000:00000001:1.0:1767384321.224812:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.224812:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224813:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384321.224817:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.224819:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462400 00000100:00100000:0.0:1767384321.224819:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462528 00000020:00000001:1.0:1767384321.224825:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384321.224825:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384321.224827:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384321.224829:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000040:0.0:1767384321.224829:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000040:2.0:1767384321.224831:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.224834:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384321.224834:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.224839:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000040:0.0:1767384321.224839:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384321.224841:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224845:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384321.224845:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384321.224845:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384321.224849:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.224850:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384321.224850:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000040:2.0:1767384321.224854:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3013 usecs (4 jiffies) 00000100:00000001:1.0:1767384321.224857:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.224857:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384321.224858:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907397 00000100:00000001:2.0:1767384321.224861:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907397 00000020:00000010:0.0:1767384321.224863:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9fdc215. 00000100:00000001:2.0:1767384321.224864:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907397 00000020:00000010:1.0:1767384321.224864:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000100:00000001:2.0:1767384321.224867:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907397 00000100:00000001:1.0:1767384321.224870:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.224873:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907397 00000020:00000010:1.0:1767384321.224875:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005880cc75. 00000100:00000001:2.0:1767384321.224876:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907397 00000020:00000010:0.0:1767384321.224876:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005bf315e2. 00000100:00000001:2.0:1767384321.224881:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907397 00000100:00000001:2.0:1767384321.224884:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907397 00000100:00000001:2.0:1767384321.224885:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384321.224885:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000010:1.0:1767384321.224887:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045dbca9d. 00000020:00000010:1.0:1767384321.224892:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041265a42. 00000100:00000001:2.0:1767384321.224894:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224897:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384321.224899:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.224899:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000020:00000010:0.0:1767384321.224903:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a991dc48. 00000100:00000001:2.0:1767384321.224904:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384321.224909:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8490ba1. 00000100:00000001:2.0:1767384321.224910:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384321.224911:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384321.224915:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384321.224916:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384321.224917:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000001:2.0:1767384321.224918:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.224920:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384321.224922:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.224924:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224925:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.224926:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384321.224931:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224931:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384321.224932:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224935:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384321.224937:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.224941:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.224942:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384321.224944:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384321.224946:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.224954:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384321.224956:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.224957:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384321.224958:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462272 00000100:00000001:1.0:1767384321.224961:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384321.224962:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384321.224965:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.224966:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384321.224967:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.224971:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384321.224972:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 02000000:00000001:2.0:1767384321.224974:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.224976:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384321.224977:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00100000:2.0:1767384321.224978:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462272 00000100:00000040:0.0:1767384321.224981:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:1.0:1767384321.224982:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788639824 : -114766920911792 : ffff979ebe727450) 00000020:00000001:2.0:1767384321.224983:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384321.224985:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789523712 : -114766920027904 : ffff979ebe7ff100) 00000020:00000040:2.0:1767384321.224986:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000040:1.0:1767384321.224990:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e590fa81 x1853236731462400/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384321.224991:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384321.224993:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd70438e x1853236731462528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384321.224995:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000020:00000001:2.0:1767384321.225001:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:2.0:1767384321.225005:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384321.225011:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.225013:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.225013:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384321.225015:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00000020:00000010:1.0:1767384321.225018:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000020:00000010:0.0:1767384321.225018:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bf315e2. 00000100:00000001:2.0:1767384321.225019:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384321.225023:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 00000100:00000001:1.0:1767384321.225025:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.225025:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.225029:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005880cc75. 00000020:00000010:0.0:1767384321.225029:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005bf315e2. 00000020:00000010:2.0:1767384321.225030:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae32dcb9. 00000020:00000010:2.0:1767384321.225036:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a0bf0d4. 00000100:00100000:1.0:1767384321.225038:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e590fa81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731462400:12345-0@lo:400: 00000100:00100000:0.0:1767384321.225038:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd70438e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236731462528:12345-0@lo:400: 00000020:00000010:2.0:1767384321.225041:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000200:1.0:1767384321.225047:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462400 00000100:00000200:0.0:1767384321.225047:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462528 00000100:00000040:2.0:1767384321.225050:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384321.225052:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384321.225052:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384321.225055:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384321.225058:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384321.225058:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384321.225058:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384321.225060:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.225062:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.225063:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225065:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.225067:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384321.225067:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384321.225071:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000020:00000001:0.0:1767384321.225071:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:2.0:1767384321.225075:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.225075:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384321.225075:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384321.225077:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.225081:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.225084:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384321.225084:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.225085:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384321.225087:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.225087:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384321.225089:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384321.225090:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384321.225091:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225094:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384321.225095:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384321.225099:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384321.225100:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384321.225100:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384321.225102:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 02000000:00000001:1.0:1767384321.225104:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384321.225104:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384321.225105:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789363712 : -114766920187904 : ffff979ebe7d8000) 00000100:00000040:2.0:1767384321.225110:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053a2ed15 x1853236731462272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384321.225110:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000057d96615. 02000000:00000010:0.0:1767384321.225110:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005cd854a. 02000000:00000001:1.0:1767384321.225116:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.225116:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225121:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225121:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225123:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384321.225125:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.225126:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384321.225127:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00010000:00000040:1.0:1767384321.225130:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462400 00010000:00000040:0.0:1767384321.225130:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731462528 00000100:00000001:2.0:1767384321.225132:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384321.225136:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 00010000:00000001:1.0:1767384321.225136:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384321.225136:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.225144:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e590fa81 x1853236731462400/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384321.225144:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd70438e x1853236731462528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.225145:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053a2ed15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731462272:12345-0@lo:13: 00000100:00000200:2.0:1767384321.225153:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462272 00000020:00000001:2.0:1767384321.225157:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384321.225161:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384321.225163:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384321.225163:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384321.225164:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.225167:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384321.225167:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.225167:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.225171:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00001000:1.0:1767384321.225173:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=41 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384321.225173:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=31 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384321.225174:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384321.225177:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225180:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384321.225181:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384321.225181:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384321.225182:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384321.225186:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.225187:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000040:0.0:1767384321.225187:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:2.0:1767384321.225189:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384321.225193:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384321.225193:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384321.225194:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000010:2.0:1767384321.225197:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ed9f781c. 02000000:00000001:1.0:1767384321.225198:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384321.225198:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384321.225200:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.225202:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.225202:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225203:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225207:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:2.0:1767384321.225208:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384321.225208:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.225213:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384321.225213:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:2.0:1767384321.225214:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384321.225217:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:1.0:1767384321.225219:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000400:00000010:0.0:1767384321.225219:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000200:1.0:1767384321.225224:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731462400, offset 224 00000100:00000200:0.0:1767384321.225224:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731462528, offset 224 00000020:00000001:2.0:1767384321.225225:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384321.225229:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:0.0:1767384321.225232:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000020:2.0:1767384321.225235:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:1.0:1767384321.225238:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384321.225241:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:2.0:1767384321.225245:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000400:00000200:1.0:1767384321.225245:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000020:2.0:1767384321.225251:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:0.0:1767384321.225251:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d104380 00000400:00000200:1.0:1767384321.225257:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d104300 00002000:00000001:2.0:1767384321.225258:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:0.0:1767384321.225258:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16cd [1] + 224 00000001:00000001:2.0:1767384321.225264:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1767384321.225264:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.225265:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16c5 [1] + 224 00000001:00000001:2.0:1767384321.225267:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.225270:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1767384321.225273:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384321.225273:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384321.225276:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384321.225279:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731462272 00000100:00000001:1.0:1767384321.225281:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384321.225281:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384321.225283:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384321.225287:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384321.225287:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384321.225288:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053a2ed15 x1853236731462272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384321.225315:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384321.225318:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.225319:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.225321:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384321.225323:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.225332:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384321.225337:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 23 to 0@lo 00000100:00000001:2.0:1767384321.225341:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384321.225344:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384321.225346:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225348:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384321.225349:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.225349:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384321.225353:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384321.225356:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000400:00000200:0.0:1767384321.225358:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000400:00000010:0.0:1767384321.225361:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00000001:0.0:1767384321.225364:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384321.225366:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384321.225367:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000400:00000010:1.0:1767384321.225368:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000100:00000001:0.0:1767384321.225369:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225371:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384321.225372:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731462272, offset 224 00000100:00000040:0.0:1767384321.225372:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:1.0:1767384321.225373:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384321.225375:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384321.225379:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.225379:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.225382:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384321.225384:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384321.225385:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:1.0:1767384321.225388:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384321.225389:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd70438e x1853236731462528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.225390:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.225394:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384321.225395:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384321.225402:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e590fa81 x1853236731462400/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.225418:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d104280 00000100:00100000:0.0:1767384321.225424:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd70438e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236731462528:12345-0@lo:400: Request processed in 408us (846us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384321.225428:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16bd [1] + 224 00000400:00000200:2.0:1767384321.225439:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384321.225439:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e590fa81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731462400:12345-0@lo:400: Request processed in 424us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384321.225443:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384321.225447:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000400:00000200:2.0:1767384321.225448:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384321.225451:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384321.225453:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000001:2.0:1767384321.225455:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384321.225455:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384321.225456:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384321.225460:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384321.225460:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8490ba1. 00000100:00000200:2.0:1767384321.225461:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.225463:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384321.225464:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000020:00000010:1.0:1767384321.225467:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041265a42. 00000020:00000010:0.0:1767384321.225470:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a991dc48. 00000020:00000010:1.0:1767384321.225472:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384321.225477:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045dbca9d. 00000020:00000040:0.0:1767384321.225477:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:0.0:1767384321.225482:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.225483:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384321.225483:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:1.0:1767384321.225488:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384321.225492:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000057d96615. 02000000:00000001:1.0:1767384321.225495:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384321.225497:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384321.225497:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384321.225502:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000200:1.0:1767384321.225504:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384321.225510:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d90330d3. 00000100:00000001:0.0:1767384321.225515:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384321.225516:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f996b48. 00000100:00000001:0.0:1767384321.225516:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384321.225517:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384321.225520:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.225524:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.225525:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc33984. 00000400:00000200:0.0:1767384321.225534:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543fb4da 00000400:00000010:0.0:1767384321.225535:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000543fb4da. 00000100:00000001:0.0:1767384321.225538:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384321.225541:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000100:00000200:0.0:1767384321.225543:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384321.225545:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000100:00000001:2.0:1767384321.225550:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384321.225552:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.225552:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384321.225555:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384321.225557:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384321.225560:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008497d7a4. 00000100:00000200:0.0:1767384321.225560:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.225563:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000040:1.0:1767384321.225565:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008497d7a4 x1853236731462784 msgsize 224 00010000:00000001:2.0:1767384321.225568:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.225571:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225574:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384321.225575:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384321.225576:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384321.225577:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.225581:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384321.225583:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053a2ed15 x1853236731462272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:302/0 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.225585:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384321.225585:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384321.225588:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.225591:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.225595:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053a2ed15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731462272:12345-0@lo:13: Request processed in 470us (1312us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384321.225596:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000125e09c 02000000:00000001:0.0:1767384321.225596:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.225600:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000125e09c. 00000100:00000001:1.0:1767384321.225604:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:0.0:1767384321.225604:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=31 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384321.225606:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00001000:0.0:1767384321.225609:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=31 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384321.225610:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.225611:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:2.0:1767384321.225616:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384321.225617:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384321.225619:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384321.225621:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384321.225624:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a0bf0d4. 00000100:00000001:1.0:1767384321.225625:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384321.225625:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384321.225631:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000040:1.0:1767384321.225632:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384321.225632:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384321.225635:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae32dcb9. 00000020:00000040:2.0:1767384321.225640:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:2.0:1767384321.225643:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.225649:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225650:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225652:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384321.225653:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384321.225654:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384321.225656:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225657:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384321.225658:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.225659:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2996 usecs (3 jiffies) 00000100:00000001:1.0:1767384321.225662:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294907396 00000100:00000001:2.0:1767384321.225663:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384321.225663:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.225668:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462656 00000100:00000001:1.0:1767384321.225668:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294907397 02000000:00000001:2.0:1767384321.225672:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.225673:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294907396 00000100:00000001:2.0:1767384321.225676:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.225677:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294907397 00000100:00000001:0.0:1767384321.225678:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384321.225679:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225682:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294907396 00000100:00000001:0.0:1767384321.225682:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384321.225683:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225685:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294907397 00000100:00000001:0.0:1767384321.225685:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384321.225687:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462656 00000100:00000001:1.0:1767384321.225688:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294907396 00000020:00000001:2.0:1767384321.225690:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384321.225691:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384321.225693:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:1.0:1767384321.225693:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294907397 00000020:00000001:2.0:1767384321.225697:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384321.225698:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.225700:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384321.225701:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731462528:0@lo:400: 00000100:00000001:1.0:1767384321.225702:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.225706:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:1.0:1767384321.225707:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225712:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384321.225714:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225715:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:1.0:1767384321.225715:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.225718:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384321.225719:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384321.225722:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.225722:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384321.225724:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731462528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.225726:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384321.225727:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00000100:00000001:1.0:1767384321.225728:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225733:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.225734:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225734:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.225738:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384321.225739:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 02000000:00000010:0.0:1767384321.225740:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000804360b5. 00000020:00000010:2.0:1767384321.225744:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae32dcb9. 02000000:00000001:0.0:1767384321.225746:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384321.225749:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a0bf0d4. 00000020:00000001:0.0:1767384321.225750:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384321.225752:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000001:1.0:1767384321.225754:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384321.225754:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767384321.225758:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462784 00000020:00000001:0.0:1767384321.225758:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.225760:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000939f1241. 00000100:00000040:2.0:1767384321.225761:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384321.225782:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384321.225784:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384321.225786:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384321.225788:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384321.225789:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384321.225791:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384321.225791:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384321.225792:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384321.225793:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:2.0:1767384321.225796:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384321.225796:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225797:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.225799:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225801:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384321.225802:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.225805:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462784 00000100:00000001:0.0:1767384321.225805:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.225808:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384321.225809:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384321.225810:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:0.0:1767384321.225810:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384321.225815:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384321.225815:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.225818:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000001:0.0:1767384321.225818:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384321.225821:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:0.0:1767384321.225821:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.225822:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384321.225824:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:2.0:1767384321.225825:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384321.225830:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384321.225831:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384321.225835:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:1.0:1767384321.225836:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000100:00000001:2.0:1767384321.225838:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789365504 : -114766920186112 : ffff979ebe7d8700) 00000100:00000001:0.0:1767384321.225841:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384321.225842:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000068f5b4d3. 00000100:00000040:2.0:1767384321.225845:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008126c258 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.225845:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384321.225848:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000400:00000001:0.0:1767384321.225848:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.225852:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.225855:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000050f7296. 00000100:00000001:2.0:1767384321.225860:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.225861:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384321.225861:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18a3313 00000020:00000010:2.0:1767384321.225864:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00000400:00000010:0.0:1767384321.225864:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18a3313. 00000020:00000010:1.0:1767384321.225866:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045dbca9d. 00000100:00000001:2.0:1767384321.225869:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.225871:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041265a42. 00000100:00000001:0.0:1767384321.225871:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384321.225873:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 00000020:00000010:1.0:1767384321.225877:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000200:0.0:1767384321.225877:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384321.225881:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008126c258 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731462656:12345-0@lo:400: 00000100:00000001:1.0:1767384321.225884:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384321.225888:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384321.225891:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462656 00000100:00000001:1.0:1767384321.225892:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225895:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384321.225898:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384321.225898:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.225900:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384321.225904:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384321.225904:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225908:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384321.225909:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225911:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225912:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384321.225914:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:1.0:1767384321.225914:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225919:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384321.225921:0:16352:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384321.225922:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384321.225925:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384321.225925:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.225928:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384321.225928:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384321.225929:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384321.225933:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.225933:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384321.225933:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.225939:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384321.225939:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.225940:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384321.225941:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384321.225944:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384321.225944:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00001000:0.0:1767384321.225944:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384321.225948:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789002112 : -114766920549504 : ffff979ebe77fb80) 02000000:00000010:2.0:1767384321.225949:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a181d1c6. 00000100:00001000:0.0:1767384321.225949:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=41 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384321.225954:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.225955:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008497d7a4 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/0 e 0 to 0 dl 1767384332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.225955:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384321.225958:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.225959:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384321.225964:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.225964:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384321.225968:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384321.225969:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462656 00000100:00000001:1.0:1767384321.225971:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384321.225971:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.225972:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384321.225977:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384321.225979:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008126c258 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384321.225981:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046d02ee8. 00000100:00000001:1.0:1767384321.225986:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.225990:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046d02ee8. 00000100:00100000:1.0:1767384321.225999:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008497d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731462784:12345-0@lo:400: 00000100:00000001:0.0:1767384321.226001:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384321.226006:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384321.226006:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384321.226007:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462784 00010000:00000001:2.0:1767384321.226010:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.226011:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384321.226011:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.226015:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:2.0:1767384321.226016:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=36 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384321.226018:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.226018:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226021:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384321.226023:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384321.226027:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:1.0:1767384321.226027:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:2.0:1767384321.226033:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:1.0:1767384321.226034:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384321.226035:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0965d2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462400:0@lo:400: 02000000:00000001:2.0:1767384321.226038:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384321.226038:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384321.226042:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.226042:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.226043:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.226047:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384321.226047:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384321.226048:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384321.226051:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.226054:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384321.226054:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0965d2b x1853236731462400/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.226056:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384321.226059:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000001:1.0:1767384321.226060:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384321.226063:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384321.226066:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731462656, offset 224 02000000:00000010:1.0:1767384321.226067:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000057d96615. 00000100:00000001:0.0:1767384321.226067:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.226069:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384321.226073:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384321.226073:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6a0ab90. 00000100:00000001:1.0:1767384321.226076:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.226077:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384321.226077:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.226081:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384321.226082:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.226082:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00010000:00000040:1.0:1767384321.226084:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462784 00000020:00000001:0.0:1767384321.226085:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.226088:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038163724. 00000400:00000200:2.0:1767384321.226089:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384321.226089:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384321.226092:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:1.0:1767384321.226095:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008497d7a4 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384321.226095:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384321.226100:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d104400 00000100:00000010:0.0:1767384321.226103:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0965d2b. 00000100:00000001:0.0:1767384321.226108:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384321.226111:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d5 [1] + 224 00010000:00000001:1.0:1767384321.226111:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384321.226112:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.226113:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.226115:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384321.226115:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226118:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.226120:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384321.226122:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.226124:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384321.226125:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384321.226125:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384321.226126:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.226132:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000400:00000200:2.0:1767384321.226135:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384321.226137:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384321.226140:0:17910:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384321.226141:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.226144:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384321.226152:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384321.226154:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384321.226156:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384321.226157:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000040:1.0:1767384321.226160:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.226164:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000125e09c. 00000100:00000200:1.0:1767384321.226171:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731462784, offset 224 00000100:00000001:2.0:1767384321.226172:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384321.226177:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384321.226180:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000100:00000001:2.0:1767384321.226182:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384321.226184:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384321.226187:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384321.226188:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.226192:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384321.226195:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384321.226198:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.226199:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384321.226200:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384321.226205:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384321.226206:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008126c258 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226209:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384321.226211:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d104480 00000400:00000001:0.0:1767384321.226213:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.226215:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.226218:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000100:00100000:2.0:1767384321.226225:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008126c258 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731462656:12345-0@lo:400: Request processed in 363us (1469us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384321.226225:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000400:00000010:0.0:1767384321.226229:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000100:00000001:0.0:1767384321.226236:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384321.226237:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000200:1.0:1767384321.226239:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16d9 [1] + 224 00000100:00000040:2.0:1767384321.226241:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000200:0.0:1767384321.226242:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226246:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384321.226247:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384321.226249:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384321.226253:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384321.226254:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a0bf0d4. 00000100:00000200:0.0:1767384321.226257:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.226258:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384321.226259:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000200:1.0:1767384321.226262:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384321.226265:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae32dcb9. 00000020:00000040:2.0:1767384321.226270:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:0.0:1767384321.226272:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384321.226274:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226276:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384321.226278:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226280:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384321.226282:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384321.226284:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.226285:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.226288:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.226291:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384321.226291:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384321.226294:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384321.226296:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000125e09c 00000100:00000001:0.0:1767384321.226297:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384321.226298:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000125e09c. 00000100:00000001:0.0:1767384321.226298:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.226301:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384321.226302:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384321.226303:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384321.226304:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:0.0:1767384321.226305:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226307:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.226307:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.226312:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:2.0:1767384321.226313:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384321.226316:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384321.226318:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384321.226321:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384321.226323:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384321.226325:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4ca793. 00000100:00000040:1.0:1767384321.226328:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008497d7a4 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:302/0 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.226331:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b402ded1 00010000:00000001:0.0:1767384321.226331:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384321.226335:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b402ded1. 00000100:00000001:0.0:1767384321.226337:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384321.226340:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384321.226341:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384321.226344:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384321.226345:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008497d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731462784:12345-0@lo:400: Request processed in 370us (775us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384321.226346:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384321.226349:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384321.226352:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.226357:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384321.226363:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:1.0:1767384321.226366:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.226369:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384321.226374:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226374:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.226380:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041265a42. 00000100:00000001:0.0:1767384321.226380:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.226383:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384321.226385:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384321.226390:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045dbca9d. 00000100:00000040:0.0:1767384321.226391:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226392:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384321.226395:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:2.0:1767384321.226396:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.226401:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384321.226401:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384321.226418:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384321.226420:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384321.226421:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731462656:0@lo:400: 00000100:00000001:2.0:1767384321.226422:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384321.226427:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384321.226432:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=35 v=5 (5 0 0 0) 00000400:00000001:0.0:1767384321.226433:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384321.226435:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=35 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384321.226437:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384321.226439:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384321.226441:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0b45ed. 00000100:00000001:2.0:1767384321.226442:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.226447:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384321.226448:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006edb577f 00010000:00080000:2.0:1767384321.226450:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384321.226452:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006edb577f. 00000100:00000001:0.0:1767384321.226459:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384321.226461:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.226464:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384321.226466:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384321.226467:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384321.226470:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384321.226472:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384321.226477:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226488:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384321.226488:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226491:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384321.226494:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384321.226500:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226502:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384321.226504:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226507:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384321.226510:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384321.226512:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384321.226515:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384321.226519:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384321.226521:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731462784:0@lo:400: 00000100:00001000:0.0:1767384321.226523:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=31 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384321.226526:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384321.226528:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384321.226529:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731462784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384321.226538:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384321.226540:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384321.226542:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384321.226543:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384321.226545:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384321.226547:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e5d678. 00010000:00000001:0.0:1767384321.226548:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384321.226552:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:0.0:1767384321.226555:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384321.226556:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384321.226558:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384321.226564:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384321.226566:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8915445. 02000000:00000001:2.0:1767384321.226571:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384321.226574:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384321.226577:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00010000:00000001:0.0:1767384321.226581:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.226582:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384321.226586:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226586:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384321.226590:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384321.226591:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226596:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384321.226599:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.226600:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384321.226603:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.226607:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384321.226609:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384321.226611:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.226618:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.226620:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.226621:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384321.226623:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384321.226626:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384321.226628:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384321.226633:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384321.226636:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.226639:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384321.226643:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731462272:0@lo:13: 00000100:00000001:0.0:1767384321.226646:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226647:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.226649:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7512570 x1853236731462656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226653:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.226657:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384321.226659:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ff1306e. 02000000:00000001:0.0:1767384321.226661:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.226662:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384321.226662:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384321.226664:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.226665:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a8ed73e9. 02000000:00000001:0.0:1767384321.226666:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384321.226667:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384321.226668:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7512570. 00000100:00000001:0.0:1767384321.226670:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384321.226670:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226672:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.226673:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731462272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.226677:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.226678:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384321.226679:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e4ed3aa. 02000000:00000001:0.0:1767384321.226681:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.226681:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384321.226682:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384321.226683:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.226684:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002564691d. 02000000:00000001:0.0:1767384321.226685:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384321.226685:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384321.226686:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384321.226687:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384321.226688:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226689:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.226692:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.226693:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.226694:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.226695:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.229820:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294907397, at 4294907398 00000100:00000040:0.0:1767384321.229820:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294907397, at 4294907398 00000100:00000040:2.0:1767384321.229821:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294907397, at 4294907398 00000100:00000010:0.0:1767384321.229832:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069525e54. 00000100:00000010:2.0:1767384321.229834:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bde56129. 00000100:00000010:1.0:1767384321.229837:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000369451bf. 00000100:00000040:3.0:1767384321.230804:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294907397, at 4294907399 00000100:00000010:3.0:1767384321.230812:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cd81703. 00080000:00000010:2.0:1767384321.664653:0:25871:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d73d2425. 00080000:00000010:2.0:1767384321.664662:0:25871:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d73d2425. 00000020:00000001:2.0:1767384321.664666:0:25871:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384321.664672:0:25871:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d73d2425. 00080000:00000010:2.0:1767384321.664675:0:25871:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d73d2425. 00000020:00000001:2.0:1767384321.664678:0:25871:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.056845:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384322.056854:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.056863:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384322.056865:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.056909:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384322.056913:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.056923:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384322.384628:0:26035:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384322.384632:0:26035:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:1.0:1767384322.389828:0:26035:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384322.397591:0:26036:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b7269f1b. 00000400:00000010:1.0:1767384322.397606:0:26036:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f14cc5b3. 00000400:00000010:1.0:1767384322.397616:0:26036:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008a6bbc93. 00000400:00000010:1.0:1767384322.397619:0:26036:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009fcf3008. 00000400:00000010:1.0:1767384322.397623:0:26036:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6d7921c. 00000400:00000010:1.0:1767384322.397627:0:26036:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5e32722. 00000400:00000010:1.0:1767384322.397628:0:26036:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a56a75a. 00000400:00000010:1.0:1767384322.397630:0:26036:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fcb61d19. 00000400:00000010:1.0:1767384322.397633:0:26036:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fb39da3c. 00000800:00000010:1.0:1767384322.397645:0:26036:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d167bd21. 00000800:00000200:1.0:1767384322.397655:0:26036:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384322.397663:0:26036:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384322.397697:0:26036:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384322.397718:0:26036:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384322.399084:0:26036:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000003a3245c2. 00000400:00000010:1.0:1767384322.399090:0:26036:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee49376. 00000400:00000010:1.0:1767384322.399095:0:26036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000125e09c. 00000400:00000001:1.0:1767384322.399108:0:26036:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384322.399109:0:26036:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384322.399111:0:26036:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5421c4f. 00000400:00000200:1.0:1767384322.399113:0:26036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:1.0:1767384322.399115:0:26036:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000400:00000010:1.0:1767384322.399119:0:26036:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000805f2280. 00000400:00000200:1.0:1767384322.399128:0:26036:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (19) 00000400:00000200:1.0:1767384322.399139:0:26036:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384322.399146:0:26036:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384322.399152:0:26036:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000034afe4d9. 00000020:01000000:1.0:1767384322.399157:0:26036:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384322.399159:0:26036:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp28 00000400:00000200:2.0:1767384322.399160:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384322.399166:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384322.399170:0:26036:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f14cc5b3. 00000400:00000010:1.0:1767384322.399173:0:26036:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b7269f1b. 00000400:00000010:2.0:1767384322.399181:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000400:00000200:2.0:1767384322.399185:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 00000400:00000010:2.0:1767384322.399191:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005ffe00d. 00000400:00000200:2.0:1767384322.399194:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp26 00000400:00000200:2.0:1767384322.399206:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 00000020:00000001:0.0:1767384322.399208:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384322.399213:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [49:49:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [49:49:8:4294967295] 10000000:00000001:0.0:1767384322.399214:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.399220:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384322.399223:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp26 10000000:01000000:0.0:1767384322.399225:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384322.399232:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384322.399235:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) : PUT try# 0 00000020:01000004:0.0:1767384322.399237:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384322.399241:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384322.399246:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000020:01000004:0.0:1767384322.399246:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.399251:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384322.399253:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c12c9c. 00000020:01000004:0.0:1767384322.399255:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384322.399258:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384322.399260:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:2.0:1767384322.399261:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000020:01000004:0.0:1767384322.399263:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.399266:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.1:1767384322.399267:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000100:00000010:0.0:1767384322.399275:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384322.399282:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000800:00000200:2.1:1767384322.399287:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:988 00000100:00000001:0.0:1767384322.399288:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.1:1767384322.399291:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083c12c9c type 1, nob 448 niov 1 nkiov 1 02000000:00000001:0.0:1767384322.399294:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.399301:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.399304:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384322.399307:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 02000000:00000010:0.0:1767384322.399311:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 00000100:00000001:0.0:1767384322.399320:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.399330:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.399333:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.399345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a063519] to pc [ptlrpcd_00_00+0] req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384322.399394:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384322.399398:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.399401:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384322.399404:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384322.399412:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.399414:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.399416:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384322.399418:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384322.399421:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384322.399423:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384322.399433:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384322.399436:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.399438:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384322.399440:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000020:01000004:0.0:1767384322.399441:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384322.399445:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:2.0:1767384322.399448:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.399452:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c12c9c. 00000020:01000004:0.0:1767384322.399452:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.399456:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384322.399461:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384322.399464:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000400:00000200:2.0:1767384322.399470:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: PUT: OK 00000020:00000040:0.0:1767384322.399470:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384322.399478:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384322.399480:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384322.399481:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384322.399486:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp26: 0 02000000:00000001:0.0:1767384322.399487:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384322.399499:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384322.399500:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fecf27a9. 00000100:00000001:0.0:1767384322.399507:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.399513:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384322.399515:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:2.0:1767384322.399515:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.399517:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384322.399530:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384322.399537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7512570] to pc [ptlrpcd_00_01+1] req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384322.399540:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.399555:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : PUT - for me 10000000:00000001:0.0:1767384322.399562:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384322.399567:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.399572:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000020:00000001:0.0:1767384322.399572:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.399573:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:01000000:0.0:1767384322.399584:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384322.399590:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000034afe4d9. 00000400:00000200:2.0:1767384322.399592:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 336/352 into md 0x16a5 [1] + 0 00000400:00000010:2.0:1767384322.399598:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c35f0ff. 00000400:00000200:2.0:1767384322.399603:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002d86ce4 00000800:00000001:2.0:1767384322.399611:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.399617:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.399621:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384322.399622:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.399628:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.399633:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384322.399636:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: PUT: OK 00000100:00000040:0.0:1767384322.399644:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.399645:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.399645:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d86ce4 00000400:00000010:2.0:1767384322.399656:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002d86ce4. 00000400:00000200:2.0:1767384322.399664:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384322.399667:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384322.399669:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000100:00000001:0.0:1767384322.399673:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.399680:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000001:0.0:1767384322.399682:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384322.399687:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (352 bytes) 02000000:00000001:0.0:1767384322.399688:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384322.399692:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 02000000:00000001:0.0:1767384322.399694:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.399705:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462912:0@lo:253: 00000400:00000200:2.0:1767384322.399706:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000100:00000001:0.0:1767384322.399713:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384322.399715:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384322.399717:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.399725:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 02000000:00000001:0.0:1767384322.399732:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384322.399736:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [50:50:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [50:50:8:4294967295] 02000000:00000001:0.0:1767384322.399737:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.399744:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384322.399752:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001223c240. 02000000:00000001:0.0:1767384322.399757:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.399762:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) 192.168.204.118@tcp26 : ACK try# 0 00000400:00000200:3.0:1767384322.399765:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:0.0:1767384322.399796:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 00000800:00000200:2.0:1767384322.399808:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000400:00000010:0.0:1767384322.399808:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033548d64. 00000800:00000010:2.0:1767384322.399816:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c12c9c. 00000100:00000200:0.0:1767384322.399817:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731462912, portal 25 00000100:00000001:0.0:1767384322.399823:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384322.399825:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000800:00000200:2.0:1767384322.399827:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000100:00000040:0.0:1767384322.399837:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384322.399839:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:989 00000800:00000200:2.0:1767384322.399846:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083c12c9c type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384322.399855:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384322.399865:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000001:2.0:1767384322.399866:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384322.399873:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.399878:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a07ef27. 00000800:00000001:2.0:1767384322.399884:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384322.399886:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731462912, offset 0 00000400:00000200:0.0:1767384322.399895:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.399910:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384322.399928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.399929:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104500 00000800:00000200:2.0:1767384322.399931:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.399936:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c12c9c. 00000400:00000200:2.0:1767384322.399943:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.399948:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000400:00000200:2.0:1767384322.399953:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: ACK: OK 00000400:00000010:0.0:1767384322.399958:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002db6a00c. 00000800:00000001:2.0:1767384322.399967:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384322.399968:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063255837 00000400:00000200:3.0:1767384322.399969:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:2.0:1767384322.399973:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.399979:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384322.399982:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384322.399987:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.399991:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384322.399995:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384322.399998:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.400002:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063255837 00000400:00000010:0.0:1767384322.400008:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063255837. 00000400:00000200:2.0:1767384322.400009:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : ACK - for me 00000400:00000200:3.0:1767384322.400017:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.400017:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.400026:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384322.400032:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp26: ACK from 12345-192.168.204.118@tcp26 into md 0x1701 00000100:00000040:0.0:1767384322.400033:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000015fc9544 x1853236731462912 msgsize 4848 00000400:00000200:2.0:1767384322.400041:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.400057:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: ACK: OK 00000100:00100000:0.0:1767384322.400058:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384322.400066:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384322.400067:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384322.400072:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000400:00000200:2.0:1767384322.400077:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384322.400081:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:0.0:1767384322.400086:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384322.400087:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384322.400094:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (21) 00000400:00000200:0.0:1767384322.400106:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a07ef27 00000400:00000010:0.0:1767384322.400111:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a07ef27. 00000800:00000001:2.0:1767384322.400113:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384322.400119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000001:2.0:1767384322.400121:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.400121:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384322.400140:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.400157:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.400165:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.400171:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384322.400176:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384322.400178:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000609d2862. 00000100:00000001:0.0:1767384322.400181:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384322.400184:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000400:00000010:2.0:1767384322.400191:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000001:0.0:1767384322.400192:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.400196:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000609d2862 00000100:00000001:0.0:1767384322.400200:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294908573 00000400:00000010:2.0:1767384322.400206:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000006aef4ed2. 00000100:00000010:0.0:1767384322.400208:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5f03b42. 00000400:00000200:3.0:1767384322.400211:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.400213:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000100:00000001:0.0:1767384322.400218:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384322.400223:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000400:00000200:2.0:1767384322.400231:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 00000100:00000001:0.0:1767384322.400233:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294908573 00000400:00000010:2.0:1767384322.400237:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000005a6868e2. 00000100:00000010:0.0:1767384322.400239:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030d44f33. 00000400:00000010:2.0:1767384322.400244:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000100:00000001:0.0:1767384322.400246:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384322.400255:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c48930e1. 00000100:00000001:0.0:1767384322.400262:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294908573 00000400:00000200:2.0:1767384322.400267:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000010:0.0:1767384322.400268:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000789d1db. 00000100:00000001:0.0:1767384322.400274:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384322.400282:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:0.0:1767384322.400285:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294908573 00000100:00000010:0.0:1767384322.400291:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066915b7a. 00000400:00000200:2.0:1767384322.400294:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:0.0:1767384322.400297:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384322.400306:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:0.0:1767384322.400307:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384322.400311:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.400313:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.400322:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.400323:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:0.0:1767384322.400330:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.400336:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:0.0:1767384322.400343:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384322.400347:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:0.0:1767384322.400348:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384322.400354:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.400358:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.400363:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.400366:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00100000:0.0:1767384322.400367:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384322.400373:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.400380:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384322.400394:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:0.0:1767384322.400398:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.400408:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:0.0:1767384322.400409:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384322.400415:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.400416:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384322.400417:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:0.0:1767384322.400425:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384322.400438:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.400440:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:0.0:1767384322.400457:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384322.400460:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:0.0:1767384322.400461:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.400469:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384322.400473:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384322.400477:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 02000000:00000001:0.0:1767384322.400479:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.400485:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731463040:0@lo:253: 00000400:00000200:2.0:1767384322.400487:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000001:0.0:1767384322.400492:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384322.400498:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384322.400502:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 02000000:00000001:0.0:1767384322.400503:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.400507:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384322.400514:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eacfc35a. 00000400:00000200:3.0:1767384322.400518:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 02000000:00000001:0.0:1767384322.400519:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.400520:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000010:0.0:1767384322.400536:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e2ac7a. 00000400:00000200:2.0:1767384322.400542:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000010:0.0:1767384322.400546:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a07ef27. 00000100:00000200:0.0:1767384322.400553:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731463040, portal 25 00000400:00000200:2.0:1767384322.400555:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000100:00000001:0.0:1767384322.400557:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384322.400561:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 00000400:00000200:2.0:1767384322.400568:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000040:0.0:1767384322.400571:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.400580:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384322.400581:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000100:00000040:0.0:1767384322.400589:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384322.400590:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp27 00000400:00000010:0.0:1767384322.400596:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c34a66b7. 00000400:00000200:2.0:1767384322.400601:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp27 lpni_is_preferred = 0 00000100:00000200:0.0:1767384322.400603:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731463040, offset 0 00000400:00000200:2.0:1767384322.400608:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp27 00000400:00000200:0.0:1767384322.400616:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384322.400619:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [51:51:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:2.0:1767384322.400628:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp27 00000400:00000200:3.0:1767384322.400635:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.400652:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:) -> 192.168.204.118@tcp27(192.168.204.118@tcp:192.168.204.118@tcp27) : GET try# 0 00000800:00000200:2.0:1767384322.400663:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp27 00000400:00000200:0.0:1767384322.400672:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384322.400676:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000083c12c9c. 00000800:00000010:2.0:1767384322.400685:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008d74d081. 00000400:00000200:0.0:1767384322.400685:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104580 00000800:00000010:2.0:1767384322.400693:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009c4fc14f. 00000400:00000200:0.0:1767384322.400698:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000010:0.0:1767384322.400703:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bdee6a7. 00000800:00000200:2.0:1767384322.400705:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (2) 00000400:00000200:0.0:1767384322.400708:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f91f883 00000800:00000200:2.1:1767384322.400713:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (2) 00000400:00000200:0.0:1767384322.400722:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.400724:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.400730:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384322.400732:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384322.400737:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f91f883 00000400:00000200:2.0:1767384322.400738:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000010:0.0:1767384322.400742:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f91f883. 00000100:00000001:0.0:1767384322.400750:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.400753:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384322.400756:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000149f0158 x1853236731463040 msgsize 4848 00000100:00100000:0.0:1767384322.400765:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384322.400821:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384322.400830:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384322.400836:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c34a66b7 00000400:00000010:0.0:1767384322.400838:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c34a66b7. 00000100:00000001:0.0:1767384322.400842:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384322.400846:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.400854:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.400858:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.400859:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.400876:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.400880:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384322.400886:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.400890:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294908574 00000100:00000001:0.0:1767384322.400902:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908573 00000100:00000001:0.0:1767384322.400913:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294908574 00000100:00000001:0.0:1767384322.400918:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908573 00000100:00000001:0.0:1767384322.400921:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294908574 00000100:00000001:0.0:1767384322.400934:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908573 00000100:00000001:0.0:1767384322.400944:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294908574 00000100:00000001:0.0:1767384322.400951:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908573 00000100:00000001:0.0:1767384322.400957:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.400959:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.400964:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.400970:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.400973:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.400995:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.401001:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401034:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384322.401036:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731462912 02000000:00000001:0.0:1767384322.401038:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384322.401040:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.401042:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.401047:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.401050:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731462912 00000020:00000001:0.0:1767384322.401054:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384322.401057:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384322.401061:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.401065:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384322.401069:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384322.401072:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384322.401076:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.401079:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004ff779a. 00000100:00000001:0.0:1767384322.401083:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.401087:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004ff779a. 00000400:00000200:2.0:1767384322.401094:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.401095:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000020:00000010:0.0:1767384322.401096:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000435b2683. 00000020:00000010:0.0:1767384322.401112:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2775207. 00000020:00000010:0.0:1767384322.401120:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00000040:0.0:1767384322.401138:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384322.401142:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384322.401145:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384322.401147:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401157:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401166:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.401188:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384322.401189:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00100000:0.0:1767384322.401190:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463040 02000000:00000001:0.0:1767384322.401195:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384322.401198:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.401199:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.401201:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.401203:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463040 00000020:00000001:0.0:1767384322.401210:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384322.401214:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384322.401217:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.401220:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:3.0:1767384322.401221:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000020:00000001:0.0:1767384322.401222:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384322.401229:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384322.401234:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.401238:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004ff779a. 00000100:00000001:0.0:1767384322.401243:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.401246:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004ff779a. 00000020:00000010:0.0:1767384322.401253:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da1ab5d9. 00000020:00000010:0.0:1767384322.401257:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000efe417a5. 00000020:00000010:0.0:1767384322.401260:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bab3a727. 00000100:00000001:0.0:1767384322.401270:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384322.401273:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384322.401275:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401281:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.401285:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.401287:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.401302:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384322.401305:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384322.401314:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384322.401319:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384322.401322:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788635728 : -114766920915888 : ffff979ebe726450) 00000100:00000040:0.0:1767384322.401331:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015fc9544 x1853236731462912/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.401338:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.401341:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004ff779a. 00000100:00000001:0.0:1767384322.401343:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.401345:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004ff779a. 00000100:00100000:0.0:1767384322.401355:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015fc9544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731462912:12345-0@lo:253: 00000100:00000200:0.0:1767384322.401360:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731462912 00000400:00000200:3.0:1767384322.401363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000020:00000001:0.0:1767384322.401370:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384322.401376:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384322.401378:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:00000001:0.0:1767384322.401379:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.401401:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384322.401404:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384322.401408:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384322.401411:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.401413:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384322.401417:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384322.401420:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401423:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384322.401428:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384322.401434:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd0a0ac6. 02000000:00000001:0.0:1767384322.401439:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401441:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401444:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384322.401454:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c5818a4. 20000000:01000000:0.0:1767384322.401458:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384322.401463:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384322.401466:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384322.401469:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401471:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401473:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384322.401482:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001fd5fc8d. 20000000:01000000:0.0:1767384322.401483:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:0.0:1767384322.401489:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384322.401495:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384322.401499:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384322.401507:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.401511:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00080000:00000001:0.0:1767384322.401516:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384322.401532:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.401537:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384322.401539:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.401542:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384322.401544:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384322.401549:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384322.401553:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384322.401556:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384322.401565:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384322.401568:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.401571:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.401574:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384322.401579:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384322.401584:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384322.401587:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000069167ffb. 00080000:00000001:0.0:1767384322.401591:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306793123328 : -114766916428288 : ffff979ebeb6de00) 00080000:00000001:0.0:1767384322.401595:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384322.401598:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000001:00000001:0.0:1767384322.401600:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384322.401605:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000004ff779a. 00080000:00000001:0.0:1767384322.401610:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.401612:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384322.401623:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00080000:00000001:0.0:1767384322.401626:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.401645:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384322.401671:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.401685:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384322.401687:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384322.401694:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384322.401697:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384322.401700:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788630608 : -114766920921008 : ffff979ebe725050) 00000100:00000040:0.0:1767384322.401708:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149f0158 x1853236731463040/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.401714:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.401717:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b6e11fc. 00000100:00000001:0.0:1767384322.401721:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.401724:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b6e11fc. 00000100:00100000:0.0:1767384322.401737:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149f0158 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731463040:12345-0@lo:253: 00000400:00000200:3.0:1767384322.401739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.401742:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000200:0.0:1767384322.401744:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463040 00000020:00000001:0.0:1767384322.401750:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384322.401755:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384322.401759:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.401761:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384322.401763:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384322.401814:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384322.401816:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.401818:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384322.401820:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384322.401822:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401825:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384322.401827:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384322.401831:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029a55519. 02000000:00000001:0.0:1767384322.401836:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.401837:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401840:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384322.401848:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002452bb2b. 20000000:01000000:0.0:1767384322.401852:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384322.401855:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384322.401858:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384322.401861:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401862:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.401864:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384322.401872:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.401920:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.401965:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402043:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402063:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402291:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402408:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402464:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402511:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402618:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402697:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402700:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402901:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.402904:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.402982:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.403013:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403060:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384322.403123:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403126:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403291:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403321:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403351:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403395:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403448:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403464:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000800:00000010:3.0:1767384322.403509:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008fc73474. 00000800:00000010:3.0:1767384322.403517:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e9000e0d. 00000400:00000200:2.0:1767384322.403522:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000800:00000010:3.0:1767384322.403524:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ef923b2. 00000800:00000010:3.0:1767384322.403561:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ef923b2. 00000400:00000200:2.0:1767384322.403573:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000800:00020000:3.0:1767384322.403575:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000400:00000200:2.0:1767384322.403594:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403612:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403626:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403646:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403669:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403683:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.403701:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00080000:00000010:0.0:1767384322.403787:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000069167ffb. 00080000:00000010:0.0:1767384322.403803:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000004ff779a. 00040000:00000001:0.0:1767384322.403806:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384322.403808:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384322.403810:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384322.403813:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384322.403815:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.403817:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384322.403822:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384322.403829:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384322.403832:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384322.403836:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384322.403874:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012b86a00. 20000000:01000000:0.0:1767384322.403878:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000800:00000010:2.0:1767384322.403879:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004eae3651. 20000000:00000001:0.0:1767384322.403884:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000010:2.0:1767384322.403886:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 10000000:01000000:0.0:1767384322.403887:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384322.403894:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384322.403898:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384322.403906:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000af9db04. 00000800:00000010:2.0:1767384322.403909:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00010000:00000001:0.0:1767384322.403911:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384322.403923:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049a62add. 00000020:00000001:0.0:1767384322.403944:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384322.403947:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000049a62add with handle 0xd602e9c522f0b227 to hash 00000020:00000001:0.0:1767384322.403950:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384322.403951:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.403955:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.403958:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.403961:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.403964:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384322.403970:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:0.0:1767384322.403976:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384322.403981:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1767384322.403984:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp27 from 219.3.0.2 00010000:00000001:0.0:1767384322.403985:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000010:2.0:1767384322.403988:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000271eeaed. 00010000:00000001:0.0:1767384322.403989:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384322.403994:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.403997:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384322.403999:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.404001:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384322.404003:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384322.404005:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384322.404007:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384322.404009:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000af9db04) refcount = 1 00010000:00010000:0.0:1767384322.404012:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404018:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384322.404020:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384322.404022:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.404025:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404027:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384322.404031:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384322.404034:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384322.404038:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384322.404039:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.404048:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=4 00000020:00000001:0.0:1767384322.404050:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.404053:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.404055:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384322.404057:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404062:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384322.404063:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404067:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.404069:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384322.404070:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404073:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.404075:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404077:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384322.404079:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384322.404083:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000049a62add already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384322.404085:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384322.404087:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384322.404089:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404092:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384322.404093:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384322.404095:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.404096:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=5 00000020:00000001:0.0:1767384322.404097:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.404099:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384322.404101:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384322.404106:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404110:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384322.404112:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384322.404113:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404117:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384322.404118:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384322.404120:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.404121:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384322.404124:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049a62add with handle 0xd602e9c522f0b227 from hash 00010000:00000001:0.0:1767384322.404126:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384322.404127:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.404128:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.404129:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384322.404131:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384322.404133:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384322.404135:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384322.404136:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.404139:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404140:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384322.404142:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384322.404144:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.404145:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.404146:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404148:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.404149:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.404151:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404154:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.404156:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.404157:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384322.404158:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384322.404159:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.404160:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.404162:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384322.404164:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.404169:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.404172:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.404176:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384322.404177:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384322.404178:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000049a62add/0xd602e9c522f0b227 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384322.404182:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000af9db04 count: 0 00010000:00000001:0.0:1767384322.404195:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384322.404197:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:0.0:1767384322.404210:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069167ffb. 20000000:01000000:0.0:1767384322.404212:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:0.0:1767384322.404214:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384322.404217:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384322.404219:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384322.404225:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384322.404231:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.404232:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384322.404233:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.404235:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000010:2.0:1767384322.404236:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ff156db6. 00080000:00000001:0.0:1767384322.404236:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384322.404238:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000800:00000010:2.0:1767384322.404241:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc75a3bc. 00000020:00000001:0.0:1767384322.404242:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:0.0:1767384322.404245:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384322.404248:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384322.404250:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.404251:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.404253:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.0:1767384322.404255:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc037eeb. 00000020:00000001:0.0:1767384322.404255:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384322.404261:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:2.1:1767384322.404264:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (2) 00080000:00000010:0.0:1767384322.404265:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000453a58fa. 00000800:00000200:2.1:1767384322.404270:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp27 00000000bc037eeb deleted 00080000:00000001:0.0:1767384322.404270:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306793116160 : -114766916435456 : ffff979ebeb6c200) 00000800:00000010:2.1:1767384322.404273:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bc037eeb. 00080000:00000001:0.0:1767384322.404275:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:2.1:1767384322.404279:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000001:00000001:0.0:1767384322.404284:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:2.1:1767384322.404287:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:987 00080000:00000010:0.0:1767384322.404288:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000004ff779a. 00000800:00000200:2.1:1767384322.404291:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083c12c9c type 2, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384322.404292:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.404294:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384322.404301:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.404305:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp27 p 3.x 192.168.204.118 -> 192.168.204.118:987 incarnation:1767384320621712782 sched[0] 00080000:00000001:0.0:1767384322.404309:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384322.404310:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 00080000:00000020:0.0:1767384322.404321:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384322.404324:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384322.404326:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c5818a4. 20000000:00000001:0.0:1767384322.404330:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384322.404332:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731462912 00010000:00000001:0.0:1767384322.404335:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384322.404339:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015fc9544 x1853236731462912/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384322.404343:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00010000:00000001:0.0:1767384322.404346:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:2.0:1767384322.404348:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc75a3bc. 00010000:00000001:0.0:1767384322.404349:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.404353:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.404357:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384322.404359:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384322.404361:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384322.404363:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384322.404365:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.404367:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384322.404369:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000271eeaed. 00000100:00000040:0.0:1767384322.404370:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.404375:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c34a66b7. 00000100:00000200:0.0:1767384322.404378:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731462912, offset 224 00000800:00000001:2.0:1767384322.404380:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.404400:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.404401:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.404410:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384322.404416:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104500 00000400:00000200:0.0:1767384322.404420:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1705 [2] + 224 00000400:00000200:0.0:1767384322.404424:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.404427:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.404431:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.404434:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384322.404440:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.404443:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000083c12c9c. 00000400:00000200:2.0:1767384322.404446:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.404456:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: GET: OK 00000100:00000040:0.0:1767384322.404460:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.404467:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384322.404472:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000100:00000001:0.0:1767384322.404475:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384322.404481:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c34a66b7 00000400:00000010:0.0:1767384322.404483:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c34a66b7. 00000100:00000001:0.0:1767384322.404486:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384322.404487:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384322.404490:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.404493:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384322.404496:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384322.404497:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384322.404498:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:0.0:1767384322.404499:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384322.404503:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015fc9544 x1853236731462912/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384322.404511:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp27 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384320621712782 sched[0] 00000100:00100000:0.0:1767384322.404516:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015fc9544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731462912:12345-0@lo:253: Request processed in 3175us (4481us total) trans 0 rc 0/0 00000800:00000010:2.0:1767384322.404520:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004eae3651. 00000100:00100000:0.0:1767384322.404526:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384322.404529:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384322.404531:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384322.404533:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384322.404536:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2775207. 00000020:00000010:0.0:1767384322.404540:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000020:00000010:0.0:1767384322.404543:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435b2683. 00000020:00000040:0.0:1767384322.404546:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384322.404549:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384322.404550:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd0a0ac6. 02000000:00000001:0.0:1767384322.404553:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384322.404554:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384322.404558:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384322.404561:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a04afa0. 00000400:00000010:0.0:1767384322.404564:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c34a66b7. 00000100:00000001:0.0:1767384322.404575:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384322.404578:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.404583:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384322.404587:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.404589:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.404590:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc33984. 00000400:00000200:0.0:1767384322.404593:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033548d64 00000400:00000010:0.0:1767384322.404594:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033548d64. 00000100:00000001:0.0:1767384322.404596:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.404599:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384322.404605:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.404607:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:0.0:1767384322.404615:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.404617:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.404619:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384322.404621:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384322.404622:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.404624:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.404626:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.404629:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384322.404631:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.404634:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384322.404635:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.404637:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00010000:00000001:0.0:1767384322.404638:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384322.404641:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.404644:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.404648:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.404653:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.404655:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384322.404657:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384322.404659:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384322.404661:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384322.404662:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384322.404663:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.404664:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384322.404665:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384322.404668:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:01000004:0.0:1767384322.404673:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384322.404675:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384322.404677:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.404678:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384322.404682:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.404688:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731462912:0@lo:253: 00000100:00000001:0.0:1767384322.404692:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.404693:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.404696:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731462912/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.404701:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384322.404704:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384322.404706:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001223c240. 02000000:00000001:0.0:1767384322.404711:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384322.404712:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384322.404714:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384322.404716:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000020:00000001:0.0:1767384322.404716:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384322.404720:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:0.0:1767384322.404726:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384322.404727:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384322.404728:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384322.404731:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384322.404733:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.404734:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.404735:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.404737:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.404738:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.404740:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.404751:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000001:0.0:1767384322.404761:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.404793:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384322.404795:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384322.404801:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.404808:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : GET - for me 00000400:00000200:2.0:1767384322.404815:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.404816:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384322.404824:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 352/352 into md 0x16fd [1] + 0 00000400:00000200:0.0:1767384322.404838:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp27 to MR: 192.168.204.118@tcp27 local destination 00000400:00000200:0.0:1767384322.404843:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [52:52:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:2.0:1767384322.404846:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.404857:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) -> 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) 192.168.204.118@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384322.404863:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.118@tcp27 00000800:00000010:0.0:1767384322.404867:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000766376b3. 00000800:00000200:0.0:1767384322.404872:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (4) 00000400:00000200:2.0:1767384322.404879:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000200:0.0:1767384322.404879:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:988 00000800:00000200:0.0:1767384322.404884:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000766376b3 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384322.404905:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000001:2.0:1767384322.404913:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384322.404967:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000200:0.0:1767384322.404977:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384322.404980:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000766376b3. 00000800:00000001:2.0:1767384322.404983:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.404984:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384322.404987:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384322.404992:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: REPLY: OK 00000800:00000001:2.0:1767384322.404994:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.404997:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.405000:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.405006:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384322.405016:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp27: Reply from 12345-192.168.204.118@tcp27 of length 352/352 into md 0x1711 00000800:00000001:2.0:1767384322.405020:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.405023:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.405024:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.405028:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: REPLY: OK 00000400:00000200:2.0:1767384322.405030:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000400:00000010:2.0:1767384322.405031:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000400:00000200:2.0:1767384322.405033:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384322.405036:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:2.0:1767384322.405038:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:2.0:1767384322.405046:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 20. state = 0x100251 00000400:00000200:2.0:1767384322.405050:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384322.405059:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (21) 00000800:00000001:2.0:1767384322.405065:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.405068:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.405072:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384322.405077:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:0.0:1767384322.405083:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000435b2683. 00000400:00000010:0.0:1767384322.405086:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000a991dc48. 00000400:00000010:0.0:1767384322.405088:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000804360b5. 00000400:00000200:2.0:1767384322.405103:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000010:0.0:1767384322.405117:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003dae2dfb. 00000400:00000200:0.0:1767384322.405123:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003dae2dfb nid 192.168.204.118@tcp28 00000400:00000010:0.0:1767384322.405126:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ec897da8. 00000400:00000200:0.0:1767384322.405129:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ec897da8 net tcp28 00000400:00000200:0.0:1767384322.405132:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 00000400:00000200:0.0:1767384322.405137:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp28 flags 0x11 00000400:00000010:0.0:1767384322.405140:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000435b2683. 00000400:00000010:0.0:1767384322.405142:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000a991dc48. 00000400:00000010:0.0:1767384322.405144:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000804360b5. 00000400:00000010:0.0:1767384322.405146:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000005a6868e2. 00000400:00000200:2.0:1767384322.405149:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.405149:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384322.405155:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:0.0:1767384322.405158:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:0.0:1767384322.405168:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:0.0:1767384322.405171:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384322.405173:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384322.405176:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384322.405177:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384322.405185:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (21) 00000400:00000200:2.0:1767384322.405202:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405231:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405254:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405280:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405301:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405335:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405370:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405413:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405460:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405495:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405598:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405621:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405643:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405664:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405682:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405697:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405746:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405805:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405852:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405872:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405889:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:2.0:1767384322.405904:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00000010:2.0:1767384322.406042:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a25fdfc0. 00000800:00000010:2.0:1767384322.406050:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004eae3651. 00000800:00000010:2.0:1767384322.406054:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 00000800:00000010:2.0:1767384322.406085:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00000400:00000200:0.0:1767384322.406180:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384322.406194:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384322.406198:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009440a7f2. 00000800:00000010:2.0:1767384322.406233:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f19842a0. 00000800:00000010:2.0:1767384322.406238:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc75a3bc. 00000800:00000010:2.0:1767384322.406254:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bc037eeb. 00000800:00000200:2.1:1767384322.406258:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (4) 00000800:00000200:2.1:1767384322.406263:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp27 00000000bc037eeb deleted 00000800:00000010:2.1:1767384322.406264:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bc037eeb. 00000800:00000200:2.1:1767384322.406267:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384322.406270:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp27 p 3.x 192.168.204.118 -> 192.168.204.118:986 incarnation:1767384320621712782 sched[0] 00000800:00000010:2.0:1767384322.406275:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 00000800:00000010:2.0:1767384322.406314:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00000800:00000010:2.0:1767384322.406317:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc75a3bc. 00000800:00000010:2.0:1767384322.406337:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009440a7f2. 00000800:00000001:2.0:1767384322.406347:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.406350:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384322.406373:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384322.406378:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp27 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384320621712782 sched[0] 00000800:00000010:2.0:1767384322.406394:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004eae3651. 00000800:00000001:2.0:1767384322.406420:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.406424:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384322.406438:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000453a58fa. 00080000:00000010:2.0:1767384322.406462:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000004ff779a. 00040000:00000001:2.0:1767384322.406466:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384322.406467:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384322.406469:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384322.406471:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384322.406473:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.406474:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384322.406476:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384322.406483:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384322.406485:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384322.406490:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384322.406493:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384322.406496:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384322.406498:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384322.406500:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384322.406502:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384322.406506:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001779838e. 00010000:00000001:0.0:1767384322.406509:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384322.406511:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000955ef55d. 00000020:00000001:0.0:1767384322.406513:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384322.406515:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000955ef55d with handle 0xd602e9c522f0b22e to hash 00000020:00000001:0.0:1767384322.406517:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384322.406518:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406519:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406521:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.406522:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.406524:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406529:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384322.406531:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384322.406532:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384322.406533:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384322.406534:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.406535:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384322.406536:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.406542:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384322.406544:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384322.406545:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384322.406546:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384322.406547:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001779838e) refcount = 1 00010000:00010000:0.0:1767384322.406550:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406553:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384322.406555:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384322.406555:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384322.406556:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406558:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384322.406559:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384322.406560:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384322.406562:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384322.406562:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.406563:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=4 00000020:00000001:0.0:1767384322.406564:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406566:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406567:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384322.406568:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406571:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384322.406572:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406575:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.406576:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384322.406577:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406580:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.406581:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406586:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384322.406587:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384322.406591:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000955ef55d already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384322.406593:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384322.406594:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384322.406595:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406598:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384322.406599:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384322.406600:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.406601:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=5 00000020:00000001:0.0:1767384322.406603:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406604:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384322.406606:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384322.406608:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384322.406611:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384322.406613:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384322.406614:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406615:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384322.406616:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384322.406618:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384322.406620:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384322.406621:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000955ef55d with handle 0xd602e9c522f0b22e from hash 00010000:00000001:0.0:1767384322.406623:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384322.406624:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.406625:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.406626:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384322.406627:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384322.406629:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384322.406630:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000020:2.0:1767384322.406631:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384322.406632:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.406635:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384322.406636:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002452bb2b. 20000000:00000001:2.0:1767384322.406642:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406642:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384322.406648:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463040 00010000:00000001:0.0:1767384322.406648:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384322.406649:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384322.406653:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384322.406654:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.406655:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.406656:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406657:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406659:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384322.406662:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384322.406665:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149f0158 x1853236731463040/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384322.406670:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.406672:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384322.406675:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384322.406678:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384322.406678:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384322.406682:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406682:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384322.406685:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384322.406686:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=42 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384322.406688:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384322.406691:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.406692:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:0.0:1767384322.406694:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.406697:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:0.0:1767384322.406698:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384322.406700:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384322.406705:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384322.406708:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.406709:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384322.406711:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384322.406712:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384322.406715:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b22e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384322.406718:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384322.406724:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eae3651. 00010000:00000040:0.0:1767384322.406724:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001779838e count: 0 00000100:00000200:2.0:1767384322.406729:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731463040, offset 224 00010000:00000001:0.0:1767384322.406734:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384322.406735:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:0.0:1767384322.406738:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384322.406747:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384322.406753:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104580 00000800:00000010:3.0:1767384322.406754:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e9000e0d. 00000800:00000010:3.0:1767384322.406762:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008fc73474. 00000400:00000200:2.0:1767384322.406817:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1715 [2] + 224 00000100:00000040:1.0:1767384322.406820:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294908574, at 4294908575 00000400:00000200:2.0:1767384322.406823:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384322.406823:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294908574, at 4294908575 00000100:00000010:1.0:1767384322.406828:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030d44f33. 00000400:00000200:2.0:1767384322.406836:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384322.406836:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5f03b42. 00000100:00000001:2.0:1767384322.406848:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.406853:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384322.406865:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.406879:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:02020000:3.0:1767384322.406881:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp26 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384322.406885:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eae3651 00000400:00000010:2.0:1767384322.406891:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004eae3651. 00000100:00000001:2.0:1767384322.406895:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384322.406898:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384322.406901:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.406903:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384322.406905:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384322.406906:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.406913:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384322.406916:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149f0158 x1853236731463040/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.406922:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149f0158 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731463040:12345-0@lo:253: Request processed in 5207us (6165us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384322.406927:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384322.406929:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384322.406930:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384322.406931:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384322.406934:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000efe417a5. 00000020:00000010:2.0:1767384322.406938:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bab3a727. 00000020:00000010:2.0:1767384322.406941:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da1ab5d9. 00000020:00000040:2.0:1767384322.406943:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:2.0:1767384322.406945:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384322.406948:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029a55519. 02000000:00000001:2.0:1767384322.406950:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384322.406951:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384322.406954:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384322.406957:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d8c97c. 00000400:00000010:2.0:1767384322.406960:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eae3651. 00000100:00000040:2.0:1767384322.406972:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294908574, at 4294908575 00000100:00000010:2.0:1767384322.406975:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000789d1db. 00000100:00000001:2.0:1767384322.406983:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.406985:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384322.406987:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.406988:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384322.406990:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e2ac7a. 00000400:00000200:2.0:1767384322.406991:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a07ef27 00000400:00000010:2.0:1767384322.406992:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a07ef27. 00000100:00000001:2.0:1767384322.406994:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.406996:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384322.407001:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.407014:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384322.407016:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.407017:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384322.407018:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384322.407020:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384322.407021:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.407022:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.407024:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384322.407026:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384322.407028:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384322.407029:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.407030:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384322.407031:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.407033:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.407035:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.407039:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.407041:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384322.407041:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384322.407043:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384322.407044:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384322.407046:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384322.407047:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384322.407048:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384322.407049:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384322.407049:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384322.407050:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384322.407051:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384322.407053:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.407056:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731463040:0@lo:253: 00000100:00000001:2.0:1767384322.407059:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.407060:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.407061:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7512570 x1853236731463040/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.407071:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384322.407072:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384322.407073:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eacfc35a. 02000000:00000001:2.0:1767384322.407075:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384322.407076:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384322.407077:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384322.407079:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384322.407080:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fecf27a9. 02000000:00000001:2.0:1767384322.407081:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384322.407082:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384322.407083:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7512570. 00000100:00000001:2.0:1767384322.407085:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384322.407085:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.407087:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.407090:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384322.407091:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.407092:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.407093:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.409172:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294908574, at 4294908577 00000100:00000010:3.0:1767384322.409181:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066915b7a. 00010000:00000010:0.1:1767384322.412825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000af9db04. 00010000:00000010:0.1:1767384322.412849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049a62add. 00010000:00000010:0.1:1767384322.414880:0:26041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001779838e. 00010000:00000010:0.1:1767384322.414891:0:26041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000955ef55d. 00000400:00000010:0.0:1767384322.420026:0:26041:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000aa060545. 00000400:00000040:0.0:1767384322.420045:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.420047:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384322.420052:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.420054:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.420055:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.420056:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384322.420059:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.420060:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384322.420061:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384322.420062:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384322.420063:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384322.420064:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.420066:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384322.420067:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.420067:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384322.420069:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384322.420070:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384322.420071:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384322.420071:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384322.420073:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.420074:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.420075:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.420076:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.420077:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.420077:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384322.420079:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.420080:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.420081:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.420082:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.420083:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.420084:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384322.420085:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384322.420086:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384322.420087:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384322.420088:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384322.420089:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.420089:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384322.420091:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384322.420092:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.420093:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384322.420094:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384322.420097:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384322.420099:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384322.420100:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384322.420101:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384322.420102:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384322.420103:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384322.420104:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384322.420105:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384322.420106:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384322.420107:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384322.420108:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384322.420109:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384322.420110:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384322.420111:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384322.420112:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384322.420113:0:26041:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384322.420166:0:26041:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000aa060545. 00010000:00000001:3.0:1767384323.079822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384323.079827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.079833:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384323.079834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.079853:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384323.079856:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.079858:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384323.271844:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384323.271850:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.271852:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384323.271857:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384323.556858:0:26363:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000034da433a. 00080000:00000010:0.0:1767384323.556868:0:26363:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000034da433a. 00000020:00000001:0.0:1767384323.556871:0:26363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384323.556877:0:26363:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000034da433a. 00080000:00000010:0.0:1767384323.556881:0:26363:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000034da433a. 00000020:00000001:0.0:1767384323.556883:0:26363:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.103830:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384324.103835:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.103839:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384324.103847:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.103877:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384324.103881:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384324.103884:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384324.262136:0:26527:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384324.262141:0:26527:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384324.268252:0:26527:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384324.274823:0:26528:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000052df48eb. 00000400:00000010:2.0:1767384324.274837:0:26528:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b6412b0. 00000400:00000010:2.0:1767384324.274848:0:26528:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009e72beab. 00000400:00000010:2.0:1767384324.274853:0:26528:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000127f1ec0. 00000400:00000010:2.0:1767384324.274857:0:26528:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028a6403c. 00000400:00000010:2.0:1767384324.274862:0:26528:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b7ec756. 00000400:00000010:2.0:1767384324.274865:0:26528:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f8af2e4. 00000400:00000010:2.0:1767384324.274867:0:26528:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe17812e. 00000400:00000010:2.0:1767384324.274871:0:26528:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009679acf5. 00000800:00000010:2.0:1767384324.274887:0:26528:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007cab42da. 00000800:00000200:2.0:1767384324.274899:0:26528:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384324.274912:0:26528:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384324.274953:0:26528:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384324.274976:0:26528:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp29 [8/256/0/180] 00000400:00000010:2.0:1767384324.276690:0:26528:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000e803d22f. 00000400:00000010:2.0:1767384324.276696:0:26528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000400:00000010:2.0:1767384324.276700:0:26528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000400:00000001:2.0:1767384324.276714:0:26528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384324.276716:0:26528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384324.276718:0:26528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ee49376. 00000400:00000200:2.0:1767384324.276721:0:26528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000125e09c 00000400:00000010:2.0:1767384324.276723:0:26528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000125e09c. 00000400:00000010:2.0:1767384324.276726:0:26528:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000003a3245c2. 00000400:00000200:2.0:1767384324.276744:0:26528:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 00000400:00000200:2.0:1767384324.276756:0:26528:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384324.276796:0:26528:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000400:00000200:0.0:1767384324.276822:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384324.276825:0:26528:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000053ae6fa7. 00000400:00000200:0.0:1767384324.276831:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:2.0:1767384324.276833:0:26528:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384324.276840:0:26528:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp29 00000400:00000010:0.0:1767384324.276841:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543fb4da. 00000400:00000200:0.0:1767384324.276847:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000400:00000010:0.0:1767384324.276854:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002dc5ceaf. 00000400:00000010:2.0:1767384324.276858:0:26528:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b6412b0. 00000400:00000200:0.0:1767384324.276863:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp27 00000400:00000010:2.0:1767384324.276864:0:26528:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000052df48eb. 00000020:00000001:1.0:1767384324.276882:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384324.276882:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp27 to MR: 192.168.204.118@tcp27 local destination 10000000:00000001:1.0:1767384324.276887:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384324.276891:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384324.276894:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384324.276898:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [53:53:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [53:53:8:4294967295] 00000020:01000004:1.0:1767384324.276899:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384324.276902:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384324.276904:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384324.276907:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384324.276909:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384324.276910:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384324.276912:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384324.276913:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp27 00000020:01000004:1.0:1767384324.276914:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384324.276918:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384324.276919:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384324.276924:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000020:00000040:1.0:1767384324.276930:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:0.0:1767384324.276931:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) -> 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) : PUT try# 0 00000100:00000001:1.0:1767384324.276937:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384324.276940:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384324.276944:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384324.276954:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004512c357. 00000800:00000200:0.0:1767384324.276954:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.118@tcp27 00000800:00000010:0.0:1767384324.276961:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038163724. 00000100:00000001:1.0:1767384324.276969:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384324.276971:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (6) 00000100:00000001:1.0:1767384324.276979:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384324.276982:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384324.276983:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:988 00000800:00000200:0.0:1767384324.276989:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038163724 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:1.0:1767384324.276990:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ba202d3] to pc [ptlrpcd_00_02+2] req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384324.277013:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384324.277015:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.277017:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:00000001:1.0:1767384324.277018:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384324.277022:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384324.277025:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:00000001:1.0:1767384324.277029:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384324.277032:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384324.277033:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384324.277035:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384324.277037:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384324.277039:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384324.277041:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384324.277042:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384324.277043:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384324.277044:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384324.277045:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384324.277046:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384324.277047:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384324.277050:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026685386. 00000020:00000040:1.0:1767384324.277052:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384324.277054:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384324.277055:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384324.277057:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277060:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384324.277062:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000034afe4d9. 00000100:00000001:1.0:1767384324.277066:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277066:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.277071:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384324.277072:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384324.277075:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.277081:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384324.277082:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026685386] to pc [ptlrpcd_00_03+3] req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384324.277104:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384324.277108:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277108:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384324.277112:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384324.277117:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384324.277119:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:0.0:1767384324.277119:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384324.277124:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000053ae6fa7. 02000000:00000001:0.0:1767384324.277125:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384324.277130:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277133:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384324.277135:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731463168:0@lo:253: 00000100:00000001:1.0:1767384324.277137:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384324.277140:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384324.277143:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384324.277146:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384324.277151:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384324.277153:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384324.277156:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.277157:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.277158:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384324.277162:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384324.277163:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384324.277164:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384324.277166:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384324.277172:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038163724. 02000000:00000010:0.0:1767384324.277172:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009c5818a4. 00000100:00100000:1.0:1767384324.277173:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731463296:0@lo:253: 02000000:00000001:0.0:1767384324.277179:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277181:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384324.277182:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384324.277186:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 02000000:00000001:1.0:1767384324.277188:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384324.277192:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.277193:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: PUT: OK 00000400:00000010:0.0:1767384324.277195:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f31c99cd. 02000000:00000001:1.0:1767384324.277197:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384324.277202:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384324.277203:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731463168, portal 25 02000000:00000010:1.0:1767384324.277206:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eaa3a799. 00000100:00000001:0.0:1767384324.277209:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384324.277211:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp27: 0 02000000:00000001:1.0:1767384324.277211:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277213:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000400:00000010:1.0:1767384324.277221:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f67d1ef. 00000100:00000040:0.0:1767384324.277222:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384324.277226:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384324.277229:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1f9fbb9. 00000100:00000200:1.0:1767384324.277236:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731463296, portal 25 00000800:00000001:3.0:1767384324.277238:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.277239:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384324.277241:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384324.277243:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384324.277244:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00000800:00000001:3.0:1767384324.277250:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384324.277252:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384324.277255:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384324.277259:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2e71612. 00000100:00000200:0.0:1767384324.277267:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731463168, offset 0 00000100:00000001:1.0:1767384324.277268:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384324.277269:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : PUT - for me 00000100:00000040:1.0:1767384324.277274:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384324.277279:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384324.277280:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d873854d. 00000100:00000200:1.0:1767384324.277285:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731463296, offset 0 00000400:00000200:3.0:1767384324.277290:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384324.277291:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.277295:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384324.277309:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.277315:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 352/368 into md 0x170d [1] + 0 00000400:00000200:0.0:1767384324.277321:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104600 00000400:00000010:3.0:1767384324.277323:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00000400:00000200:1.0:1767384324.277327:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104680 00000400:00000200:3.0:1767384324.277330:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab30fdb3 00000800:00000001:3.0:1767384324.277338:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384324.277339:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000400:00000010:0.0:1767384324.277345:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007b9a916. 00000400:00000200:0.0:1767384324.277361:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c12c71d 00000800:00000001:3.0:1767384324.277364:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384324.277368:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384324.277369:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1025 [2] + 0 00000400:00000200:3.0:1767384324.277370:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384324.277378:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000430926c6. 00000400:00000200:0.0:1767384324.277378:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384324.277384:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a061a89d 00000400:00000200:3.0:1767384324.277385:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: PUT: OK 00000400:00000200:0.0:1767384324.277388:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c12c71d 00000400:00000200:1.0:1767384324.277402:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384324.277405:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c12c71d. 00000400:00000200:1.0:1767384324.277408:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384324.277414:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000100:00000001:0.0:1767384324.277414:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384324.277419:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384324.277420:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000100:00000040:0.0:1767384324.277427:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000027f17525 x1853236731463168 msgsize 4848 00000400:00000200:3.0:1767384324.277429:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384324.277429:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a061a89d 00000400:00000010:1.0:1767384324.277434:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a061a89d. 00000400:00000200:3.0:1767384324.277437:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000100:00100000:0.0:1767384324.277439:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384324.277443:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384324.277445:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384324.277446:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384324.277449:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000040:1.0:1767384324.277454:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000ae22469b x1853236731463296 msgsize 4848 00000400:00000200:3.0:1767384324.277455:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (368 bytes) 00000100:00000001:0.0:1767384324.277461:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384324.277465:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00100000:1.0:1767384324.277467:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384324.277473:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384324.277482:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (23) 00000100:00000001:1.0:1767384324.277485:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.277492:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2e71612 00000400:00000010:0.0:1767384324.277496:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2e71612. 00000400:00000200:3.0:1767384324.277498:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384324.277501:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d873854d 00000100:00000001:0.0:1767384324.277501:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384324.277505:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d873854d. 00000100:00000200:0.0:1767384324.277509:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384324.277511:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp27 to MR: 192.168.204.118@tcp27 local destination 00000100:00000001:1.0:1767384324.277512:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384324.277520:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384324.277530:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [54:54:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [54:54:8:4294967295] 00000100:00000001:0.0:1767384324.277532:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.277540:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.277547:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384324.277555:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.277562:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.277566:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) -> 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) 192.168.204.118@tcp27 : ACK try# 0 00000100:00000001:0.0:1767384324.277569:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384324.277570:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277573:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767384324.277586:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp27 00000100:00000001:0.0:1767384324.277586:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277589:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384324.277594:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000618de3e. 00000100:00000001:1.0:1767384324.277594:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294910450 00000100:00000001:0.0:1767384324.277594:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294910450 00000100:00000010:1.0:1767384324.277602:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7934d14. 00000800:00000200:3.0:1767384324.277605:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (6) 00000100:00000001:1.0:1767384324.277610:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384324.277615:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:987 00000100:00000001:1.0:1767384324.277617:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294910450 00000100:00000001:0.0:1767384324.277618:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294910450 00000800:00000200:3.0:1767384324.277621:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000618de3e type 0, nob 96 niov 1 nkiov 0 00000100:00000010:1.0:1767384324.277623:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1683991. 00000100:00000001:0.0:1767384324.277625:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294910450 00000100:00000001:1.0:1767384324.277630:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384324.277634:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294910450 00000100:00000001:0.0:1767384324.277635:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294910450 00000100:00000010:1.0:1767384324.277638:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004811d38b. 00000800:00000001:3.0:1767384324.277641:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384324.277641:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384324.277648:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294910450 00000800:00000001:3.0:1767384324.277655:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.277655:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294910450 00000100:00000001:0.0:1767384324.277656:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294910450 00000100:00000001:0.0:1767384324.277663:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294910450 00000100:00000010:1.0:1767384324.277664:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2aa7ef1. 00000100:00000001:1.0:1767384324.277670:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384324.277673:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.277675:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294910450 00000100:00000001:1.0:1767384324.277676:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277682:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.277683:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277689:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277690:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.277697:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384324.277701:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384324.277702:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.277702:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.277706:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384324.277707:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000618de3e. 00000100:00000001:1.0:1767384324.277710:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.277712:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.277712:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384324.277713:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384324.277717:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.277717:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384324.277723:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.277725:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: ACK: OK 00000100:00000001:0.0:1767384324.277726:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.277730:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.277733:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384324.277736:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.277737:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384324.277755:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.277758:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384324.277760:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384324.277761:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463168 02000000:00000001:1.0:1767384324.277788:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384324.277790:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384324.277792:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.277796:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384324.277799:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463168 00000800:00000001:3.0:1767384324.277800:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384324.277802:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384324.277805:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384324.277806:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767384324.277806:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384324.277821:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384324.277822:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463296 00000800:00000001:3.0:1767384324.277825:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384324.277825:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 02000000:00000001:0.0:1767384324.277827:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384324.277831:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.277832:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384324.277834:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.277837:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277840:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384324.277842:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : ACK - for me 00000020:00000010:1.0:1767384324.277845:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eff5bbb. 02000000:00000001:0.0:1767384324.277845:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.277850:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384324.277852:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463296 00000020:00000010:1.0:1767384324.277855:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eff5bbb. 00000020:00000001:0.0:1767384324.277858:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384324.277859:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp27: ACK from 12345-192.168.204.118@tcp27 into md 0x1731 00000020:00000040:0.0:1767384324.277862:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000010:1.0:1767384324.277863:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000befe8942. 00000400:00000200:3.0:1767384324.277865:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384324.277867:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384324.277870:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1581c89. 00000020:00000040:0.0:1767384324.277871:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:3.0:1767384324.277875:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: ACK: OK 00000020:00000010:1.0:1767384324.277877:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000020:00000001:0.0:1767384324.277879:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384324.277881:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543fb4da 00000100:00000040:1.0:1767384324.277884:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384324.277885:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:3.0:1767384324.277886:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000543fb4da. 00000100:00000001:1.0:1767384324.277890:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384324.277892:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384324.277894:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384324.277897:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384324.277899:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c90d7da7. 00000100:00000001:1.0:1767384324.277900:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.277901:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:0.0:1767384324.277906:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384324.277910:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:1.0:1767384324.277910:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.277912:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c90d7da7. 00000400:00000200:3.0:1767384324.277918:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000100:00000001:1.0:1767384324.277921:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384324.277922:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000800:00000001:3.0:1767384324.277926:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384324.277929:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f95b4b8. 00000100:00000001:1.0:1767384324.277932:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767384324.277933:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.277935:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384324.277936:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fd92b0e. 00000100:00100000:1.0:1767384324.277941:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384324.277944:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384324.277948:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788631632 : -114766920919984 : ffff979ebe725450) 00000100:00000040:1.0:1767384324.277953:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027f17525 x1853236731463168/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.277953:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384324.277958:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384324.277962:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384324.277963:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384324.277963:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384324.277968:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eff5bbb. 00000400:00000010:3.0:1767384324.277971:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000008729b59c. 00000100:00000001:1.0:1767384324.277972:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.277973:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384324.277977:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eff5bbb. 00000100:00000001:0.0:1767384324.277980:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384324.277982:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c35f0ff. 00000100:00100000:1.0:1767384324.277986:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027f17525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731463168:12345-0@lo:253: 00000100:00000200:1.0:1767384324.277990:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463168 00000400:00000010:3.0:1767384324.277991:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000020:00000001:1.0:1767384324.277993:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384324.277996:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384324.277997:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384324.277998:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.278002:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384324.278003:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384324.278005:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008729b59c 00000020:00000001:1.0:1767384324.278007:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000010:3.0:1767384324.278013:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000609d2862. 00000020:00000001:1.0:1767384324.278013:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384324.278013:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000020:00000001:1.0:1767384324.278016:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.278020:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000020:00000001:1.0:1767384324.278022:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384324.278022:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000020:00000001:1.0:1767384324.278025:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384324.278027:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788638800 : -114766920912816 : ffff979ebe727050) 00000400:00000200:3.0:1767384324.278029:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000020:00000001:1.0:1767384324.278029:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278035:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000100:00000001:1.0:1767384324.278035:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384324.278036:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae22469b x1853236731463296/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384324.278039:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384324.278044:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000008bbd1b44. 02000000:00000010:1.0:1767384324.278046:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002d482971. 00000400:00000010:3.0:1767384324.278051:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 02000000:00000001:1.0:1767384324.278051:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.278054:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.278056:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384324.278058:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384324.278060:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e64da0fb. 00000020:00000010:0.0:1767384324.278061:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c90d7da7. 00000400:00000200:3.0:1767384324.278068:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:0.0:1767384324.278068:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.278074:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c90d7da7. 20000000:00000010:1.0:1767384324.278075:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c9f63b99. 00000400:00000200:3.0:1767384324.278079:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 20000000:01000000:1.0:1767384324.278081:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:0.0:1767384324.278082:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae22469b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731463296:12345-0@lo:253: 20000000:00000001:1.0:1767384324.278087:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384324.278091:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:0.0:1767384324.278091:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463296 00000400:00000200:3.0:1767384324.278092:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 20000000:00000001:1.0:1767384324.278093:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384324.278097:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.278097:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384324.278103:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384324.278104:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384324.278108:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000001:0.0:1767384324.278108:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384324.278112:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ff34552. 00000020:00000001:0.0:1767384324.278112:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:1.0:1767384324.278117:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000020:00000001:0.0:1767384324.278117:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:3.0:1767384324.278123:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:0.0:1767384324.278124:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384324.278125:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384324.278129:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384324.278132:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1767384324.278134:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384324.278135:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00080000:00000001:1.0:1767384324.278137:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384324.278139:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384324.278143:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278147:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:0.0:1767384324.278149:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384324.278152:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384324.278153:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384324.278157:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 02000000:00000010:0.0:1767384324.278160:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029a55519. 02000000:00000001:0.0:1767384324.278165:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278166:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:0.0:1767384324.278169:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.278170:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278175:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00080000:00000001:1.0:1767384324.278175:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384324.278179:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.278183:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384324.278185:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384324.278190:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00080000:00000001:1.0:1767384324.278190:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384324.278194:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002452bb2b. 00080000:00000002:1.0:1767384324.278198:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 20000000:01000000:0.0:1767384324.278201:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384324.278202:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 20000000:00000001:0.0:1767384324.278207:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384324.278208:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 20000000:00000001:0.0:1767384324.278212:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:1.0:1767384324.278213:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384324.278214:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 20000000:00000001:0.0:1767384324.278216:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.278223:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384324.278224:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278229:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 20000000:00000001:0.0:1767384324.278230:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384324.278232:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.278238:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.278253:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:1.0:1767384324.278254:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384324.278259:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:3.0:1767384324.278263:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00080000:00000001:1.0:1767384324.278265:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384324.278269:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b775b6e9. 00080000:00000001:1.0:1767384324.278272:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301499605504 : -114772209946112 : ffff979d83323200) 00080000:00000001:1.0:1767384324.278277:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384324.278281:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384324.278285:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00080000:00000010:1.0:1767384324.278287:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007eff5bbb. 00080000:00000001:1.0:1767384324.278292:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384324.278295:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384324.278298:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:3.0:1767384324.278304:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00080000:00000001:1.0:1767384324.278318:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.278322:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:3.0:1767384324.278328:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:3.0:1767384324.278333:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00080000:00000001:1.0:1767384324.278335:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384324.278340:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp28 00000400:00000200:3.0:1767384324.278363:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp28 lpni_is_preferred = 0 00000400:00000200:3.0:1767384324.278368:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp28 00000400:00000200:3.0:1767384324.278373:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [55:55:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [55:55:8:4294967295] 00000400:00000200:3.0:1767384324.278382:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp28 00000400:00000200:3.0:1767384324.278395:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:) -> 192.168.204.118@tcp28(192.168.204.118@tcp:192.168.204.118@tcp28) : GET try# 0 00000800:00000200:3.0:1767384324.278401:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp28 00000800:00000010:3.0:1767384324.278405:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000618de3e. 00000800:00000010:3.0:1767384324.278413:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000474ec0d6. 00000800:00000010:3.0:1767384324.278417:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c27dd069. 00000800:00000200:3.0:1767384324.278423:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (2) 00000800:00000200:3.1:1767384324.278428:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (2) 00000400:00000200:3.0:1767384324.278448:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384324.278450:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:0.0:1767384324.278512:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278558:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278584:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278613:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278634:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278652:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278677:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278704:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278726:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278757:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278831:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278865:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278905:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278940:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.278980:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279029:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279071:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279111:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279149:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279172:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279212:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279238:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279251:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279263:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279276:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279300:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279314:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279328:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279345:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279379:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279402:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279426:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279452:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279471:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384324.279494:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384324.279643:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fecf27a9. 00000800:00000010:0.0:1767384324.279647:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a2e71612. 00000800:00000010:0.0:1767384324.279651:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c90d7da7. 00000800:00000010:0.0:1767384324.279668:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c90d7da7. 00000800:00020000:0.0:1767384324.279674:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00080000:00000010:3.0:1767384324.280466:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b775b6e9. 00080000:00000010:1.0:1767384324.280514:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007eff5bbb. 00040000:00000001:1.0:1767384324.280519:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384324.280521:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384324.280523:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384324.280526:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384324.280528:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384324.280530:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384324.280540:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384324.280546:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384324.280549:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384324.280554:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384324.280568:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000508085f0. 20000000:01000000:3.0:1767384324.280573:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384324.280578:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384324.280582:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384324.280586:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384324.280594:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384324.280603:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384324.280605:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384324.280606:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384324.280609:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384324.280612:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384324.280615:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384324.280617:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280619:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384324.280622:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384324.280625:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384324.280627:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d52a1590. 00080000:00000002:3.0:1767384324.280628:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000001:1.0:1767384324.280632:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767384324.280635:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00010000:00000010:1.0:1767384324.280636:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e77a39a. 00080000:00000002:3.0:1767384324.280639:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384324.280641:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384324.280645:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e77a39a with handle 0xd602e9c522f0b235 to hash 00080000:00000001:3.0:1767384324.280646:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384324.280648:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384324.280651:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00080000:00000001:3.0:1767384324.280653:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280654:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00080000:00000001:3.0:1767384324.280659:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.280660:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.280662:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.280666:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384324.280666:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384324.280672:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384324.280676:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384324.280680:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c3c29271. 00080000:00000001:3.0:1767384324.280683:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301528192512 : -114772181359104 : ffff979d84e66600) 00080000:00000001:3.0:1767384324.280686:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384324.280689:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384324.280693:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f83220e4. 00080000:00000001:3.0:1767384324.280698:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280700:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384324.280702:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384324.280704:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384324.280707:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384324.280709:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384324.280711:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.280713:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384324.280714:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280714:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.280724:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384324.280725:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384324.280726:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384324.280729:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384324.280741:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384324.280743:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d52a1590) refcount = 1 00010000:00010000:1.0:1767384324.280746:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280750:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384324.280752:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384324.280754:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.280755:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280757:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384324.280759:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384324.280761:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384324.280764:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.280765:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.280787:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=4 00000020:00000001:1.0:1767384324.280789:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384324.280791:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384324.280792:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384324.280794:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280798:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384324.280800:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280803:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.280805:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384324.280806:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280810:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.280811:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280818:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384324.280820:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384324.280825:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e77a39a already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384324.280827:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384324.280829:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384324.280830:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280834:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384324.280835:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.280837:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.280839:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=5 00000020:00000001:1.0:1767384324.280841:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384324.280843:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384324.280846:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384324.280849:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280855:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384324.280857:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384324.280858:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280862:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384324.280863:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384324.280865:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.280866:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384324.280869:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e77a39a with handle 0xd602e9c522f0b235 from hash 00010000:00000001:1.0:1767384324.280871:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384324.280872:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.280873:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.280875:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384324.280877:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384324.280879:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384324.280882:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384324.280883:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.280893:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280895:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384324.280896:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384324.280899:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.280900:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.280902:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280904:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.280906:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.280908:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280914:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.280915:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.280916:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384324.280918:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384324.280919:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.280921:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.280922:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384324.280924:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384324.280927:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.280929:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.280936:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384324.280937:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384324.280939:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b235 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384324.280946:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d52a1590 count: 0 00010000:00000001:1.0:1767384324.280954:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384324.280955:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384324.280962:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384324.280965:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384324.280967:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c9f63b99. 20000000:00000001:1.0:1767384324.280970:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384324.280973:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463168 00010000:00000001:1.0:1767384324.280975:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384324.280985:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027f17525 x1853236731463168/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384324.280992:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384324.280994:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384324.280997:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384324.281000:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384324.281002:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384324.281004:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384324.281007:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384324.281008:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.281010:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384324.281012:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384324.281015:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d873854d. 00000100:00000200:1.0:1767384324.281018:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731463168, offset 224 00000400:00000200:1.0:1767384324.281023:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384324.281029:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384324.281034:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104600 00000400:00000200:1.0:1767384324.281038:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1735 [2] + 224 00000400:00000200:1.0:1767384324.281042:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384324.281045:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384324.281048:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384324.281050:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384324.281055:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.281069:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384324.281073:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d873854d 00000400:00000010:1.0:1767384324.281075:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d873854d. 00000100:00000001:1.0:1767384324.281077:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384324.281078:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384324.281081:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.281083:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384324.281085:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384324.281087:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384324.281094:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384324.281096:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384324.281098:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027f17525 x1853236731463168/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.281101:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384324.281108:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027f17525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731463168:12345-0@lo:253: Request processed in 3145us (3681us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384324.281109:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384324.281114:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384324.281118:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc33984. 00000100:00100000:1.0:1767384324.281118:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384324.281123:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000200:3.0:1767384324.281125:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f31c99cd 00000100:00000001:1.0:1767384324.281126:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384324.281130:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384324.281131:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f31c99cd. 00000020:00000010:1.0:1767384324.281134:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1581c89. 00000100:00000001:3.0:1767384324.281136:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384324.281149:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000020:00000010:1.0:1767384324.281153:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000befe8942. 00000100:00000200:3.0:1767384324.281155:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384324.281157:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384324.281163:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384324.281166:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002d482971. 00000100:00000200:3.0:1767384324.281174:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384324.281174:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384324.281178:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384324.281186:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384324.281189:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384324.281192:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033427023. 00000100:00000001:3.0:1767384324.281193:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384324.281200:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d873854d. 00000100:00000001:3.0:1767384324.281204:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384324.281209:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384324.281211:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384324.281213:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.281216:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.281232:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384324.281237:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.281240:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384324.281241:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.281244:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384324.281246:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.281248:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384324.281252:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.281260:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384324.281263:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384324.281265:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384324.281269:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384324.281271:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384324.281273:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384324.281275:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384324.281276:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384324.281278:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384324.281280:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384324.281282:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384324.281283:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384324.281295:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384324.281299:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384324.281307:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731463168:0@lo:253: 00000100:00000001:3.0:1767384324.281313:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.281316:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384324.281319:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731463168/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.281326:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384324.281336:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384324.281339:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009c5818a4. 02000000:00000001:3.0:1767384324.281344:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384324.281360:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384324.281362:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384324.281366:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384324.281368:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004512c357. 02000000:00000001:3.0:1767384324.281375:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384324.281377:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384324.281378:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00000100:00000001:3.0:1767384324.281394:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384324.281395:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.281397:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.281403:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384324.281405:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.281408:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384324.281409:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384324.282527:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c3c29271. 00080000:00000010:3.0:1767384324.282567:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f83220e4. 00040000:00000001:3.0:1767384324.282572:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384324.282574:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384324.282576:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384324.282578:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384324.282581:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.282583:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384324.282585:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384324.282594:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384324.282597:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384324.282603:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384324.282604:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384324.282609:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384324.282610:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384324.282614:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384324.282616:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384324.282621:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b3b0b85. 00010000:00000001:1.0:1767384324.282625:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384324.282627:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a75b4d52. 00000020:00000001:1.0:1767384324.282630:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384324.282633:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a75b4d52 with handle 0xd602e9c522f0b23c to hash 00000020:00000001:1.0:1767384324.282635:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384324.282637:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282639:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282649:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.282651:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.282655:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.282661:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384324.282663:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384324.282665:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384324.282667:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384324.282668:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.282670:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384324.282671:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.282673:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384324.282675:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384324.282676:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384324.282677:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384324.282679:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b3b0b85) refcount = 1 00010000:00010000:1.0:1767384324.282682:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.282687:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384324.282689:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384324.282690:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.282692:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282694:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384324.282696:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384324.282698:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384324.282701:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.282702:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.282703:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a75b4d52 refcount=4 00000020:00000001:1.0:1767384324.282706:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282709:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282712:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384324.282713:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384324.282729:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384324.282730:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384324.282734:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384324.282745:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384324.282749:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002452bb2b. 00010000:00000001:1.0:1767384324.282753:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384324.282755:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282756:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384324.282759:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.282761:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463296 00010000:00000001:1.0:1767384324.282791:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.282793:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282796:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384324.282798:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384324.282805:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a75b4d52 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384324.282808:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384324.282809:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294910450, at 4294910451 00010000:00000001:1.0:1767384324.282810:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384324.282813:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.282815:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:2.0:1767384324.282817:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004811d38b. 00010000:00000200:3.0:1767384324.282824:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae22469b x1853236731463296/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384324.282828:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384324.282831:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.282834:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.282837:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a75b4d52 refcount=5 00010000:00000001:3.0:1767384324.282841:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384324.282841:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282844:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437363200 : -114767272188416 : ffff979ea9826600) 00010000:00000001:1.0:1767384324.282846:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384324.282848:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.282852:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.282858:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=44 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384324.282859:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384324.282862:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384324.282865:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384324.282867:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384324.282870:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384324.282873:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.282874:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384324.282878:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282878:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384324.282882:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384324.282884:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384324.282886:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384324.282889:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384324.282889:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384324.282893:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a75b4d52 with handle 0xd602e9c522f0b23c from hash 00000400:00000010:3.0:1767384324.282896:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af787381. 00010000:00000001:1.0:1767384324.282897:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384324.282900:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.282902:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384324.282903:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731463296, offset 224 00010000:00000001:1.0:1767384324.282904:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384324.282907:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384324.282910:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384324.282913:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384324.282913:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384324.282916:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.282920:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282924:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384324.282925:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384324.282926:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384324.282931:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.282932:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.282933:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.282937:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104680 00010000:00000001:1.0:1767384324.282937:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.282941:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.282945:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384324.282948:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1739 [2] + 224 00010000:00000001:1.0:1767384324.282958:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384324.282960:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384324.282961:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.282963:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384324.282967:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384324.282969:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384324.282971:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.282975:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384324.282976:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384324.282977:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384324.282982:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384324.282985:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384324.282986:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.282991:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.283007:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384324.283009:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384324.283018:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384324.283021:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a75b4d52/0xd602e9c522f0b23c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384324.283028:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384324.283030:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b3b0b85 count: 0 00000400:00000200:3.0:1767384324.283036:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af787381 00010000:00000001:1.0:1767384324.283038:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384324.283041:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af787381. 20000000:00000001:1.0:1767384324.283042:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384324.283047:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384324.283049:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384324.283054:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.283055:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.283058:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384324.283061:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:1.0:1767384324.283063:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384324.283064:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384324.283066:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384324.283068:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.283069:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f67d1ef. 00000020:00000001:3.0:1767384324.283072:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384324.283074:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f9fbb9 00000400:00000010:1.0:1767384324.283077:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1f9fbb9. 00000100:00000040:3.0:1767384324.283078:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae22469b x1853236731463296/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.283080:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384324.283085:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384324.283100:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.283108:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384324.283111:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.283114:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384324.283116:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384324.283119:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384324.283121:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384324.283125:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae22469b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731463296:12345-0@lo:253: Request processed in 5065us (5666us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384324.283125:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384324.283131:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=44 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384324.283135:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=44 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384324.283136:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000001:1.0:1767384324.283139:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384324.283141:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384324.283141:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.283145:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384324.283146:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384324.283149:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.283150:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384324.283153:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384324.283156:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f95b4b8. 00000100:00000040:1.0:1767384324.283158:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384324.283163:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a2e71612. 00000020:00000010:3.0:1767384324.283164:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fd92b0e. 00000800:00000010:0.0:1767384324.283169:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fecf27a9. 00000020:00000010:3.0:1767384324.283171:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023273317. 00000100:00000001:1.0:1767384324.283177:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384324.283178:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:3.0:1767384324.283182:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384324.283183:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029a55519. 02000000:00000001:3.0:1767384324.283186:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384324.283188:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384324.283189:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.283193:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384324.283193:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294910450, at 4294910451 00000100:00000200:3.0:1767384324.283195:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384324.283201:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384324.283202:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5421c4f. 00000100:00000010:0.0:1767384324.283203:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7934d14. 00000020:01000004:1.0:1767384324.283205:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384324.283209:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384324.283210:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af787381. 00000020:01000004:1.0:1767384324.283211:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384324.283215:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384324.283217:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384324.283219:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384324.283221:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384324.283222:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384324.283226:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.283227:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294910450, at 4294910451 00000100:00000010:3.0:1767384324.283235:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2aa7ef1. 00000100:00100000:1.0:1767384324.283242:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731463296:0@lo:253: 00000100:00000001:1.0:1767384324.283250:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.283251:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384324.283254:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026685386 x1853236731463296/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.283259:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384324.283260:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384324.283262:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eaa3a799. 00000400:02020000:0.0:1767384324.283263:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp28 at host 192.168.204.118:988: is it running a compatible version of Lustre? 02000000:00000001:1.0:1767384324.283267:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384324.283270:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384324.283272:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384324.283274:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384324.283275:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000034afe4d9. 02000000:00000001:1.0:1767384324.283279:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384324.283280:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384324.283281:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026685386. 00000100:00000001:1.0:1767384324.283283:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384324.283284:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.283285:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.283289:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384324.283289:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.283290:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.283292:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.283825:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294910450, at 4294910452 00000100:00000010:1.0:1767384324.283832:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1683991. 00000400:00000200:0.0:1767384324.286081:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp28 notifying 192.168.204.118@tcp28: down 00000800:00000200:0.0:1767384324.286088:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp28 down 00000800:00000100:0.0:1767384324.286094:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp28 00000800:00000010:0.0:1767384324.286096:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000618de3e. 00000400:00000200:0.0:1767384324.286100:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384324.286103:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384324.286110:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp28 added to recovery queue. ping count: 0 next ping: 244 health :900 00000400:00000200:0.0:1767384324.286113:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384324.286116:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384324.286119:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384324.286154:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384324.286160:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:3.0:1767384324.286163:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384324.286164:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384324.286165:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000400:00000010:3.0:1767384324.286167:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000400:00000200:3.0:1767384324.286170:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384324.286173:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:3.0:1767384324.286176:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000008bbd1b44. 00000400:00000200:3.0:1767384324.286179:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000400:00000200:3.0:1767384324.286182:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:3.0:1767384324.286184:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:3.0:1767384324.286186:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384324.286194:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (21) 00010000:00000010:1.1:1767384324.286795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d52a1590. 00010000:00000010:1.1:1767384324.286803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e77a39a. 00010000:00000010:1.1:1767384324.288798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b3b0b85. 00010000:00000010:1.1:1767384324.288807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a75b4d52. 00000400:00000010:0.0:1767384324.292746:0:26533:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c043ac4b. 00000400:00000040:0.0:1767384324.292785:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384324.292787:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384324.292790:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384324.292791:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384324.292793:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384324.292795:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384324.292797:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384324.292798:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384324.292799:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384324.292800:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384324.292802:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384324.292804:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384324.292806:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384324.292807:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384324.292808:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384324.292809:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384324.292811:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384324.292812:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384324.292813:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384324.292815:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384324.292816:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384324.292817:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384324.292818:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384324.292819:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384324.292820:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384324.292821:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384324.292822:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384324.292823:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384324.292824:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384324.292825:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384324.292826:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384324.292827:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384324.292828:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384324.292829:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384324.292830:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384324.292830:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384324.292831:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384324.292838:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384324.292839:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384324.292840:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384324.292842:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384324.292843:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384324.292844:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384324.292845:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384324.292846:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384324.292847:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384324.292847:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384324.292848:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384324.292850:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384324.292851:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384324.292852:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384324.292852:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384324.292853:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384324.292854:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384324.292855:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384324.292856:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384324.292857:0:26533:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384324.292902:0:26533:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c043ac4b. 00000400:00000010:2.0:1767384324.807824:0:16349:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000bccaf89c. 00000400:02000040:2.0:1767384324.807836:0:16349:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.204.118@tcp28 10000000:00000001:0.0:1767384324.808834:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384324.808837:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384324.808840:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384324.808842:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384324.808844:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384324.808845:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384324.808847:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384324.808849:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384324.808851:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 37 10000000:00000001:0.0:1767384324.808853:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384324.808855:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384324.808862:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384324.808865:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384324.808869:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.808872:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384324.808876:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384324.808883:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd9bb345. 00000100:00000001:0.0:1767384324.808894:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.808897:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384324.808900:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384324.808907:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fd0ae03. 00010000:00000001:0.0:1767384324.808910:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384324.808914:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049a62add. 00000020:00000001:0.0:1767384324.808917:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384324.808921:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000049a62add with handle 0xd602e9c522f0b243 to hash 00000020:00000001:0.0:1767384324.808922:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384324.808924:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.808926:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.808929:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384324.808932:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.808934:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384324.808940:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384324.808948:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384324.808952:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384324.808953:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384324.808958:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7f98462. 00000100:00000001:0.0:1767384324.808960:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517739520 : -114772191812096 : ffff979d8446e600) 00000100:00000001:0.0:1767384324.808963:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384324.808964:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384324.808968:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.808970:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.808972:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384324.808973:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384324.808979:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.808986:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384324.808991:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.808995:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384324.808997:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384324.808999:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.809001:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731463424:0@lo:101: 00000100:00000001:0.0:1767384324.809005:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384324.809009:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384324.809011:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.809014:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384324.809018:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000074382774. 02000000:00000001:0.0:1767384324.809021:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.809027:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000010:0.0:1767384324.809033:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000200:0.0:1767384324.809040:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731463424, portal 25 00000100:00000001:0.0:1767384324.809042:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384324.809044:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384324.809048:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809056:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.809059:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.809062:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000100:00000200:0.0:1767384324.809066:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731463424, offset 0 00000400:00000200:0.0:1767384324.809073:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.809087:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.809100:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d104700 00000400:00000200:0.0:1767384324.809106:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1035 [2] + 0 00000400:00000010:0.0:1767384324.809109:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c6dc1cb. 00000400:00000200:0.0:1767384324.809113:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000216fc568 00000400:00000200:0.0:1767384324.809119:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.809124:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384324.809129:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216fc568 00000400:00000010:0.0:1767384324.809132:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000216fc568. 00000100:00000001:0.0:1767384324.809137:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384324.809140:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384324.809161:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000e896c847 x1853236731463424 msgsize 328 00000100:00100000:0.0:1767384324.809166:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384324.809168:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384324.809182:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.809191:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000400:00000010:0.0:1767384324.809192:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000100:00000001:0.0:1767384324.809196:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384324.809199:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809207:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.809209:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809214:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809215:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384324.809219:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809223:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294910981 00000100:00000010:0.0:1767384324.809227:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecd2acfa. 00000100:00000001:0.0:1767384324.809232:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384324.809238:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384324.809239:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294910981 00000100:00100000:3.0:1767384324.809243:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463424 00000100:00000010:0.0:1767384324.809244:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061598e37. 02000000:00000001:3.0:1767384324.809247:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384324.809249:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384324.809250:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384324.809253:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809254:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294910981 02000000:00000001:3.0:1767384324.809257:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384324.809258:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a30178d3. 00000100:00100000:3.0:1767384324.809262:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463424 00000100:00000001:0.0:1767384324.809263:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384324.809267:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384324.809269:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384324.809269:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294910981 00000020:00000001:3.0:1767384324.809274:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384324.809276:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345be9d5. 00000020:00000040:3.0:1767384324.809277:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:0.0:1767384324.809279:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384324.809281:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.809284:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384324.809285:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.809290:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.809291:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384324.809293:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.809296:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384324.809297:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d37e9e9c. 00000100:00100000:0.0:1767384324.809298:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b7f98462 going to sleep for 11 seconds 00000100:00000001:3.0:1767384324.809300:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384324.809302:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d37e9e9c. 00000100:00000001:0.0:1767384324.809307:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384324.809308:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005198b5d3. 00000100:00000001:0.0:1767384324.809310:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384324.809315:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee7b21bb. 00000020:00000010:3.0:1767384324.809320:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000100:00000040:3.0:1767384324.809327:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384324.809330:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384324.809331:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384324.809332:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.809357:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.809370:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.809390:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384324.809392:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384324.809398:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384324.809401:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384324.809404:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788627536 : -114766920924080 : ffff979ebe724450) 00000100:00000040:3.0:1767384324.809408:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e896c847 x1853236731463424/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 328/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.809426:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384324.809429:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d37e9e9c. 00000100:00000001:3.0:1767384324.809430:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384324.809432:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d37e9e9c. 00000100:00100000:3.0:1767384324.809437:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e896c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731463424:12345-0@lo:101: 00000100:00000200:3.0:1767384324.809440:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463424 00000020:00000001:3.0:1767384324.809443:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384324.809445:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384324.809447:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.809449:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384324.809450:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:3.0:1767384324.809453:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384324.809454:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384324.809456:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384324.809457:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384324.809460:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.809461:0:17076:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384324.809463:0:17076:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384324.809464:0:17076:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384324.809465:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384324.809467:0:17076:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.809471:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384324.809475:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000df284702. 00010000:00000001:3.0:1767384324.809477:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384324.809480:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ff8ebe. 00000020:00000001:3.0:1767384324.809482:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384324.809484:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073ff8ebe with handle 0xd602e9c522f0b24a to hash 00000020:00000001:3.0:1767384324.809485:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384324.809486:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384324.809488:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00010000:3.0:1767384324.809489:0:17076:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b243 expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.809503:0:17076:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:3.0:1767384324.809505:0:17076:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384324.809510:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384324.809512:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384324.809515:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000324b7c61. 02000000:00000001:3.0:1767384324.809517:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.809518:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.809520:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384324.809523:0:17076:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384324.809524:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384324.809526:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.809527:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.809529:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.809530:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.809531:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384324.809533:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384324.809534:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384324.809535:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384324.809537:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df284702) refcount = 1 00010000:00010000:3.0:1767384324.809540:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 15 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.809544:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384324.809545:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384324.809547:0:17076:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.809548:0:17076:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.809549:0:17076:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384324.809563:0:17076:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384324.809565:0:17076:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 15 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.809570:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384324.809571:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384324.809573:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.809579:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.809581:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.809582:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.809584:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.809585:0:17076:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000073ff8ebe, rc 0) 00000020:00000001:3.0:1767384324.809587:0:17076:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384324.809590:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463424 00010000:00000001:3.0:1767384324.809592:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384324.809596:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e896c847 x1853236731463424/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 328/344 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384324.809602:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384324.809604:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.809607:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.809611:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384324.809614:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384324.809616:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384324.809618:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384324.809620:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.809622:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384324.809622:0:16349:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000bccaf89c. 00000100:00000040:3.0:1767384324.809626:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384324.809630:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 00000100:00000200:3.0:1767384324.809633:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731463424, offset 224 00000400:00000200:3.0:1767384324.809637:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384324.809642:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.809647:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d104700 00000400:00000200:3.0:1767384324.809650:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x175d [1] + 224 00000400:00000200:3.0:1767384324.809654:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.809656:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384324.809658:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384324.809661:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.809667:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.809680:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384324.809691:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000400:00000010:3.0:1767384324.809693:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000100:00000001:3.0:1767384324.809713:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.809714:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384324.809715:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384324.809720:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384324.809721:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384324.809736:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384324.809737:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:0.0:1767384324.809739:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ea239d. 00010000:00000001:3.0:1767384324.809741:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384324.809745:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.809745:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000020:00000001:3.0:1767384324.809750:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384324.809750:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00000001:0.0:1767384324.809757:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384324.809758:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e896c847 x1853236731463424/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 328/344 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384324.809764:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384324.809772:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e896c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731463424:12345-0@lo:101: Request processed in 342us (617us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384324.809810:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809818:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384324.809820:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.809822:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384324.809824:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.809825:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384324.809827:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.809829:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384324.809833:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=44 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384324.809835:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.809838:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384324.809839:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.809840:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384324.809842:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809844:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.809847:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809852:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.809854:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384324.809855:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384324.809858:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384324.809864:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731463424:0@lo:101: 00000100:00000001:0.0:1767384324.809876:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.809878:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809880:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384324.809881:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.809883:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809888:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384324.809890:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b7f98462. 00000100:00000001:0.0:1767384324.809893:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384324.809894:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.809896:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384324.809898:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384324.809899:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.809901:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=4 00000020:00000001:0.0:1767384324.809903:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.809905:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000040:0.0:1767384324.809908:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000049a62add, remote cookie: 0xd602e9c522f0b24a, flags: 0x0 00010000:00000001:0.0:1767384324.809911:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384324.809913:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384324.809914:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384324.809915:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384324.809916:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384324.809918:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fd0ae03) refcount = 1 00010000:00010000:0.0:1767384324.809920:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384324.809925:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384324.809926:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384324.809927:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384324.809930:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384324.809932:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384324.809934:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384324.809947:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384324.809949:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.809950:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.809952:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.809953:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384324.809955:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.809957:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.809960:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731463424/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.809965:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384324.809968:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384324.809970:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000074382774. 02000000:00000001:0.0:1767384324.809974:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384324.809976:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384324.809978:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384324.809980:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384324.809982:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bd9bb345. 02000000:00000001:0.0:1767384324.809985:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384324.809988:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384324.809990:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00100000:3.0:1767384324.809992:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000001:0.0:1767384324.809995:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384324.809997:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384324.809998:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.810002:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:0.0:1767384324.810003:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810006:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:0.0:1767384324.810007:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384324.810010:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 00000020:00000010:3.0:1767384324.810013:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee7b21bb. 10000000:00000001:0.0:1767384324.810013:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.810017:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384324.810019:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384324.810020:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000020:00000040:0.0:1767384324.810022:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=3 00000020:00000001:0.0:1767384324.810025:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00000020:00000010:3.0:1767384324.810026:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005198b5d3. 00010000:00000001:0.0:1767384324.810028:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.810031:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000020:00000040:3.0:1767384324.810033:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:0.0:1767384324.810033:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.810037:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384324.810039:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384324.810040:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384324.810043:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000324b7c61. 02000000:00000001:3.0:1767384324.810046:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000001:0.0:1767384324.810047:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000001:3.0:1767384324.810049:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384324.810052:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000afddb91d. 00000100:00000200:3.0:1767384324.810054:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384324.810060:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cc1f66b. 00000400:00000010:3.0:1767384324.810063:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c3d973b. 00000100:00000010:0.0:1767384324.810066:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384324.810070:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384324.810072:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384324.810074:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384324.810076:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384324.810079:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd9bb345. 00000100:00000001:0.0:1767384324.810082:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810084:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384324.810087:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000074382774. 00000100:00000010:0.0:1767384324.810089:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001a486217. 00000020:00000040:0.0:1767384324.810091:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384324.810094:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384324.810095:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384324.810098:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7f98462. 00000100:00000001:0.0:1767384324.810099:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517739520 : -114772191812096 : ffff979d8446e600) 00000100:00000001:0.0:1767384324.810101:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384324.810102:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384324.810104:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.810116:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810117:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384324.810118:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384324.810121:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.810129:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384324.810130:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.810133:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384324.810135:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384324.810137:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.810140:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731463552:0@lo:256: 00000100:00000001:0.0:1767384324.810143:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384324.810146:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384324.810148:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810159:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384324.810163:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000010:0.0:1767384324.810168:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009f203337. 00000100:00000200:0.0:1767384324.810173:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d104780-0x695824d104780, portal 33 00000100:00000001:0.0:1767384324.810176:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.810178:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384324.810183:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005445d3ec. 02000000:00000001:0.0:1767384324.810185:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.810188:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000355cd587. 00000400:00000010:0.0:1767384324.810192:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000200:0.0:1767384324.810195:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731463552, portal 25 00000100:00000001:0.0:1767384324.810198:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384324.810199:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384324.810204:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.810211:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.810213:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.810216:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000100:00000200:0.0:1767384324.810218:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731463552, offset 0 00000400:00000200:0.0:1767384324.810223:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.810229:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.810236:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d104780 00000400:00000200:0.0:1767384324.810239:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1045 [2] + 0 00000400:00000010:0.0:1767384324.810242:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074f50d5e. 00000400:00000200:0.0:1767384324.810244:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1794f6e 00000400:00000200:0.0:1767384324.810247:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.810251:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384324.810253:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1794f6e 00000400:00000010:0.0:1767384324.810254:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1794f6e. 00000100:00000001:0.0:1767384324.810258:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384324.810259:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384324.810262:0:17081:0:(events.c:337:request_in_callback()) incoming req@000000000cd2726b x1853236731463552 msgsize 304 00000100:00100000:0.0:1767384324.810268:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384324.810269:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384324.810285:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.810290:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000400:00000010:0.0:1767384324.810291:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000100:00000001:0.0:1767384324.810293:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384324.810297:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.810303:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.810306:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.810307:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384324.810310:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463552 02000000:00000001:3.0:1767384324.810314:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384324.810316:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384324.810319:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810319:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810322:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384324.810324:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810327:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384324.810328:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463552 00000100:00000001:0.0:1767384324.810331:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294910983 00000100:00000001:0.0:1767384324.810350:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910981 00000020:00000001:3.0:1767384324.810351:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384324.810353:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384324.810357:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.810359:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:0.0:1767384324.810359:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294910983 00000020:00000001:3.0:1767384324.810380:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.810381:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910981 00000020:00000001:3.0:1767384324.810383:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384324.810385:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294910983 00000100:00000001:3.0:1767384324.810387:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384324.810389:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910981 00000020:00000010:3.0:1767384324.810390:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d37e9e9c. 00000100:00000001:0.0:1767384324.810393:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294910983 00000100:00000001:3.0:1767384324.810394:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384324.810399:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d37e9e9c. 00000100:00000001:0.0:1767384324.810400:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910981 00000020:00000010:3.0:1767384324.810403:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005198b5d3. 00000100:00000001:0.0:1767384324.810404:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384324.810409:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee7b21bb. 00000100:00000001:0.0:1767384324.810409:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.810414:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384324.810416:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000100:00000001:0.0:1767384324.810416:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384324.810421:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b7f98462 going to sleep for 11 seconds 00000100:00000001:0.0:1767384324.810424:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384324.810425:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384324.810426:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810429:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384324.810431:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384324.810432:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810436:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810444:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384324.810454:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384324.810455:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384324.810460:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:3.0:1767384324.810462:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384324.810462:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384324.810475:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384324.810476:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788628560 : -114766920923056 : ffff979ebe724850) 00000100:00000001:0.0:1767384324.810478:0:17078:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384324.810482:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cd2726b x1853236731463552/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 304/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.810482:0:17078:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810490:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384324.810492:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d37e9e9c. 00000100:00000001:3.0:1767384324.810494:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384324.810495:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d37e9e9c. 00000100:00100000:3.0:1767384324.810498:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731463552:12345-0@lo:256: 00000100:00000200:3.0:1767384324.810501:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463552 00000020:00000001:3.0:1767384324.810507:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384324.810509:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384324.810510:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.810512:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384324.810513:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:3.0:1767384324.810515:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384324.810516:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384324.810518:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384324.810519:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384324.810520:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810522:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384324.810524:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384324.810527:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000324b7c61. 02000000:00000001:3.0:1767384324.810528:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810529:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.810531:0:17076:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384324.810534:0:17076:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384324.810536:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384324.810538:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384324.810540:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.810541:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384324.810542:0:17076:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384324.810545:0:17076:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000039cc16c1. 20000000:00000001:3.0:1767384324.810547:0:17076:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384324.810565:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384324.810570:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384324.810574:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384324.810575:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384324.810577:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384324.810578:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384324.810580:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384324.810581:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384324.810583:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384324.810584:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384324.810586:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384324.810587:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384324.810588:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384324.810589:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384324.810596:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384324.810598:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384324.810599:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384324.810601:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384324.810602:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384324.810603:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384324.810604:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384324.810606:0:17076:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:3.0:1767384324.810610:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384324.810611:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384324.810613:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384324.810614:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384324.810616:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384324.810617:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384324.810619:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384324.810620:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384324.810622:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384324.810623:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384324.810625:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384324.810626:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384324.810628:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384324.810629:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384324.810631:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384324.810632:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384324.810634:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384324.810635:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384324.810637:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384324.810638:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384324.810640:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384324.810641:0:17076:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:3.0:1767384324.810643:0:17076:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:3.0:1767384324.810645:0:17076:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:3.0:1767384324.810647:0:17076:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384324.810650:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003c72ce34. 00000100:00000010:3.0:1767384324.810653:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002c2dfffc. 00000020:00000040:3.0:1767384324.810654:0:17076:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:3.0:1767384324.810657:0:17076:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384324.810659:0:17076:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384324.810666:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 00000400:00000010:3.0:1767384324.810672:0:17076:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc4719c3. 00000400:00000200:3.0:1767384324.810674:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384324.810679:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.810683:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x695824d104780 00000400:00000200:3.0:1767384324.810686:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x176d [4] + 0 00000400:00000010:3.0:1767384324.810688:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ea239d. 00000400:00000200:3.0:1767384324.810690:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f203337 00000400:00000200:3.0:1767384324.810692:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.810694:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384324.810696:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f203337 00000400:00000010:3.0:1767384324.810697:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009f203337. 00000100:00000001:3.0:1767384324.810700:0:17076:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384324.810701:0:17076:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006a063519 desc 0000000074382774 mbits 1853236731463552 00000100:00000001:3.0:1767384324.810711:0:17076:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384324.810713:0:17076:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384324.810743:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384324.810750:0:17076:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1779 00000400:00000200:3.0:1767384324.810753:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384324.810753:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384324.810756:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384324.810758:0:17076:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384324.810760:0:17076:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000003c72ce34 00000100:00000001:3.0:1767384324.810764:0:17076:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384324.810764:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.810770:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000400:00000010:3.0:1767384324.810771:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000100:00000001:3.0:1767384324.810775:0:17076:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384324.810776:0:17076:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003c72ce34 00000100:00000001:3.0:1767384324.810799:0:17076:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384324.810806:0:17076:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x695824d104780-0x695824d104780 00000100:00000001:3.0:1767384324.810809:0:17076:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.810813:0:17076:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810817:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384324.810819:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:3.0:1767384324.810821:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002c2dfffc. 00000100:00000010:3.0:1767384324.810824:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003c72ce34. 00000100:00000001:3.0:1767384324.810833:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384324.810834:0:17076:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384324.810838:0:17076:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000039cc16c1. 20000000:00000001:3.0:1767384324.810842:0:17076:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384324.810844:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463552 00010000:00000001:3.0:1767384324.810845:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384324.810850:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cd2726b x1853236731463552/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 304/240 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384324.810855:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384324.810856:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.810858:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.810860:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384324.810863:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384324.810864:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384324.810866:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384324.810867:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.810869:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384324.810871:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384324.810874:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 00000100:00000200:3.0:1767384324.810893:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731463552, offset 224 00000400:00000200:3.0:1767384324.810897:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384324.810902:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.810909:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d104780 00000400:00000200:3.0:1767384324.810914:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1771 [1] + 224 00000400:00000200:3.0:1767384324.810918:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.810921:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384324.810924:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384324.810927:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.810934:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.810949:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384324.810954:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000100:00000001:0.0:1767384324.810963:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384324.810964:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000100:00000001:3.0:1767384324.810970:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384324.810970:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384324.810973:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384324.810973:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384324.810977:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000355cd587. 00000100:00000001:3.0:1767384324.810981:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.810981:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000400:00000010:0.0:1767384324.810984:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00000040:3.0:1767384324.810989:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:0.0:1767384324.810989:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384324.810994:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384324.810995:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384324.810997:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.811002:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384324.811008:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cd2726b x1853236731463552/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:305/0 lens 304/240 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384324.811011:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.811035:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384324.811037:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731463552:12345-0@lo:256: Request processed in 544us (771us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384324.811038:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.811043:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384324.811046:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.811047:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384324.811048:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:0.0:1767384324.811050:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384324.811052:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 02000000:00000001:0.0:1767384324.811053:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.811056:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384324.811058:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=44 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384324.811059:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384324.811062:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee7b21bb. 00000100:00001000:0.0:1767384324.811063:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=44 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384324.811068:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000100:00000001:0.0:1767384324.811068:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384324.811069:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.811073:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384324.811075:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005198b5d3. 00010000:00000001:0.0:1767384324.811075:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.811079:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.811080:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000040:0.0:1767384324.811083:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384324.811085:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384324.811088:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000324b7c61. 02000000:00000001:3.0:1767384324.811093:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384324.811096:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384324.811096:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384324.811102:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384324.811106:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384324.811108:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000100:00000001:0.0:1767384324.811108:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384324.811115:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384324.811116:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007baa0b0d. 00000100:00100000:0.0:1767384324.811126:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731463552:0@lo:256: 00000100:00000001:0.0:1767384324.811139:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.811141:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.811143:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384324.811145:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.811148:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.811155:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384324.811157:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b7f98462. 00000100:00000001:0.0:1767384324.811160:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384324.811162:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384324.811165:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:0.0:1767384324.811169:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384324.811175:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000300b2727. 10000000:00000040:0.0:1767384324.811185:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384324.811191:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384324.811194:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384324.811197:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:0.0:1767384324.811200:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.811201:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384324.811203:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:0.0:1767384324.811204:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:0.0:1767384324.811207:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:0.0:1767384324.811210:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384324.811212:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:0.0:1767384324.811217:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384324.811221:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (20) 00000400:00000200:0.0:1767384324.811224:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000400:00000200:0.0:1767384324.811235:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384324.811237:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384324.811240:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384324.811241:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:0.0:1767384324.811243:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000400:00000200:0.0:1767384324.811245:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:0.0:1767384324.811247:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384324.811253:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384324.811257:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811259:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:0.0:1767384324.811261:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384324.811265:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000400:00000200:0.0:1767384324.811265:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:0.0:1767384324.811271:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000010:3.0:1767384324.811273:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000005198b5d3. 00000400:00000200:0.0:1767384324.811273:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:0.0:1767384324.811277:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000010:3.0:1767384324.811278:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 00000400:00000200:0.0:1767384324.811281:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000010:3.0:1767384324.811284:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002910e00c. 00000400:00000200:0.0:1767384324.811284:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:0.0:1767384324.811285:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:3.0:1767384324.811293:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1767384324.811293:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811295:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:0.0:1767384324.811296:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:0.0:1767384324.811298:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811300:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:0.0:1767384324.811303:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:0.0:1767384324.811306:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811307:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:3.0:1767384324.811311:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384324.811312:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:0.0:1767384324.811317:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811319:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:3.0:1767384324.811321:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:0.0:1767384324.811323:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:0.0:1767384324.811328:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811332:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:0.0:1767384324.811332:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:0.0:1767384324.811348:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:0.0:1767384324.811352:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811356:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:0.0:1767384324.811358:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:3.0:1767384324.811359:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384324.811362:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811365:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:3.0:1767384324.811368:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:0.0:1767384324.811369:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:0.0:1767384324.811375:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811378:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384324.811379:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:0.0:1767384324.811383:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:3.0:1767384324.811388:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384324.811390:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811395:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384324.811398:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384324.811399:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:3.0:1767384324.811402:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767384324.811405:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384324.811409:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384324.811424:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384324.811424:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811429:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:0.0:1767384324.811433:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:3.0:1767384324.811434:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384324.811438:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811442:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384324.811443:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:0.0:1767384324.811447:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:0.0:1767384324.811453:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811454:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384324.811457:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:0.0:1767384324.811462:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:3.0:1767384324.811465:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:0.0:1767384324.811468:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811472:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:3.0:1767384324.811484:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:0.0:1767384324.811485:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:0.0:1767384324.811491:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384324.811494:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:0.0:1767384324.811495:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:0.0:1767384324.811500:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:3.0:1767384324.811507:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:0.0:1767384324.811507:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811511:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:0.0:1767384324.811513:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:0.0:1767384324.811516:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384324.811516:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:0.0:1767384324.811519:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000010:0.0:1767384324.811525:0:17081:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e5b93860. 00000400:00000200:3.0:1767384324.811528:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[55, 8], ns[55, 8] 00000400:00000200:0.0:1767384324.811532:0:17081:0:(peer.c:264:lnet_peer_alloc()) 00000000e5b93860 nid 192.168.204.118@tcp29 00000400:00000200:3.0:1767384324.811535:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000010:0.0:1767384324.811537:0:17081:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000267a8f70. 00000400:00000200:0.0:1767384324.811541:0:17081:0:(peer.c:204:lnet_peer_net_alloc()) 00000000267a8f70 net tcp29 00000400:00000200:3.0:1767384324.811542:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp10 00000400:00000010:0.0:1767384324.811545:0:17081:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000081a076a3. 00000400:00000200:3.0:1767384324.811548:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384324.811553:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp10 00000400:00000200:0.0:1767384324.811554:0:17081:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000081a076a3 nid 192.168.204.118@tcp29 00000400:00000200:3.0:1767384324.811559:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [56:56:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [56:56:8:4294967295] 00000400:00000200:3.0:1767384324.811564:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp10 00000400:00000200:3.0:1767384324.811580:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:) -> 192.168.204.118@tcp10(192.168.204.118@tcp:192.168.204.118@tcp10) : GET try# 0 00000800:00000200:3.0:1767384324.811585:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp10 00000400:00000200:0.0:1767384324.811585:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e5b93860 (0) 00000800:00000010:3.0:1767384324.811592:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db0f0db6. 00000400:00000200:0.0:1767384324.811592:0:17081:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.118@tcp29: -2 00000400:00000200:0.0:1767384324.811600:0:17081:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp29 NID 192.168.204.118@tcp29 flags 0x1 00000800:00000200:3.0:1767384324.811605:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000400:00000200:0.0:1767384324.811606:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e5b93860 (1) 00000400:00000200:0.0:1767384324.811609:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e5b93860 (2) 00000400:00000200:0.0:1767384324.811611:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e5b93860 (1) 00000400:00000200:0.0:1767384324.811612:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e5b93860 (2) 00000800:00000200:3.0:1767384324.811617:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:988 00000400:00000200:0.0:1767384324.811617:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp29 (00000000e5b93860): 0 00000800:00000200:3.0:1767384324.811622:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0f0db6 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384324.811627:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384324.811630:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384324.811633:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp29 NID 192.168.204.118@tcp29: 0. pending discovery 00000400:00000200:0.0:1767384324.811634:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e5b93860 (3) 00000100:00000001:0.0:1767384324.811636:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.811638:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.811640:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 10000000:00000040:0.0:1767384324.811644:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 00000400:00000200:3.0:1767384324.811645:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 10000000:00000010:0.0:1767384324.811650:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ad3dc23f. 00000400:00000200:3.0:1767384324.811651:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp29(00000000e5b93860) state 0x41 10000000:00000040:0.0:1767384324.811655:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 46/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000400:00000200:3.0:1767384324.811656:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e5b93860 (2) 00000020:00000080:0.0:1767384324.811661:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:3.0:1767384324.811663:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006290c39. 00000400:00000010:3.0:1767384324.811667:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034767db4. 00000020:00000001:0.0:1767384324.811668:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:3.0:1767384324.811670:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d63c1ce. 00000020:00000010:0.0:1767384324.811673:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e9862e5. 00000400:00000200:3.0:1767384324.811674:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000020:00000010:0.0:1767384324.811680:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004cb0b1ec. 00000400:00000200:3.0:1767384324.811681:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp29 local destination 00000400:00000200:3.0:1767384324.811686:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000040:00000010:0.0:1767384324.811686:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078912655. 00000400:00000200:3.0:1767384324.811690:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000020:00000010:0.0:1767384324.811692:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022810d67. 00000400:00000200:3.0:1767384324.811693:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384324.811697:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp29 00000020:00000010:0.0:1767384324.811698:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00000400:00000200:3.0:1767384324.811702:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [57:57:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [1:1:8:4294967295] 00000020:00000010:0.0:1767384324.811704:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043bf107d. 00000400:00000200:3.0:1767384324.811708:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 80000000:00000010:0.0:1767384324.811708:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000997a5767. 40000000:00000010:0.0:1767384324.811724:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000357bfa2e. 00000400:00000200:3.0:1767384324.811728:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00100000:00000010:0.0:1767384324.811730:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001285488d. 00040000:00000010:0.0:1767384324.811735:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000da8f03c. 00000800:00000200:3.0:1767384324.811740:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00040000:00000010:0.0:1767384324.811741:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009826e8f6. 00000800:00000010:3.0:1767384324.811743:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea80436b. 00040000:00000010:0.0:1767384324.811746:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e54b9884. 00080000:00000010:0.0:1767384324.811753:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fecf27a9. 00000800:00000010:3.0:1767384324.811756:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009aadb06. 00080000:00000010:0.0:1767384324.811758:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f7bdedf7. 00000800:00000010:3.0:1767384324.811761:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c67b6a35. 00000800:00000200:3.0:1767384324.811795:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:3.1:1767384324.811799:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000004:00000010:0.0:1767384324.811807:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000057303f0. 00000400:00000200:3.0:1767384324.811811:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp29 00000400:00000200:3.0:1767384324.811814:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp29(00000000e5b93860) state 0x241 rc 0 00000004:00000010:0.0:1767384324.811815:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023209d3b. 00000004:00000010:0.0:1767384324.811821:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091ca8d42. 00000800:00000200:2.0:1767384324.811826:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000010:0.0:1767384324.811826:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000763c643f. 00000004:00000010:0.0:1767384324.811831:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000087a5c63. 00000800:00000010:2.0:1767384324.811834:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db0f0db6. 00000004:00000001:0.0:1767384324.811835:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384324.811840:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:2.0:1767384324.811842:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:0.0:1767384324.811843:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ad3dc23f 00000800:00000001:3.0:1767384324.811845:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384324.811852:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: GET: OK 00000040:00001000:0.0:1767384324.811852:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000800:00000001:3.0:1767384324.811855:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384324.811856:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000800:00000001:3.0:1767384324.811860:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384324.811860:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000040:00001000:0.0:1767384324.811861:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384324.811865:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384324.811868:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:3.0:1767384324.811870:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384324.811871:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384324.811874:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384324.811878:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384324.811881:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000400:00000200:3.0:1767384324.811882:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : GET - for me 00000040:00000001:0.0:1767384324.811884:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384324.811892:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384324.811899:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 368/368 into md 0x172d [1] + 0 00000400:00000200:3.0:1767384324.811909:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp10 to MR: 192.168.204.118@tcp10 local destination 00000400:00000200:3.0:1767384324.811913:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [58:58:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1767384324.811920:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) -> 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) 192.168.204.118@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767384324.811925:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.118@tcp10 00000800:00000010:3.0:1767384324.811928:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f06c5b9. 00000800:00000200:3.0:1767384324.811931:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000800:00000200:3.0:1767384324.811935:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:1021 00000800:00000200:3.0:1767384324.811937:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f06c5b9 type 3, nob 464 niov 1 nkiov 1 00000004:00000001:0.0:1767384324.811944:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.811948:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000020:00000010:0.0:1767384324.811949:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004cb0b1ec. 00000040:00000010:0.0:1767384324.811956:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078912655. 00000020:00000010:0.0:1767384324.811961:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022810d67. 00000020:00000010:0.0:1767384324.811963:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384324.811967:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043bf107d. 80000000:00000010:0.0:1767384324.811970:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000997a5767. 40000000:00000010:0.0:1767384324.811974:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000357bfa2e. 00100000:00000010:0.0:1767384324.811977:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001285488d. 00040000:00000010:0.0:1767384324.811981:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000da8f03c. 00040000:00000010:0.0:1767384324.811984:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009826e8f6. 00040000:00000010:0.0:1767384324.811987:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e54b9884. 00000800:00000200:3.0:1767384324.811990:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1767384324.811992:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f7bdedf7. 00000800:00000010:3.0:1767384324.811994:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f06c5b9. 00080000:00000010:0.0:1767384324.811997:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fecf27a9. 00000400:00000200:3.0:1767384324.811998:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:0.0:1767384324.812004:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000057303f0. 00000400:00000200:3.0:1767384324.812005:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: REPLY: OK 00000004:00000010:0.0:1767384324.812009:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023209d3b. 00000004:00000010:0.0:1767384324.812012:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091ca8d42. 00000800:00000001:3.0:1767384324.812014:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:0.0:1767384324.812016:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000763c643f. 00000800:00000001:3.0:1767384324.812019:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.812019:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000004:00000010:0.0:1767384324.812020:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000087a5c63. 00000800:00000001:3.0:1767384324.812027:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384324.812029:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e9862e5. 00000020:00000001:0.0:1767384324.812032:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.812035:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384324.812038:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ad3dc23f. 00000800:00000001:3.0:1767384324.812039:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384324.812043:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:0.0:1767384324.812043:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000300b2727. 10000000:00000001:0.0:1767384324.812048:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384324.812049:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.812051:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384324.812056:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : REPLY - for me 00000100:00000040:0.0:1767384324.812065:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731463552/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384324.812072:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp10: Reply from 12345-192.168.204.118@tcp10 of length 368/368 into md 0x1785 00000400:00000200:2.0:1767384324.812074:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000001:3.0:1767384324.812082:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384324.812084:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767384324.812088:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384324.812089:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384324.812092:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384324.812094:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005445d3ec. 00000400:00000200:3.0:1767384324.812100:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: REPLY: OK 02000000:00000001:0.0:1767384324.812102:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384324.812104:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000020:00000001:0.0:1767384324.812106:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384324.812107:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000400:00000200:2.0:1767384324.812109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:00000040:0.0:1767384324.812110:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384324.812111:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:0.0:1767384324.812116:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384324.812118:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000100:00000001:0.0:1767384324.812120:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:3.0:1767384324.812123:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000020:00000001:0.0:1767384324.812124:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384324.812128:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384324.812129:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 21. state = 0x100271 00000400:00000200:2.0:1767384324.812130:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000020:00000001:0.0:1767384324.812135:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384324.812137:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000010:0.0:1767384324.812140:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001a486217. 00000400:00000200:3.0:1767384324.812147:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000100:00000010:0.0:1767384324.812147:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000074382774. 00000100:00000001:0.0:1767384324.812152:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000001:3.0:1767384324.812154:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384324.812156:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bd9bb345. 00000800:00000001:3.0:1767384324.812159:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384324.812163:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384324.812166:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384324.812169:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384324.812173:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384324.812174:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384324.812176:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384324.812176:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.812183:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:3.0:1767384324.812189:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 0000000097114c3f. 00000400:00000010:3.0:1767384324.812193:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 000000003c72ce34. 10000000:00000010:0.0:1767384324.812195:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000afddb91d. 00000400:00000010:3.0:1767384324.812196:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 000000008efcff0d. 10000000:01000000:0.0:1767384324.812202:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384324.812204:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 10000000:00000001:0.0:1767384324.812207:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384324.812210:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384324.812211:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.812213:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=3 00000020:00000001:0.0:1767384324.812216:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.812218:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:0.0:1767384324.812221:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384324.812224:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp28(000000003dae2dfb) status changed from 0xdeadface to 0x15aac0de 00010000:00010000:0.0:1767384324.812225:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384324.812233:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384324.812234:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034767db4 00000400:00000200:3.0:1767384324.812239:0:16350:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.118@tcp29 00010000:00000001:0.0:1767384324.812242:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384324.812244:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384324.812249:0:16350:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.118@tcp29 NID 192.168.204.118@tcp29 00000400:00000200:2.0:1767384324.812251:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000010:3.0:1767384324.812256:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a86f99c9. 00010000:00000001:0.0:1767384324.812257:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384324.812261:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384324.812263:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384324.812264:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a86f99c9 nid 192.168.204.118@tcp29 10000000:00000001:0.0:1767384324.812266:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384324.812269:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000096685c55. 10000000:00000001:0.0:1767384324.812269:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384324.812271:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:3.0:1767384324.812273:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000096685c55 net tcp29 10000000:00000001:0.0:1767384324.812275:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384324.812276:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 10000000:00000040:0.0:1767384324.812277:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:0.0:1767384324.812280:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384324.812289:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384324.812290:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp29 flags 0x11 00000400:00000010:3.0:1767384324.812298:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 0000000097114c3f. 00000400:00000010:3.0:1767384324.812301:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 000000003c72ce34. 00000400:00000010:3.0:1767384324.812304:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 000000008efcff0d. 00000400:00000010:3.0:1767384324.812306:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000005198b5d3. 00000400:00000200:3.0:1767384324.812311:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384324.812314:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:3.0:1767384324.812317:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:3.0:1767384324.812319:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:3.0:1767384324.812321:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384324.812323:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:3.0:1767384324.812327:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384324.812330:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (22) 00000400:00000200:2.0:1767384324.812356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812397:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812423:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812499:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812556:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812583:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812603:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812621:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812638:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.812759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813032:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384324.813165:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384324.813275:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0cde190. 00000800:00000010:2.0:1767384324.813285:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074d2c79c. 00000800:00000010:2.0:1767384324.813290:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007be29558. 00000800:00000010:2.0:1767384324.813308:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007be29558. 00000800:00020000:2.0:1767384324.813314:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384324.813317:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074d2c79c. 00000800:00000010:2.0:1767384324.813319:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a0cde190. 00000400:02020000:2.0:1767384324.813364:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384324.813370:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000800:00000200:2.0:1767384324.813375:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:2.0:1767384324.813390:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:2.0:1767384324.813392:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea80436b. 00000400:00000200:2.0:1767384324.813395:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384324.813398:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384324.813401:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 0 next ping: 244 health :900 00000400:00000200:2.0:1767384324.813404:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034767db4 00000400:00000010:2.0:1767384324.813405:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034767db4. 00000400:00000200:2.0:1767384324.813408:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384324.813410:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp29: 1 00000400:00000200:2.0:1767384324.813413:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp29 (00000000e5b93860): -114 00000400:00000010:2.0:1767384324.813423:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006290c39. 00000400:00000200:2.0:1767384324.813425:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e5b93860 (3) 00000400:00000200:2.0:1767384324.813428:0:16343:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000081a076a3 nid 192.168.204.118@tcp29 00000400:00000010:2.0:1767384324.813430:0:16343:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000081a076a3. 00000400:00000200:2.0:1767384324.813433:0:16343:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000267a8f70 net tcp29 00000400:00000010:2.0:1767384324.813435:0:16343:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000267a8f70. 00000400:00000200:2.0:1767384324.813437:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e5b93860 (2) 00000400:00000200:3.0:1767384324.813455:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384324.813462:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp29(00000000e5b93860) state 0x80841 00000400:00000200:3.0:1767384324.813465:0:16350:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.118@tcp29(00000000e5b93860) state 0x80841 00000400:00000200:3.0:1767384324.813467:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp29(00000000e5b93860) state 0x80801 rc 0 00000400:00000200:3.0:1767384324.813473:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp29 (00000000e5b93860) 00000400:00000200:3.0:1767384324.813477:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e5b93860 (1) 00000400:00000200:3.0:1767384324.813479:0:16350:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000e5b93860 nid 192.168.204.118@tcp29 00000400:00000010:3.0:1767384324.813481:0:16350:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000e5b93860. 00000100:00000040:2.0:1767384324.815802:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294910983, at 4294910984 00000100:00000010:2.0:1767384324.815808:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a30178d3. 00000100:00000040:0.0:1767384324.815832:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294910983, at 4294910984 00000100:00000010:0.0:1767384324.815840:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecd2acfa. 00000100:00000040:1.0:1767384324.815934:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294910983, at 4294910984 00000100:00000010:1.0:1767384324.815941:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061598e37. 00000100:00000040:3.0:1767384324.815958:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294910983, at 4294910984 00000100:00000010:3.0:1767384324.815965:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345be9d5. 00000020:00000010:1.0:1767384324.820973:0:26703:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009f7d4180. 00000020:00000040:1.0:1767384324.820979:0:26703:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384324.820981:0:26703:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009f7d4180. 00010000:00000001:3.0:1767384325.127848:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384325.127854:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.127859:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384325.127861:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.127877:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384325.127880:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.127882:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384325.432106:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004971f93f. 00080000:00000010:1.0:1767384325.432115:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004971f93f. 00000020:00000001:1.0:1767384325.432119:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384325.432125:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004971f93f. 00080000:00000010:1.0:1767384325.432129:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004971f93f. 00000020:00000001:1.0:1767384325.432131:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.832853:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp28 00000400:00000010:2.0:1767384325.832859:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000744c285f. 00000400:00000010:2.0:1767384325.832865:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e030ab3. 00000400:00000010:2.0:1767384325.832874:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000400:00000010:2.0:1767384325.832880:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfee9903. 00000400:00000200:2.0:1767384325.832884:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp28 00000400:00000200:2.0:1767384325.832899:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp28 local destination 00000400:00000200:2.0:1767384325.832905:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp28 00000400:00000200:2.0:1767384325.832908:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [59:59:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384325.832913:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp28 00000400:00000200:2.0:1767384325.832919:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:) -> 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) : GET try# 0 00000800:00000200:2.0:1767384325.832922:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp28 00000800:00000010:2.0:1767384325.832926:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e32a6bd2. 00000800:00000200:2.0:1767384325.832931:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (2) 00000800:00000200:2.1:1767384325.832935:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (2) 00000400:00000200:2.0:1767384325.832953:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp28 added to recovery queue. ping count: 1 next ping: 246 health :900 00000400:00000200:2.0:1767384325.832957:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:2.0:1767384325.832959:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098b4f0f2. 00000400:00000010:2.0:1767384325.832961:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f27a633. 00000400:00000010:2.0:1767384325.832963:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384325.832965:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c15785b6. 00000400:00000200:2.0:1767384325.832967:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:2.0:1767384325.832971:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:2.0:1767384325.832974:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:2.0:1767384325.832976:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [60:60:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [59:59:8:4294967295] 00000400:00000200:2.0:1767384325.832979:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:2.0:1767384325.832987:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:2.0:1767384325.832990:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000800:00000010:2.0:1767384325.832993:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000079ab3d96. 00000800:00000200:2.0:1767384325.832995:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:2.1:1767384325.832997:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:2.0:1767384325.833008:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 1 next ping: 246 health :900 00000400:00000200:3.0:1767384325.833019:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833066:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833078:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833135:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833183:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833214:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833231:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833261:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833279:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833312:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833342:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833387:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833414:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833432:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833460:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833478:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833507:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833528:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833549:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833585:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833596:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833634:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833645:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833683:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833705:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833736:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833769:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833835:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833867:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833917:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833922:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.833986:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.833996:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834034:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834062:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834077:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834119:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834123:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834202:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834217:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834259:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834301:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834341:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834425:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834453:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834481:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834499:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834571:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834628:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834673:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834691:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834765:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834802:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834839:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834868:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834892:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834918:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.834941:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384325.834972:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835002:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835044:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835083:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835116:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835145:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000800:00000010:1.0:1767384325.835157:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9f63b99. 00000800:00000010:1.0:1767384325.835163:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a00abe05. 00000800:00000010:1.0:1767384325.835168:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e3220f73. 00000400:00000200:3.0:1767384325.835175:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00000010:1.0:1767384325.835209:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e3220f73. 00000400:00000200:3.0:1767384325.835219:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000800:00020000:1.0:1767384325.835221:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384325.835225:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a00abe05. 00000800:00000010:1.0:1767384325.835228:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9f63b99. 00000400:02020000:1.0:1767384325.835269:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384325.835276:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000400:00000200:1.0:1767384325.835280:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384325.835284:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:1.0:1767384325.835287:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000079ab3d96. 00000400:00000200:1.0:1767384325.835292:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384325.835296:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384325.835309:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384325.835313:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384325.835331:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00000800:00000010:3.0:1767384325.835383:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008fc73474. 00000800:00000010:3.0:1767384325.835388:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f71cb27. 00000800:00000010:3.0:1767384325.835391:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000044b6884e. 00000800:00000010:3.0:1767384325.835418:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000044b6884e. 00000400:00000200:1.0:1767384325.835510:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384325.835522:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384325.835525:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000be69ed0d. 00000800:00000010:2.0:1767384325.835547:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0cde190. 00000800:00000010:2.0:1767384325.835553:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ceb1e442. 00000800:00000010:2.0:1767384325.835579:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002a95c979. 00000800:00000200:2.1:1767384325.835585:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (2) 00000800:00000200:2.1:1767384325.835589:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp28 000000002a95c979 deleted 00000800:00000010:2.1:1767384325.835591:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002a95c979. 00000800:00000200:2.1:1767384325.835596:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384325.835602:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:985 00000800:00000200:2.1:1767384325.835606:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e32a6bd2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384325.835611:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp28 p 3.x 192.168.204.118 -> 192.168.204.118:985 incarnation:1767384322397647149 sched[0] 00000800:00000010:2.0:1767384325.835615:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000003e4789c. 00000800:00000010:2.0:1767384325.835669:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000003e4789c. 00000800:00000010:2.0:1767384325.835674:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ceb1e442. 00000800:00000200:3.1:1767384325.835682:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384325.835690:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp28 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384322397647149 sched[0] 00000800:00000010:3.0:1767384325.835693:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f71cb27. 00000800:00000010:2.0:1767384325.835709:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000be69ed0d. 00000800:00000001:2.0:1767384325.835723:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.835728:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.835752:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:2.0:1767384325.835789:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384325.835792:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e32a6bd2. 00000400:00000200:2.0:1767384325.835795:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.835800:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: GET: OK 00000400:00000200:2.0:1767384325.835805:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384325.835808:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp28 recovery message sent successfully:0 00000800:00000001:2.0:1767384325.835817:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.835822:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.835824:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.835831:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.835853:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : GET - for me 00000400:00000200:3.0:1767384325.835857:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384325.835864:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384325.835872:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x172d [1] + 0 00000400:00000200:2.0:1767384325.835879:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp28 to MR: 192.168.204.118@tcp28 local destination 00000400:00000200:2.0:1767384325.835883:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [61:61:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767384325.835892:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384325.835898:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) -> 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) 192.168.204.118@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384325.835905:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp28 00000800:00000010:2.0:1767384325.835909:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e32a6bd2. 00000800:00000200:2.0:1767384325.835914:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000800:00000200:2.0:1767384325.835918:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:988 00000800:00000200:2.0:1767384325.835920:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e32a6bd2 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384325.835922:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.835948:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000200:2.0:1767384325.835971:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384325.835974:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e32a6bd2. 00000400:00000200:3.0:1767384325.835975:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384325.835978:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.835985:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: REPLY: OK 00000800:00000001:2.0:1767384325.835996:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.836000:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.836003:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.836024:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384325.836026:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.836030:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.836031:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384325.836037:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : REPLY - for me 00000400:00000200:2.0:1767384325.836045:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp28: Reply from 12345-192.168.204.118@tcp28 of length 272/272 into md 0x178d 00000800:00000001:2.0:1767384325.836049:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.836054:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.836055:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.836056:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384325.836061:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: REPLY: OK 00000400:00000200:2.0:1767384325.836066:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384325.836068:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000400:00000200:2.0:1767384325.836071:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384325.836075:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000744c285f. 00000400:00000010:2.0:1767384325.836078:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e030ab3. 00000400:00000200:3.0:1767384325.836081:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:2.0:1767384325.836083:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.836087:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.836104:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836121:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836136:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836153:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836171:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836189:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836205:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836224:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836244:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836265:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836284:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836308:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836358:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836376:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836394:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836411:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836426:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836439:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836459:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836475:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836498:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836525:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836560:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836593:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384325.836620:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384325.836697:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034afe4d9. 00000800:00000010:3.0:1767384325.836700:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f71cb27. 00000800:00000010:3.0:1767384325.836703:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000044b6884e. 00000800:00000010:3.0:1767384325.836718:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000044b6884e. 00000800:00020000:3.0:1767384325.836722:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384325.836724:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f71cb27. 00000800:00000010:3.0:1767384325.836726:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000034afe4d9. 00000400:02020000:3.0:1767384325.836756:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp28 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000001:00000001:3.0:1767384326.130943:0:27031:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384326.130948:0:27031:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:3.0:1767384326.135935:0:27031:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384326.142616:0:27032:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003c72ce34. 00000400:00000010:3.0:1767384326.142633:0:27032:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e50224f7. 00000400:00000010:3.0:1767384326.142645:0:27032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f14d4937. 00000400:00000010:3.0:1767384326.142649:0:27032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000006290c39. 00000400:00000010:3.0:1767384326.142659:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4051ee9. 00000400:00000010:3.0:1767384326.142664:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f83220e4. 00000400:00000010:3.0:1767384326.142666:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ec3e890. 00000400:00000010:3.0:1767384326.142669:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6c9e94a. 00000400:00000010:3.0:1767384326.142673:0:27032:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a6b6e195. 00000800:00000010:3.0:1767384326.142687:0:27032:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002f06c5b9. 00000800:00000200:3.0:1767384326.142699:0:27032:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384326.142711:0:27032:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384326.142752:0:27032:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384326.142827:0:27032:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384326.145504:0:27032:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c3c29271. 00000400:00000010:3.0:1767384326.145512:0:27032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f342431. 00000400:00000010:3.0:1767384326.145518:0:27032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1ceb6c9. 00000400:00000001:3.0:1767384326.145534:0:27032:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384326.145537:0:27032:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.145539:0:27032:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:3.0:1767384326.145542:0:27032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000400:00000010:3.0:1767384326.145545:0:27032:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000400:00000010:3.0:1767384326.145549:0:27032:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000e803d22f. 00000400:00000200:3.0:1767384326.145555:0:27032:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (21) 00000400:00000200:3.0:1767384326.145571:0:27032:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384326.145583:0:27032:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000400:00000200:0.0:1767384326.145590:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384326.145592:0:27032:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000034afe4d9. 00000400:00000200:0.0:1767384326.145597:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:3.0:1767384326.145600:0:27032:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384326.145605:0:27032:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp30 00000400:00000010:0.0:1767384326.145606:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000400:00000200:0.0:1767384326.145610:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000400:00000010:0.0:1767384326.145615:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072778b0d. 00000400:00000200:0.0:1767384326.145619:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp10 00000400:00000010:3.0:1767384326.145624:0:27032:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e50224f7. 00000400:00000010:3.0:1767384326.145630:0:27032:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003c72ce34. 00000400:00000200:0.0:1767384326.145635:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp10 to MR: 192.168.204.118@tcp10 local destination 00000400:00000200:0.0:1767384326.145640:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [62:62:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1767384326.145646:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp10 00000020:00000001:2.0:1767384326.145652:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384326.145653:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) -> 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) : PUT try# 0 10000000:00000001:2.0:1767384326.145659:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384326.145663:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.118@tcp10 10000000:00000001:2.0:1767384326.145664:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384326.145667:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:0.0:1767384326.145667:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8915445. 00000020:01000004:2.0:1767384326.145671:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384326.145673:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384326.145675:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384326.145676:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000020:01000004:2.0:1767384326.145677:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384326.145681:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384326.145683:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384326.145683:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384326.145684:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384326.145685:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384326.145687:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:988 00000800:00000200:0.0:1767384326.145691:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8915445 type 1, nob 480 niov 1 nkiov 1 00000020:01000004:2.0:1767384326.145695:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384326.145701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000020:00000040:2.0:1767384326.145706:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:0.0:1767384326.145708:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384326.145712:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:2.0:1767384326.145715:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384326.145720:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384326.145724:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.145734:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a78c3376. 00000100:00000001:2.0:1767384326.145741:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.145749:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.145751:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.145758:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e906c6d] to pc [ptlrpcd_00_00+0] req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384326.145809:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384326.145813:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.145815:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384326.145817:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384326.145823:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384326.145825:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384326.145826:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384326.145828:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384326.145830:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384326.145832:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384326.145833:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384326.145835:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384326.145836:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384326.145838:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384326.145839:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384326.145840:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384326.145841:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384326.145843:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384326.145844:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 00000020:00000040:2.0:1767384326.145847:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000800:00000010:1.0:1767384326.145847:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8915445. 00000100:00000001:2.0:1767384326.145852:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384326.145853:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384326.145853:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384326.145855:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.145861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab30336e. 00000400:00000200:1.0:1767384326.145861:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: PUT: OK 00000100:00000001:2.0:1767384326.145864:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.145867:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384326.145871:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp10: 0 00000100:00000001:2.0:1767384326.145875:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.145877:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.145880:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7ecca1] to pc [ptlrpcd_00_01+1] req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384326.145881:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.145889:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384326.145892:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384326.145892:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384326.145894:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.145896:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384326.145896:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384326.145898:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384326.145901:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000034afe4d9. 00000400:00000200:1.0:1767384326.145903:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : PUT - for me 00000400:00000200:1.0:1767384326.145916:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384326.145917:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.145922:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384326.145924:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 368/384 into md 0x1745 [1] + 0 00000100:00000001:2.0:1767384326.145925:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384326.145929:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c35f0ff. 00000100:00000040:2.0:1767384326.145930:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.145932:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5c5244e 00000800:00000001:1.0:1767384326.145937:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384326.145938:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384326.145940:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384326.145943:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.145945:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384326.145946:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384326.145948:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384326.145951:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.145951:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: PUT: OK 00000100:00100000:2.0:1767384326.145955:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731463680:0@lo:253: 00000100:00000001:0.0:1767384326.145955:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384326.145956:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000400:00000010:1.0:1767384326.145958:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000100:00000001:2.0:1767384326.145960:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384326.145961:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384326.145964:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384326.145965:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384326.145966:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000100:00000001:0.0:1767384326.145967:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384326.145970:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.145972:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000001:2.0:1767384326.145974:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384326.145974:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.145979:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (384 bytes) 02000000:00000010:2.0:1767384326.145981:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000053ae6fa7. 00000400:00000200:1.0:1767384326.145985:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 02000000:00000001:2.0:1767384326.145986:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.145994:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000100:00000001:0.0:1767384326.145995:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384326.145997:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.145999:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 02000000:00000001:0.0:1767384326.146002:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384326.146003:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff688369. 02000000:00000001:0.0:1767384326.146004:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384326.146010:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.146011:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731463680, portal 25 00000100:00100000:0.0:1767384326.146014:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731463808:0@lo:253: 00000400:00000200:1.0:1767384326.146016:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384326.146017:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384326.146022:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000100:00000001:0.0:1767384326.146022:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384326.146026:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384326.146027:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp10 to MR: 192.168.204.118@tcp10 local destination 02000000:00000001:0.0:1767384326.146029:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.146030:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384326.146033:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384326.146036:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [63:63:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [62:62:8:4294967295] 02000000:00000010:0.0:1767384326.146040:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fecf27a9. 00000100:00000001:2.0:1767384326.146042:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384326.146043:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.146047:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000355cd587. 00000100:00000040:2.0:1767384326.146052:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384326.146054:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) -> 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) 192.168.204.118@tcp10 : ACK try# 0 00000400:00000010:0.0:1767384326.146054:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7f98462. 00000400:00000010:2.0:1767384326.146057:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceb1e442. 00000100:00000200:0.0:1767384326.146061:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731463808, portal 25 00000100:00000200:2.0:1767384326.146062:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731463680, offset 0 00000800:00000200:1.0:1767384326.146065:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp10 00000100:00000001:0.0:1767384326.146066:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384326.146068:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000800:00000010:1.0:1767384326.146070:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1a5928a. 00000400:00000200:2.0:1767384326.146072:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384326.146074:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384326.146080:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000400:00000200:2.0:1767384326.146083:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384326.146094:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:1021 00000100:00000001:0.0:1767384326.146094:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384326.146098:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104800 00000800:00000200:1.0:1767384326.146101:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1a5928a type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384326.146101:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384326.146106:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfed67e7. 00000400:00000200:2.0:1767384326.146108:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1055 [2] + 0 00000400:00000010:2.0:1767384326.146114:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000364aa5fc. 00000800:00000001:1.0:1767384326.146114:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384326.146117:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec53ff62 00000800:00000001:1.0:1767384326.146120:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384326.146121:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731463808, offset 0 00000400:00000200:2.0:1767384326.146123:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384326.146129:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.146131:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384326.146137:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec53ff62 00000400:00000200:0.0:1767384326.146139:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384326.146141:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec53ff62. 00000100:00000001:2.0:1767384326.146148:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384326.146148:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104880 00000100:00000200:2.0:1767384326.146152:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384326.146157:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1065 [2] + 0 00000100:00000040:2.0:1767384326.146159:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000e0a034e3 x1853236731463680 msgsize 4848 00000400:00000010:0.0:1767384326.146164:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e0fe6f. 00000400:00000200:0.0:1767384326.146170:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b54c259f 00000100:00100000:2.0:1767384326.146171:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384326.146175:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384326.146175:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384326.146184:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384326.146185:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.146186:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:1.0:1767384326.146190:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1a5928a. 00000400:00000200:2.0:1767384326.146194:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb1e442 00000400:00000200:1.0:1767384326.146195:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384326.146196:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ceb1e442. 00000100:00000001:2.0:1767384326.146200:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384326.146200:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b54c259f 00000400:00000200:1.0:1767384326.146201:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: ACK: OK 00000400:00000010:0.0:1767384326.146204:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b54c259f. 00000100:00000200:2.0:1767384326.146208:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384326.146209:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384326.146209:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384326.146213:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384326.146216:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384326.146219:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000003482797e x1853236731463808 msgsize 4848 00000800:00000001:1.0:1767384326.146220:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384326.146223:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384326.146226:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384326.146230:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384326.146231:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384326.146231:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384326.146234:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384326.146238:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.146241:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146244:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.146244:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.146245:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : ACK - for me 00000100:00000001:2.0:1767384326.146249:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.146252:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfed67e7 00000100:00000001:2.0:1767384326.146254:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294912319 00000400:00000010:0.0:1767384326.146255:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfed67e7. 00000100:00000001:0.0:1767384326.146260:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384326.146262:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bccaf89c. 00000100:00000200:0.0:1767384326.146265:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.146269:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp10: ACK from 12345-192.168.204.118@tcp10 into md 0x1799 00000100:00000001:2.0:1767384326.146270:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384326.146276:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384326.146279:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294912319 00000100:00000001:0.0:1767384326.146280:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384326.146285:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.146287:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: ACK: OK 00000100:00000010:2.0:1767384326.146291:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009115e32a. 00000400:00000200:1.0:1767384326.146294:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000100:00000001:2.0:1767384326.146296:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384326.146298:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00000001:2.0:1767384326.146302:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294912319 00000400:00000200:1.0:1767384326.146304:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384326.146305:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384326.146308:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cbf0f98. 00000100:00000001:0.0:1767384326.146308:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384326.146309:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:0.0:1767384326.146324:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146328:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384326.146329:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:0.0:1767384326.146329:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294912319 00000100:00000001:2.0:1767384326.146334:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294912319 00000100:00000001:0.0:1767384326.146336:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294912319 00000400:00000200:1.0:1767384326.146337:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (23) 00000100:00000010:2.0:1767384326.146339:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6cffb3. 00000100:00000001:0.0:1767384326.146339:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294912319 00000100:00000001:0.0:1767384326.146344:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294912319 00000100:00000001:2.0:1767384326.146346:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384326.146348:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294912319 00000800:00000001:1.0:1767384326.146352:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384326.146352:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294912319 00000100:00000001:2.0:1767384326.146353:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.146357:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294912319 00000100:00000001:2.0:1767384326.146358:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384326.146359:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.146360:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294912319 00000100:00000001:0.0:1767384326.146364:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.146365:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.146365:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.146371:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146372:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.146374:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.146383:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384326.146383:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384326.146386:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384326.146386:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384326.146389:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384326.146392:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384326.146392:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000f85864b4. 00000100:00000001:0.0:1767384326.146393:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.146396:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384326.146397:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.146399:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.146400:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f67d1ef. 00000100:00000001:0.0:1767384326.146401:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146404:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.146406:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.146407:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000400:00000200:1.0:1767384326.146413:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f85864b4 00000400:00000010:1.0:1767384326.146416:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000008729b59c. 00000400:00000200:1.0:1767384326.146420:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000400:00000200:1.0:1767384326.146425:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000400:00000200:1.0:1767384326.146428:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000100:00000001:0.0:1767384326.146429:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384326.146432:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000093015320. 00000100:00100000:0.0:1767384326.146433:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463680 00000100:00000001:2.0:1767384326.146436:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384326.146438:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c521a61. 02000000:00000001:0.0:1767384326.146438:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384326.146439:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463808 00000100:00000001:0.0:1767384326.146441:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384326.146442:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384326.146444:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146446:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384326.146446:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000823baf9b. 02000000:00000001:0.0:1767384326.146448:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146449:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.146453:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00100000:0.0:1767384326.146455:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463680 02000000:00000001:2.0:1767384326.146456:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.146459:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384326.146461:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463808 00000400:00000200:1.0:1767384326.146461:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000040:0.0:1767384326.146463:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384326.146465:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384326.146466:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.146468:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:1.0:1767384326.146469:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:00000040:0.0:1767384326.146470:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:2.0:1767384326.146473:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384326.146475:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:2.0:1767384326.146477:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000400:00000200:1.0:1767384326.146478:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000020:00000001:0.0:1767384326.146480:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384326.146481:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384326.146487:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384326.146487:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384326.146488:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767384326.146492:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.146492:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000618a024f. 00000020:00000010:2.0:1767384326.146496:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000400:00000200:1.0:1767384326.146497:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384326.146497:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.146501:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.146503:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000618a024f. 00000400:00000200:1.0:1767384326.146509:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:2.0:1767384326.146510:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000020:00000010:0.0:1767384326.146511:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043bf107d. 00000020:00000010:2.0:1767384326.146517:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f4ca5d. 00000400:00000200:1.0:1767384326.146518:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:0.0:1767384326.146518:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eba75f2a. 00000020:00000010:2.0:1767384326.146523:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73d2425. 00000020:00000010:0.0:1767384326.146525:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f933a3dc. 00000020:00000010:2.0:1767384326.146528:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000400:00000200:1.0:1767384326.146528:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000040:0.0:1767384326.146534:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384326.146535:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384326.146539:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.146542:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.146543:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384326.146546:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384326.146546:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:0.0:1767384326.146547:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146549:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.146554:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:0.0:1767384326.146557:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146559:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146565:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.146565:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.146570:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384326.146575:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:0.0:1767384326.146577:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.146580:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384326.146581:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384326.146582:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:2.0:1767384326.146583:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384326.146588:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000400:00000200:1.0:1767384326.146592:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000040:0.0:1767384326.146593:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00100000:2.0:1767384326.146596:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:1.0:1767384326.146598:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000100:00000040:2.0:1767384326.146600:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384326.146604:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745180240 : -114766964371376 : ffff979ebbdb5050) 00000100:00000001:2.0:1767384326.146605:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745187408 : -114766964364208 : ffff979ebbdb6c50) 00000400:00000200:1.0:1767384326.146607:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000400:00000200:1.0:1767384326.146615:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000100:00000040:2.0:1767384326.146616:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003482797e x1853236731463808/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384326.146616:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0a034e3 x1853236731463680/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.146626:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000400:00000200:1.0:1767384326.146640:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[61, 10] 00000100:00000001:0.0:1767384326.146647:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384326.146648:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384326.146649:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[59, 10], ns[60, 10] 00000020:00000010:0.0:1767384326.146652:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000618a024f. 00000020:00000010:2.0:1767384326.146654:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000400:00000200:1.0:1767384326.146656:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:0.0:1767384326.146656:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.146658:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.146660:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000618a024f. 00000400:00000200:1.0:1767384326.146662:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp11 00000020:00000010:2.0:1767384326.146663:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00100000:0.0:1767384326.146668:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731463680:12345-0@lo:253: 00000100:00100000:2.0:1767384326.146669:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003482797e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731463808:12345-0@lo:253: 00000400:00000200:1.0:1767384326.146669:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384326.146677:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp11 00000100:00000200:0.0:1767384326.146677:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463680 00000100:00000200:2.0:1767384326.146678:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463808 00000020:00000001:2.0:1767384326.146683:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384326.146683:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384326.146685:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp11 NI seq info: [64:64:256:4294967295] 192.168.204.118@tcp11 LPNI seq info [63:63:8:4294967295] 00000020:00000001:2.0:1767384326.146688:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.146688:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384326.146691:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.146692:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.146692:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp11 00000020:00000001:0.0:1767384326.146694:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384326.146696:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384326.146697:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384326.146700:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384326.146701:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384326.146706:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384326.146706:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.146708:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11:) -> 192.168.204.118@tcp11(192.168.204.118@tcp:192.168.204.118@tcp11) : GET try# 0 00000020:00000001:2.0:1767384326.146710:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.146711:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.146713:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384326.146714:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384326.146716:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:1.0:1767384326.146718:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp11 00000020:00000001:0.0:1767384326.146719:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.146720:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384326.146723:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1a5928a. 00000100:00000001:0.0:1767384326.146723:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.146727:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384326.146729:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1767384326.146731:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 02000000:00000001:2.0:1767384326.146732:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.146733:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7bdedf7. 02000000:00000001:0.0:1767384326.146736:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.146738:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384326.146741:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:988 20000000:00000001:0.0:1767384326.146743:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384326.146747:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003259cd7c. 00000800:00000200:1.0:1767384326.146748:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1a5928a type 2, nob 96 niov 1 nkiov 0 02000000:00000001:2.0:1767384326.146750:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.146752:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384326.146753:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001223c240. 20000000:00000001:2.0:1767384326.146756:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384326.146758:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384326.146761:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384326.146763:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384326.146782:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.146784:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384326.146786:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e647901. 20000000:00000001:0.0:1767384326.146786:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384326.146787:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 20000000:01000000:2.0:1767384326.146792:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384326.146792:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 20000000:00000001:2.0:1767384326.146795:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384326.146797:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384326.146798:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e9862e5. 20000000:00000001:2.0:1767384326.146799:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.146802:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.146807:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384326.146807:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:0.0:1767384326.146814:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384326.146819:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384326.146821:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384326.146837:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384326.146852:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.146854:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384326.146855:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.146857:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384326.146858:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384326.146861:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000002:0.0:1767384326.146861:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000800:00000010:1.0:1767384326.146866:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1a5928a. 00000020:00000001:0.0:1767384326.146867:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384326.146872:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384326.146873:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384326.146875:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384326.146880:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.146883:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: GET: OK 00080000:00000001:0.0:1767384326.146884:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384326.146889:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384326.146890:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:0.0:1767384326.146894:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:1.0:1767384326.146895:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00080000:00000001:0.0:1767384326.146900:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:1.0:1767384326.146905:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:0.0:1767384326.146905:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008b0d77da. 00080000:00000001:0.0:1767384326.146910:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518019584 : -114772191532032 : ffff979d844b2c00) 00000800:00000001:1.0:1767384326.146913:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384326.146913:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:1.0:1767384326.146918:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:0.0:1767384326.146918:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384326.146922:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000618a024f. 00000800:00000001:1.0:1767384326.146926:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384326.146927:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.146933:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384326.146938:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11) <- 192.168.204.118@tcp11 : GET - for me 00000400:00000200:1.0:1767384326.146948:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 384 into portal 0 MB=0x8000000000000000 00080000:00000001:0.0:1767384326.146948:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.146957:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 384/384 into md 0x1795 [1] + 0 00080000:00000001:0.0:1767384326.146965:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384326.146966:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp11 to MR: 192.168.204.118@tcp11 local destination 00000400:00000200:1.0:1767384326.146973:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp11 NI seq info: [65:65:256:4294967295] 192.168.204.118@tcp11 LPNI seq info [64:64:8:4294967295] 00000400:00000200:1.0:1767384326.146989:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) -> 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) 192.168.204.118@tcp11 : REPLY try# 0 00000800:00000200:1.0:1767384326.146995:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.118@tcp11 00000800:00000010:1.0:1767384326.146999:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1a5928a. 00000800:00000200:1.0:1767384326.147004:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 00000800:00000200:1.0:1767384326.147010:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:1019 00000800:00000200:1.0:1767384326.147012:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1a5928a type 3, nob 480 niov 1 nkiov 1 00000800:00000001:2.0:1767384326.147050:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384326.147073:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384326.147076:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1a5928a. 00000400:00000200:1.0:1767384326.147080:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384326.147084:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384326.147085:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.147085:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: REPLY: OK 00000800:00000001:0.0:1767384326.147092:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384326.147095:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.147098:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.147104:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11) <- 192.168.204.118@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384326.147112:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp11: Reply from 12345-192.168.204.118@tcp11 of length 384/384 into md 0x17b1 00000800:00000001:0.0:1767384326.147116:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.147123:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.147125:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384326.147128:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: REPLY: OK 00000400:00000200:0.0:1767384326.147130:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c521a61 00000400:00000010:0.0:1767384326.147131:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c521a61. 00000400:00000200:0.0:1767384326.147134:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384326.147137:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:0.0:1767384326.147139:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:0.0:1767384326.147142:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 22. state = 0x100251 00000400:00000200:0.0:1767384326.147145:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384326.147155:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (23) 00000800:00000001:0.0:1767384326.147159:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.147161:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.147174:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384326.147178:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:1.0:1767384326.147184:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000000037c001. 00000400:00000010:1.0:1767384326.147192:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000300fa054. 00000400:00000010:1.0:1767384326.147195:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000ccd14047. 00000400:00000200:1.0:1767384326.147213:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384326.147220:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000074864c83. 00000400:00000200:1.0:1767384326.147224:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000074864c83 nid 192.168.204.118@tcp30 00000400:00000010:1.0:1767384326.147227:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a1683991. 00000400:00000200:1.0:1767384326.147229:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a1683991 net tcp30 00000400:00000200:1.0:1767384326.147232:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000400:00000200:1.0:1767384326.147235:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp30 flags 0x11 00000400:00000010:1.0:1767384326.147238:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000000037c001. 00000400:00000010:1.0:1767384326.147243:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000300fa054. 00000400:00000010:1.0:1767384326.147244:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000ccd14047. 00000400:00000010:1.0:1767384326.147246:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000093015320. 00000400:00000200:1.0:1767384326.147250:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384326.147253:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:1.0:1767384326.147256:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:1.0:1767384326.147259:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:1.0:1767384326.147262:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384326.147263:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384326.147266:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384326.147269:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (23) 00080000:00000010:1.0:1767384326.148751:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008b0d77da. 00080000:00000010:0.0:1767384326.148803:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000618a024f. 00040000:00000001:0.0:1767384326.148809:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384326.148812:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384326.148814:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384326.148818:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384326.148820:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.148822:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384326.148832:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384326.148839:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384326.148841:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384326.148846:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384326.148849:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384326.148854:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384326.148857:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384326.148862:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384326.148865:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384326.148872:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df284702 count: 2 00010000:00000001:1.0:1767384326.148876:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384326.148879:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384326.148882:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002a575027. 00000020:00000001:1.0:1767384326.148886:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384326.148889:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002a575027 with handle 0xd602e9c522f0b251 to hash 00000020:00000001:1.0:1767384326.148897:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384326.148899:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 00010000:00000001:1.0:1767384326.148902:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 00010000:00000001:1.0:1767384326.148905:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384326.148908:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.148911:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384326.148921:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:0.0:1767384326.148923:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081a076a3. 20000000:01000000:0.0:1767384326.148926:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00010000:00000001:1.0:1767384326.148931:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384326.148934:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384326.148936:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384326.148939:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384326.148943:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384326.148951:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384326.148955:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.148956:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384326.148960:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384326.148962:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384326.148963:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384326.148967:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384326.148968:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384326.148972:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384326.148974:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384326.148977:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:1.0:1767384326.148983:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df284702) refcount = 2 00010000:00000040:1.0:1767384326.148987:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:0.0:1767384326.148987:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384326.148993:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384326.148993:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384326.148996:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.149002:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:1.0:1767384326.149005:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:0.0:1767384326.149005:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384326.149008:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384326.149010:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000010:1.0:1767384326.149015:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fea3ad85. 00000020:00000001:0.0:1767384326.149025:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00000100:00000001:1.0:1767384326.149026:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000002:0.0:1767384326.149030:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000010:1.0:1767384326.149031:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcad1ec4. 00000100:00000001:1.0:1767384326.149035:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301518526144 : -114772191025472 : ffff979d8452e6c0) 00080000:00000001:0.0:1767384326.149037:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.149038:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301518526144 : -114772191025472 : ffff979d8452e6c0) 00000100:00000001:1.0:1767384326.149044:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:0.0:1767384326.149044:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.149047:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384326.149050:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1767384326.149050:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384326.149054:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384326.149055:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384326.149056:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384326.149060:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1767384326.149061:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:1.0:1767384326.149062:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384326.149065:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:0.0:1767384326.149067:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384326.149068:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384326.149074:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026685386. 00080000:00000010:0.0:1767384326.149074:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000de255583. 00000020:00000040:1.0:1767384326.149080:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00080000:00000001:0.0:1767384326.149082:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518018048 : -114772191533568 : ffff979d844b2600) 00000100:00000001:1.0:1767384326.149083:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:0.0:1767384326.149086:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:1.0:1767384326.149087:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:0.0:1767384326.149091:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:1.0:1767384326.149092:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384326.149097:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000618a024f. 02000000:00000010:1.0:1767384326.149098:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093015320. 00080000:00000001:0.0:1767384326.149102:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.149103:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.149107:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384326.149110:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384326.149118:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.149123:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 395 lvb_type: 0 00010000:00000001:1.0:1767384326.149129:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767384326.149131:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384326.149132:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384326.149137:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.149142:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.149144:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.149147:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731463936:0@lo:104: 00080000:00000020:0.0:1767384326.149148:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384326.149150:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384326.149154:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 02000000:00000001:1.0:1767384326.149155:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 20000000:00000010:0.0:1767384326.149158:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001223c240. 02000000:00000001:1.0:1767384326.149163:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.149165:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.149166:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.149169:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd14047. 02000000:00000001:1.0:1767384326.149172:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384326.149172:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463680 00000400:00000010:1.0:1767384326.149178:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a45a6ab8. 00010000:00000001:0.0:1767384326.149179:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384326.149183:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000100:00000200:1.0:1767384326.149188:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731463936, portal 16 00010000:00000200:0.0:1767384326.149188:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0a034e3 x1853236731463680/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.149194:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.149197:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00010000:00000001:0.0:1767384326.149204:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384326.149205:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384326.149207:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.149214:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.149215:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.149220:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384326.149221:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384326.149223:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000100:00000040:0.0:1767384326.149225:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000200:1.0:1767384326.149227:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731463936, offset 0 00000100:00000001:0.0:1767384326.149228:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384326.149234:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384326.149235:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.149236:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384326.149239:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384326.149243:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384326.149249:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384326.149252:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d104900 00000400:00000010:0.0:1767384326.149255:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfed67e7. 00000400:00000200:1.0:1767384326.149259:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:1.0:1767384326.149262:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac83a1b. 00000400:00000200:1.0:1767384326.149265:0:17100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ac2363e 00000400:00000200:1.0:1767384326.149267:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384326.149268:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731463680, offset 224 00000400:00000200:1.0:1767384326.149273:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384326.149277:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.149283:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ac2363e 00000400:00000200:0.0:1767384326.149284:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384326.149287:0:17100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ac2363e. 00000100:00000001:1.0:1767384326.149292:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384326.149293:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104800 00000100:00000200:1.0:1767384326.149296:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384326.149299:0:17100:0:(events.c:337:request_in_callback()) incoming req@000000007b65d777 x1853236731463936 msgsize 328 00000400:00000200:0.0:1767384326.149300:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x179d [2] + 224 00000100:00100000:1.0:1767384326.149307:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384326.149307:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384326.149309:0:17100:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000400:00000200:0.0:1767384326.149323:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384326.149327:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384326.149330:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.149332:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.149339:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000100:00000040:0.0:1767384326.149340:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.149344:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 00000100:00000001:1.0:1767384326.149351:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.149358:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384326.149358:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384326.149363:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfed67e7 00000400:00000010:0.0:1767384326.149370:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfed67e7. 00000100:00000001:0.0:1767384326.149374:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384326.149376:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.149381:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384326.149385:0:17068:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052df48eb. 00000100:00000040:0.0:1767384326.149389:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:1.0:1767384326.149391:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384326.149392:0:17068:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057c5d2d3. 00010000:00000001:0.0:1767384326.149394:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384326.149395:0:17068:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000040:1.0:1767384326.149397:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384326.149399:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.149401:0:17068:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000020:00000001:0.0:1767384326.149406:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384326.149408:0:17068:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058061655. 00000100:00000001:1.0:1767384326.149411:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.149413:0:17068:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceb1e442. 00000100:00000001:1.0:1767384326.149413:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384326.149415:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a034e3 x1853236731463680/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.149419:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384326.149419:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.149422:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731463936 00000100:00000001:1.0:1767384326.149424:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294912322 02000000:00000001:2.0:1767384326.149426:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.149430:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.149431:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294912319 00000100:00000001:2.0:1767384326.149433:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.149436:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384326.149437:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731463680:12345-0@lo:253: Request processed in 2788us (3275us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384326.149438:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294912322 00000100:00100000:2.0:1767384326.149441:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731463936 00000100:00000001:1.0:1767384326.149444:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294912319 00000020:00000001:2.0:1767384326.149445:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.149448:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000100:00000001:1.0:1767384326.149449:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294912322 00000020:00000001:2.0:1767384326.149450:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384326.149453:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000020:00000040:2.0:1767384326.149454:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000100:00000001:1.0:1767384326.149454:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294912319 00000020:00000001:2.0:1767384326.149458:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000040:0.0:1767384326.149458:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384326.149459:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294912322 00000100:00000001:0.0:1767384326.149462:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384326.149463:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:1.0:1767384326.149464:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294912319 00000100:00000001:0.0:1767384326.149465:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384326.149468:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.149468:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.149471:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.149471:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eba75f2a. 00010000:00000001:1.0:1767384326.149483:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.149485:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00010000:00000001:1.0:1767384326.149485:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.149487:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.149488:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384326.149491:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384326.149493:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c18345c. 00010000:00000001:1.0:1767384326.149493:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384326.149495:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f933a3dc. 00010000:00000001:1.0:1767384326.149496:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.149499:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9febe67. 00010000:00000001:1.0:1767384326.149501:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:0.0:1767384326.149501:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043bf107d. 00000020:00000010:2.0:1767384326.149503:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007aec7be5. 00010000:00000001:1.0:1767384326.149506:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1767384326.149508:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000020:00000010:2.0:1767384326.149509:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6599a63. 00000100:00000001:1.0:1767384326.149509:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.149513:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384326.149514:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384326.149515:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7bdedf7. 00000100:00000040:2.0:1767384326.149517:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384326.149517:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384326.149519:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384326.149521:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bcad1ec4 going to sleep for 11 seconds 00000100:00000001:2.0:1767384326.149522:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.149522:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.149525:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384326.149527:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.149528:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384326.149529:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384326.149530:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.149532:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.149536:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f50d5e. 00000400:00000010:0.0:1767384326.149553:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfed67e7. 00000100:00000001:2.0:1767384326.149555:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.149567:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.149569:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.149574:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384326.149577:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:2.0:1767384326.149580:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306784595024 : -114766924956592 : ffff979ebe34bc50) 00000100:00000001:0.0:1767384326.149581:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.149584:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384326.149586:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b65d777 x1853236731463936/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1767384326.149588:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.149591:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384326.149593:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000400:00000200:0.0:1767384326.149598:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff688369 00000400:00000010:0.0:1767384326.149601:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff688369. 00000100:00000001:2.0:1767384326.149604:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384326.149605:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384326.149610:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00000100:00000200:0.0:1767384326.149611:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.149616:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.149621:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c18345c. 00000100:00000200:0.0:1767384326.149629:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.149633:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b65d777 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731463936:12345-0@lo:104: 00000100:00000001:0.0:1767384326.149640:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384326.149642:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731463936 00000100:00000001:0.0:1767384326.149642:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.149647:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384326.149647:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384326.149648:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384326.149651:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.149653:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.149655:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384326.149655:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.149659:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384326.149661:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=46 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384326.149662:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=2 00000100:00001000:0.0:1767384326.149666:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=46 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384326.149667:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00010000:00000001:2.0:1767384326.149673:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00000100:00000001:0.0:1767384326.149674:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384326.149677:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.149678:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.149680:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384326.149682:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.149683:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.149686:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.149689:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384326.149696:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.149702:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.149705:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384326.149706:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384326.149709:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a6b9d8f. 00000100:00000001:0.0:1767384326.149710:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384326.149713:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.149714:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.149717:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384326.149718:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384326.149721:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:01000004:0.0:1767384326.149721:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384326.149722:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384326.149724:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384326.149725:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00001000:2.0:1767384326.149729:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=46 v=5 (1 0 0 0) 00000020:01000004:0.0:1767384326.149730:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384326.149733:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384326.149736:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384326.149737:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:01000004:0.0:1767384326.149737:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384326.149740:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:2.0:1767384326.149742:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:01000004:0.0:1767384326.149743:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384326.149747:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:0.0:1767384326.149748:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.149750:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.149752:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.149757:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.149761:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384326.149763:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e906c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731463680:0@lo:253: 00000400:00000010:2.0:1767384326.149765:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000001:0.0:1767384326.149789:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.149792:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384326.149796:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731463936, offset 224 00000100:00000040:0.0:1767384326.149796:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e906c6d x1853236731463680/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.149805:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384326.149808:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384326.149808:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384326.149812:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000053ae6fa7. 02000000:00000001:0.0:1767384326.149817:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384326.149818:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384326.149820:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384326.149823:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384326.149825:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384326.149827:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a78c3376. 00000400:00000200:2.0:1767384326.149828:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d104900 02000000:00000001:0.0:1767384326.149830:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384326.149833:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384326.149835:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e906c6d. 00000400:00000200:2.0:1767384326.149839:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17b5 [1] + 224 00000100:00000001:0.0:1767384326.149840:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384326.149842:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.149846:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384326.149852:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.149855:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384326.149858:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.149861:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384326.149861:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.149865:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.149867:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.149868:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384326.149879:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384326.149892:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.149898:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384326.149906:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:2.0:1767384326.149910:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.149911:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.149912:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384326.149914:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384326.149917:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384326.149920:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384326.149921:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:1.0:1767384326.149922:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a45a6ab8. 00010000:00000001:2.0:1767384326.149924:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384326.149926:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20ac26f 00010000:00000010:2.0:1767384326.149927:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002a95c979. 00000400:00000010:1.0:1767384326.149928:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20ac26f. 00010000:00000001:2.0:1767384326.149930:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384326.149931:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.149934:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384326.149942:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384326.149942:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384326.149944:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.149947:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.149949:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.149950:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.149951:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.149953:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b65d777 x1853236731463936/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.149953:0:17100:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.149955:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.149957:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.149959:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.149960:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384326.149961:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.149964:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b65d777 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731463936:12345-0@lo:104: Request processed in 357us (661us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384326.149964:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.149966:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=46 v=5 (5 0 0 0) 00010000:00010000:0.0:1767384326.149968:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:1.0:1767384326.149971:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=46 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384326.149974:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384326.149975:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384326.149978:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384326.149978:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.149979:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384326.149982:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00010000:00000001:1.0:1767384326.149984:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384326.149984:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384326.149985:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384326.149987:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.149988:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384326.149992:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007aec7be5. 00000100:00000001:1.0:1767384326.149992:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384326.149998:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000049a62add already unused, calling callback (00000000e93ca148) 00000020:00000010:2.0:1767384326.149999:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6599a63. 00000100:00000040:1.0:1767384326.149999:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384326.150004:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:2.0:1767384326.150007:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9febe67. 10000000:00010000:0.0:1767384326.150009:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384326.150011:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00000001:1.0:1767384326.150012:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.150018:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384326.150019:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384326.150021:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a6b9d8f. 00000100:00000001:1.0:1767384326.150021:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.150021:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384326.150023:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384326.150026:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1767384326.150027:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384326.150027:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384326.150029:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384326.150030:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384326.150032:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003df8daa6. 00010000:00000001:1.0:1767384326.150032:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384326.150033:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.150034:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384326.150036:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 00000100:00000040:1.0:1767384326.150037:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384326.150041:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384326.150043:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000577ae69a. 00000100:00100000:1.0:1767384326.150044:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026685386 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731463936:0@lo:104: 00000020:00000040:0.0:1767384326.150045:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000049a62add refcount=3 02000000:00000001:2.0:1767384326.150046:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384326.150048:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00000100:00000010:2.0:1767384326.150053:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6753941. 00010000:00000001:0.0:1767384326.150054:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560679936 : -114767148871680 : ffff979eb0dc1000) 00000100:00000001:1.0:1767384326.150057:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384326.150060:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384326.150061:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150061:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384326.150063:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000564756f9. 00010000:00010000:0.0:1767384326.150065:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384326.150066:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384326.150066:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384326.150070:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8c5ebba. 00000100:00000001:1.0:1767384326.150070:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.150076:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026685386 x1853236731463936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384326.150076:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767384326.150077:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00010000:0.0:1767384326.150080:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384326.150081:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000018a78ed7. 02000000:00000001:2.0:1767384326.150086:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384326.150088:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5a07e79. 02000000:00000001:2.0:1767384326.150093:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384326.150094:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767384326.150095:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f9c24709. 10000000:01000000:0.0:1767384326.150098:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384326.150099:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384326.150099:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384326.150103:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000559c8485. 10000000:00000001:0.0:1767384326.150103:0:17072:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000010:1.0:1767384326.150104:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd14047. 10000000:00000040:0.0:1767384326.150106:0:17072:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:2.0:1767384326.150108:0:17068:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384326.150108:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767384326.150109:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e4214d89. 00000020:00000001:1.0:1767384326.150110:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.150111:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 02000000:00000001:2.0:1767384326.150112:0:17068:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384326.150112:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384326.150114:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a23dba1. 02000000:00000010:1.0:1767384326.150114:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093015320. 10000000:00000040:0.0:1767384326.150117:0:17072:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:2.0:1767384326.150119:0:17068:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000427466a8. 02000000:00000001:1.0:1767384326.150119:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384326.150120:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384326.150122:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.150123:0:17068:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000cb5aa755. 00010000:00000001:0.0:1767384326.150124:0:17072:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384326.150125:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026685386. 00000100:00000001:2.0:1767384326.150126:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.150128:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.150131:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384326.150133:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bcad1ec4. 00000100:00000001:1.0:1767384326.150135:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384326.150137:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384326.150138:0:17072:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000010:1.0:1767384326.150140:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fea3ad85. 10000000:00000001:0.0:1767384326.150142:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384326.150145:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384326.150146:0:17072:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00010000:00000001:1.0:1767384326.150150:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384326.150152:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384326.150154:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384326.150156:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.150162:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384326.150163:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384326.150166:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384326.150168:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1767384326.150170:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.150172:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384326.150176:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.150179:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.150185:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049a62add with handle 0xd602e9c522f0b243 from hash 00010000:00000001:0.0:1767384326.150188:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384326.150190:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150192:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150193:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384326.150196:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384326.150198:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384326.150202:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384326.150204:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384326.150210:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384326.150213:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384326.150217:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384326.150219:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384326.150221:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.150226:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043bf107d. 00000100:00000001:0.0:1767384326.150230:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150233:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384326.150236:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384326.150244:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384326.150245:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.150248:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384326.150250:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.150262:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a063519] to pc [ptlrpcd_00_02+2] req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.150289:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384326.150292:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150294:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150295:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150298:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384326.150301:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.150304:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384326.150304:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384326.150310:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384326.150319:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.150322:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.150322:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.150327:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384326.150329:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384326.150330:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384326.150333:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000049a62add/0xd602e9c522f0b243 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b24a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384326.150342:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384326.150345:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fd0ae03 count: 0 00000100:00000001:1.0:1767384326.150346:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.150349:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384326.150356:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384326.150357:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150360:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384326.150363:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002a95c979. 00010000:00000001:0.0:1767384326.150369:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.150370:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384326.150374:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.150374:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384326.150379:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384326.150379:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.150383:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384326.150384:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384326.150388:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384326.150389:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.150392:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.150395:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731464064:0@lo:103: 00010000:00010000:0.0:1767384326.150397:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384326.150401:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384326.150403:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384326.150404:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.150407:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384326.150409:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384326.150411:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.150415:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.150418:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd14047. 02000000:00000001:1.0:1767384326.150421:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.150425:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a45a6ab8. 00000400:00000010:1.0:1767384326.150430:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000100:00000200:1.0:1767384326.150433:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731464064, portal 18 00000100:00000001:1.0:1767384326.150436:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384326.150437:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:1.0:1767384326.150441:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.150448:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.150450:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.150453:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000100:00000200:1.0:1767384326.150455:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731464064, offset 0 00000400:00000200:1.0:1767384326.150460:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.150465:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.150471:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d104980 00000400:00000200:1.0:1767384326.150475:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767384326.150479:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bc6bc7d. 00000400:00000200:1.0:1767384326.150481:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cdef744a 00000400:00000200:1.0:1767384326.150492:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.150495:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384326.150498:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdef744a 00000400:00000010:1.0:1767384326.150500:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdef744a. 00000100:00000001:1.0:1767384326.150504:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384326.150506:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384326.150509:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009265a3dd x1853236731464064 msgsize 328 00000100:00100000:1.0:1767384326.150514:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384326.150516:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384326.150526:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.150530:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000400:00000010:1.0:1767384326.150532:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 00000100:00000001:1.0:1767384326.150534:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.150537:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.150547:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.150550:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.150554:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384326.150559:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464064 00000100:00000001:1.0:1767384326.150560:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.150563:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.150564:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384326.150567:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.150570:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150570:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.150576:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294912323 02000000:00000001:0.0:1767384326.150577:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.150583:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912322 00000100:00000001:1.0:1767384326.150588:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294912323 00000100:00100000:0.0:1767384326.150589:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464064 00000100:00000001:1.0:1767384326.150593:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912322 00000020:00000001:0.0:1767384326.150594:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384326.150597:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384326.150600:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294912323 00000020:00000001:0.0:1767384326.150601:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.150605:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:1.0:1767384326.150607:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912322 00000020:00000001:0.0:1767384326.150611:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384326.150614:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294912323 00000020:00000001:0.0:1767384326.150615:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384326.150619:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.150621:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912322 00000020:00000010:0.0:1767384326.150622:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002085c651. 00000100:00000001:1.0:1767384326.150627:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.150627:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.150629:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002085c651. 00000100:00000001:1.0:1767384326.150634:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384326.150635:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b0d77da. 00000020:00000010:0.0:1767384326.150640:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eba75f2a. 00000020:00000010:0.0:1767384326.150643:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f933a3dc. 00000100:00000001:1.0:1767384326.150645:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.150649:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384326.150650:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150654:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384326.150657:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384326.150658:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384326.150660:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150662:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384326.150663:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384326.150664:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.150665:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=4 00000020:00000001:0.0:1767384326.150667:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:0.0:1767384326.150668:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00010000:0.0:1767384326.150671:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 395 lvb_type: 0 00010000:00000001:0.0:1767384326.150675:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150676:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150677:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.150678:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.150682:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384326.150684:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009265a3dd x1853236731464064/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.150695:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384326.150696:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150704:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.150716:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384326.150717:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.150720:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384326.150721:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384326.150725:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384326.150725:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384326.150730:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150730:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306640750672 : -114767068800944 : ffff979eb5a1d850) 00000100:00000040:0.0:1767384326.150735:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009265a3dd x1853236731464064/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.150736:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150746:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384326.150749:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002085c651. 00000100:00000001:0.0:1767384326.150751:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384326.150753:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002085c651. 00000100:00100000:0.0:1767384326.150758:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009265a3dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731464064:12345-0@lo:103: 00000100:00000200:0.0:1767384326.150761:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464064 00010000:00000001:0.0:1767384326.150764:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384326.150790:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384326.150792:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384326.150795:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384326.150797:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384326.150800:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074382774. 02000000:00000001:0.0:1767384326.150802:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.150803:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150805:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384326.150807:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384326.150809:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384326.150810:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.150812:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=4 00000020:00000001:0.0:1767384326.150814:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:0.0:1767384326.150816:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000040:0.0:1767384326.150823:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000df284702 count: 3 00010000:00010000:0.0:1767384326.150826:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 395 lvb_type: 0 00000100:00001000:0.0:1767384326.150831:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384326 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384326.150833:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384326.150837:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150838:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384326.150839:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 395 lvb_type: 0 00000020:00000001:0.0:1767384326.150843:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384326.150845:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384326.150846:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.150847:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150849:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384326.150850:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384326.150854:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150854:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150856:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.150857:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.150859:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073ff8ebe with handle 0xd602e9c522f0b24a from hash 00010000:00000001:0.0:1767384326.150860:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384326.150861:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.150863:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150864:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384326.150865:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384326.150866:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384326.150869:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073ff8ebe/0xd602e9c522f0b24a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b243 expref: 16 pid: 17076 timeout: 395 lvb_type: 0 00010000:00000040:0.0:1767384326.150872:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384326.150874:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384326.150879:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.150881:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384326.150883:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384326.150889:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002a575027 00010000:00000001:0.0:1767384326.150891:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384326.150892:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384326.150893:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.150895:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384326.150896:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.150898:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384326.150900:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:2.0:1767384326.150901:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de255583. 00010000:00010000:0.0:1767384326.150902:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.150910:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384326.150912:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384326.150913:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384326.150915:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384326.150916:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df284702) refcount = 2 00010000:00010000:0.0:1767384326.150918:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.150922:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384326.150924:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384326.150926:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.150928:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384326.150930:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002085c651. 00000100:00000001:0.0:1767384326.150932:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000010:1.0:1767384326.150933:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000618a024f. 00000100:00000010:0.0:1767384326.150935:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009171138f. 00000100:00000001:0.0:1767384326.150939:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517738752 : -114772191812864 : ffff979d8446e300) 00040000:00000001:1.0:1767384326.150940:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1767384326.150941:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301517738752 : -114772191812864 : ffff979d8446e300) 00040000:00000001:1.0:1767384326.150946:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1767384326.150946:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384326.150949:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:1.0:1767384326.150951:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.150951:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384326.150954:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000002:1.0:1767384326.150957:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:01000000:0.0:1767384326.150958:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384326.150962:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384326.150963:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.150964:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.150967:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002a575027 refcount=5 20000000:00000001:1.0:1767384326.150969:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384326.150971:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000001:0.0:1767384326.150974:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 20000000:00000001:1.0:1767384326.150976:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384326.150977:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 20000000:01000000:1.0:1767384326.150982:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:0.0:1767384326.150982:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384326.150986:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384326.150989:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:0.0:1767384326.150992:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384326.150995:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.150999:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151000:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384326.151001:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151005:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.151007:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151009:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384326.151011:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384326.151015:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002a575027 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384326.151017:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384326.151019:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384326.151020:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151024:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384326.151025:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384326.151027:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384326.151028:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002a575027 refcount=6 00000020:00000001:0.0:1767384326.151029:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 00010000:00000001:0.0:1767384326.151031:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437364736 : -114767272186880 : ffff979ea9826c00) 00010000:00000001:0.0:1767384326.151033:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384326.151038:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151042:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384326.151044:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384326.151045:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151054:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384326.151055:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384326.151057:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.151059:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384326.151061:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002a575027 with handle 0xd602e9c522f0b251 from hash 00010000:00000001:0.0:1767384326.151063:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384326.151064:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151065:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.151066:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384326.151068:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384326.151069:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384326.151071:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151071:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384326.151072:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384326.151076:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151079:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384326.151082:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384326.151084:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384326.151085:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151088:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384326.151089:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384326.151090:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.151096:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151096:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151098:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384326.151103:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384326.151107:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151108:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.151110:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384326.151111:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384326.151113:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151114:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.151115:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384326.151117:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384326.151122:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151124:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384326.151125:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384326.151127:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151130:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384326.151133:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1767384326.151137:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384326.151137:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.151139:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.151142:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384326.151142:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:1.0:1767384326.151147:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002a575027/0xd602e9c522f0b251 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384326.151147:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009171138f. 00000100:00000001:0.0:1767384326.151152:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384326.151154:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384326.151160:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002085c651. 00080000:00000020:2.0:1767384326.151161:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384326.151164:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384326.151166:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384326.151166:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767384326.151167:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df284702 count: 0 20000000:00000010:2.0:1767384326.151170:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e647901. 20000000:00000001:1.0:1767384326.151170:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:1.0:1767384326.151174:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384326.151177:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.151177:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00010000:0.0:1767384326.151177:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 10000000:01000000:1.0:1767384326.151180:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384326.151180:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384326.151183:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731463808 00010000:00000001:0.0:1767384326.151186:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.151187:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384326.151187:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384326.151189:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384326.151192:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=46 v=5 (1 0 0 0) 00010000:00000200:2.0:1767384326.151195:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003482797e x1853236731463808/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.151199:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384326.151199:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:1.0:1767384326.151204:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1e8d387. 00000100:00000040:0.0:1767384326.151205:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:1.0:1767384326.151210:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1767384326.151211:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384326.151212:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:1.0:1767384326.151213:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8b0bc99. 02000000:00000001:0.0:1767384326.151214:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384326.151216:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.151216:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:0.0:1767384326.151217:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.151221:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=46 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384326.151221:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8b0bc99 with handle 0xd602e9c522f0b258 to hash 00000100:00000001:0.0:1767384326.151222:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384326.151226:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:0.0:1767384326.151226:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384326.151227:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384326.151230:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000100:00000040:2.0:1767384326.151232:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000400:00000010:0.0:1767384326.151232:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00010000:00000001:1.0:1767384326.151233:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000100:00000200:0.0:1767384326.151237:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731464064, offset 224 00010000:00000001:1.0:1767384326.151238:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384326.151241:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151244:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00010000:1.0:1767384326.151244:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384326.151248:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384326.151250:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.151253:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.151255:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384326.151257:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384326.151259:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:0.0:1767384326.151261:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384326.151263:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384326.151263:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384326.151266:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:2.0:1767384326.151268:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057bb2272. 00010000:00000001:1.0:1767384326.151268:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.151272:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d104980 00010000:00000001:1.0:1767384326.151273:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000200:2.0:1767384326.151275:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731463808, offset 224 00010000:00000001:1.0:1767384326.151277:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.151279:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17cd [1] + 224 00010000:00000001:1.0:1767384326.151281:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384326.151285:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384326.151285:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.151290:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384326.151290:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:0.0:1767384326.151293:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384326.151294:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384326.151296:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f1e8d387) refcount = 1 00000400:00000200:2.0:1767384326.151300:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384326.151301:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384326.151306:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384326.151324:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104880 00010000:00000001:1.0:1767384326.151324:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:0.0:1767384326.151324:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.151328:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384326.151330:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.151336:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a1 [2] + 224 00010000:00000001:1.0:1767384326.151336:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.151340:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384326.151345:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384326.151347:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:1.0:1767384326.151349:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000040:0.0:1767384326.151349:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384326.151355:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384326.151361:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384326.151364:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384326.151364:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.151368:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=4 00000100:00000200:2.0:1767384326.151370:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.151371:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:1.0:1767384326.151374:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000100:00000001:0.0:1767384326.151377:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384326.151390:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.151390:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384326.151393:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384326.151395:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000400:00000010:0.0:1767384326.151401:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00010000:00000001:1.0:1767384326.151402:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384326.151406:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384326.151407:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.151409:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384326.151411:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384326.151416:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bb2272 00010000:00000001:1.0:1767384326.151416:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384326.151418:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384326.151419:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057bb2272. 00010000:00010000:1.0:1767384326.151420:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384326.151420:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151422:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.151425:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384326.151428:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.151430:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.151434:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384326.151435:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.151436:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384326.151436:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151441:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.151442:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384326.151442:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1767384326.151445:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.151445:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384326.151448:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384326.151450:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009265a3dd x1853236731464064/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.151455:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003482797e x1853236731463808/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384326.151456:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8b0bc99 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384326.151461:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384326.151465:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384326.151469:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384326.151477:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009265a3dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731464064:12345-0@lo:103: Request processed in 726us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384326.151484:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003482797e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731463808:12345-0@lo:253: Request processed in 4830us (5259us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384326.151484:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384326.151488:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384326.151489:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384326.151501:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000040:1.0:1767384326.151502:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=5 00000100:00100000:2.0:1767384326.151506:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000020:00000001:1.0:1767384326.151507:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000100:00000040:0.0:1767384326.151507:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384326.151510:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384326.151512:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384326.151516:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eba75f2a. 00010000:00000001:1.0:1767384326.151517:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00000100:00000040:2.0:1767384326.151518:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384326.151521:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384326.151521:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f933a3dc. 00010000:00000001:1.0:1767384326.151522:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384326.151526:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384326.151526:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384326.151527:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0d77da. 00000020:00000010:2.0:1767384326.151530:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d73d2425. 00000020:00000040:0.0:1767384326.151533:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000020:00000010:2.0:1767384326.151536:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00010000:00000001:1.0:1767384326.151538:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1767384326.151540:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f4ca5d. 02000000:00000001:0.0:1767384326.151540:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384326.151541:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:0.0:1767384326.151544:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074382774. 00010000:00000001:1.0:1767384326.151545:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.151546:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:0.0:1767384326.151550:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384326.151551:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384326.151551:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384326.151553:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384326.151554:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003259cd7c. 00010000:00000001:1.0:1767384326.151554:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767384326.151555:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b02f8b8. 00010000:00000001:1.0:1767384326.151558:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384326.151560:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384326.151561:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384326.151562:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151563:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384326.151563:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384326.151566:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8b0bc99 with handle 0xd602e9c522f0b258 from hash 00000100:00000200:2.0:1767384326.151567:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384326.151568:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384326.151570:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384326.151571:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7926245. 00010000:00000001:1.0:1767384326.151573:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384326.151576:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384326.151577:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384326.151578:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057bb2272. 00010000:00000001:1.0:1767384326.151578:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:0.0:1767384326.151580:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000088c4c352. 00010000:00000001:1.0:1767384326.151581:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767384326.151584:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384326.151585:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000010:0.0:1767384326.151587:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000493285ee. 00010000:00000001:1.0:1767384326.151589:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384326.151591:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384326.151593:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384326.151595:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.151595:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000444bd202. 00000100:00000001:2.0:1767384326.151596:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384326.151601:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384326.151601:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1767384326.151602:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767384326.151603:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000192d251. 00000400:00000001:2.0:1767384326.151605:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384326.151605:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384326.151607:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384326.151609:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000355cd587. 00010000:00000001:1.0:1767384326.151609:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384326.151610:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee6c6a7c. 00010000:00000001:1.0:1767384326.151612:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384326.151614:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7f98462 00010000:00000001:1.0:1767384326.151615:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.151615:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384326.151616:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7f98462. 00000100:00000010:0.0:1767384326.151617:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000edaa3594. 00010000:00000001:1.0:1767384326.151619:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151621:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384326.151622:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384326.151623:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384326.151625:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000042ea0409. 00000100:00000200:2.0:1767384326.151626:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384326.151626:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384326.151629:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384326.151631:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d1d5e92. 02000000:00000001:0.0:1767384326.151637:0:19667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384326.151639:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384326.151640:0:19667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cbc11650. 00010000:00000001:1.0:1767384326.151641:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384326.151644:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.151645:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384326.151645:0:19667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384326.151647:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:0.0:1767384326.151648:0:19667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b596ca21. 00000100:00000001:0.0:1767384326.151654:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384326.151656:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384326.151660:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384326.151660:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384326.151662:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384326.151662:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1767384326.151662:0:19667:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:1.0:1767384326.151666:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151667:0:16353:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:1.0:1767384326.151668:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384326.151669:0:19667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c86118. 02000000:00000001:2.0:1767384326.151670:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384326.151671:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384326.151673:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384326.151675:0:19667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009171138f. 00000100:00000001:2.0:1767384326.151676:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.151681:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.151681:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384326.151683:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384326.151684:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=46 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384326.151684:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b258 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384326.151688:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.151691:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:1.0:1767384326.151691:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f1e8d387 count: 0 00010000:00000001:1.0:1767384326.151698:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384326.151699:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.151700:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384326.151701:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384326.151702:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384326.151703:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.151705:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.151708:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384326.151710:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.151713:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384326.151715:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a45a6ab8. 00000100:00000040:2.0:1767384326.151717:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.151718:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20ac26f 00000400:00000010:0.0:1767384326.151722:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20ac26f. 00000100:00000001:0.0:1767384326.151726:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384326.151732:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384326.151733:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.151735:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.151739:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384326.151746:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:0.0:1767384326.151746:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384326.151749:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384326.151753:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384326.151756:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384326.151758:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:2.0:1767384326.151759:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384326.151761:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384326.151762:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384326.151764:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384326.151788:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384326.151790:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384326.151792:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384326.151793:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384326.151795:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384326.151796:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384326.151797:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00001000:0.0:1767384326.151800:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=46 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384326.151805:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384326.151805:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384326.151811:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384326.151814:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.151818:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384326.151820:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384326.151821:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.151827:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731463808:0@lo:253: 00000100:00000001:0.0:1767384326.151827:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.151828:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.151835:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.151837:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.151839:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384326.151844:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151844:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384326.151846:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384326.151850:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384326.151851:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7ecca1 x1853236731463808/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384326.151852:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384326.151860:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.151869:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384326.151872:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384326.151873:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.151875:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767384326.151878:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384326.151879:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fecf27a9. 00000100:00100000:0.0:1767384326.151882:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731464064:0@lo:103: 02000000:00000001:2.0:1767384326.151885:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384326.151886:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.151888:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384326.151889:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384326.151893:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000040:0.0:1767384326.151894:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731464064/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.151898:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.151902:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab30336e. 00000100:00000001:0.0:1767384326.151903:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384326.151907:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384326.151908:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767384326.151909:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd14047. 02000000:00000001:2.0:1767384326.151912:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384326.151913:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384326.151915:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384326.151916:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384326.151917:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384326.151918:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043bf107d. 00000100:00000010:2.0:1767384326.151922:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 02000000:00000001:0.0:1767384326.151922:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384326.151926:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.151928:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384326.151930:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384326.151932:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384326.151933:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384326.151937:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384326.151938:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.151939:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384326.151940:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.151943:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.151945:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.151947:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.151948:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.151951:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384326.151952:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384326.151955:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.155808:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294912323, at 4294912324 00000100:00000010:3.0:1767384326.155816:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6cffb3. 00000100:00000040:2.0:1767384326.155830:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294912323, at 4294912324 00000100:00000040:1.0:1767384326.155830:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294912323, at 4294912324 00000100:00000010:2.0:1767384326.155840:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cbf0f98. 00000100:00000010:1.0:1767384326.155841:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009115e32a. 00000100:00000040:0.0:1767384326.156812:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294912323, at 4294912325 00000100:00000010:0.0:1767384326.156819:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bccaf89c. 00010000:00000010:0.1:1767384326.157800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fd0ae03. 00010000:00000010:0.1:1767384326.157807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049a62add. 00010000:00000010:1.1:1767384326.157809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002a575027. 00010000:00000010:0.1:1767384326.157813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ff8ebe. 00010000:00000010:1.1:1767384326.157821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1e8d387. 00010000:00000010:0.1:1767384326.157822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df284702. 00010000:00000010:1.1:1767384326.157831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8b0bc99. 00000400:00000010:3.0:1767384326.165565:0:27037:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b538ceaf. 00000400:00000040:3.0:1767384326.166934:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384326.166939:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384326.166942:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384326.166944:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384326.166946:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384326.166948:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384326.166951:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384326.166953:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384326.166954:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384326.166956:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384326.166958:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384326.166960:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384326.166962:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384326.166963:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384326.166965:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384326.166967:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384326.166968:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384326.166970:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384326.166971:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384326.166974:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384326.166975:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384326.166977:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384326.166979:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384326.166980:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384326.166981:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384326.166984:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384326.166985:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384326.166987:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384326.166988:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384326.166990:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384326.166992:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384326.166994:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384326.166995:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384326.166997:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384326.166998:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384326.167000:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384326.167001:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384326.167003:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384326.167013:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384326.167015:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384326.167016:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384326.167018:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384326.167020:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384326.167021:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384326.167023:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384326.167024:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384326.167026:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384326.167027:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384326.167029:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384326.167031:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384326.167033:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384326.167034:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384326.167036:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384326.167037:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384326.167039:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384326.167041:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384326.167042:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384326.167101:0:27037:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b538ceaf. 00000004:00000001:3.0:1767384326.343807:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384326.343811:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384326.343816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384326.343817:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e86466. 00000020:00000040:3.0:1767384326.343824:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384326.343826:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384326.343829:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384326.343832:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 02000000:00000001:3.0:1767384326.343833:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.343838:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.343838:0:36:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384326.343844:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384326.343847:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384326.343848:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fec52b6f. 02000000:00000001:2.0:1767384326.343851:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.343855:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.343858:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e32a6bd2. 00000100:00000001:3.0:1767384326.343861:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384326.343864:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.343864:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.343877:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384326.343878:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e86466] to pc [ptlrpcd_00_03+3] req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.343901:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.343903:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.343910:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7ecca1] to pc [ptlrpcd_00_00+0] req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384326.343911:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.343923:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.343927:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.343929:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384326.343936:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.343940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384326.343942:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.343947:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384326.343953:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384326.343953:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8c5ebba. 00000100:00000001:3.0:1767384326.343955:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.343959:0:36:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384326.343960:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384326.343964:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.343964:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384326.343968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.343969:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.343973:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.343974:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731464192:0@lo:13: 00000100:00000001:3.0:1767384326.343978:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384326.343982:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384326.343985:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.343986:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c38ec5c. 02000000:00000001:3.0:1767384326.343987:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384326.343993:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000908ba3b7. 00000100:00000001:2.0:1767384326.343993:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.343998:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.344003:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384326.344004:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d6ef70. 00000400:00000010:3.0:1767384326.344013:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000194bf772. 00000100:00000001:2.0:1767384326.344014:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.344017:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384326.344019:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731464192, portal 4 00000100:00000040:2.0:1767384326.344021:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c5ebba] to pc [ptlrpcd_00_01+1] req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.344023:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.344026:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668304128 : -114767041247488 : ffff979eb7464700) 00000100:00000040:3.0:1767384326.344035:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.344036:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.344042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384326.344047:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.344048:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384326.344052:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384326.344054:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000192d251. 00000400:00000010:3.0:1767384326.344055:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000100:00000200:3.0:1767384326.344061:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731464192, offset 0 00000020:00000040:2.0:1767384326.344062:0:36:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384326.344066:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384326.344069:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384326.344070:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384326.344074:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.344078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000770aa37a. 00000100:00000001:2.0:1767384326.344082:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384326.344083:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384326.344095:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384326.344101:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d104a00 00000400:00000200:3.0:1767384326.344111:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000100:00000001:2.0:1767384326.344111:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.344115:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384326.344119:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384326.344123:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000192d251] to pc [ptlrpcd_00_02+2] req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384326.344126:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384326.344135:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384326.344137:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384326.344141:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384326.344148:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092c718f6. 00000100:00000040:2.0:1767384326.344148:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (250) 00000100:00000040:3.0:1767384326.344154:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000092c718f6 x1853236731464192 msgsize 224 00000100:00100000:3.0:1767384326.344160:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384326.344164:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.344168:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.344169:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.344170:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384326.344177:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384326.344179:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000400:00000010:3.0:1767384326.344183:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000100:00000001:3.0:1767384326.344189:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.344193:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384326.344195:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.344201:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.344205:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384326.344207:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384326.344210:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.344211:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384326.344217:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.344223:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.344224:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731464320:0@lo:400: 00000100:00000001:3.0:1767384326.344228:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.344232:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384326.344236:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.344236:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384326.344240:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.344242:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3742 usecs (4 jiffies) 02000000:00000001:2.0:1767384326.344243:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384326.344247:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912516 02000000:00000010:2.0:1767384326.344249:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2f4ca5d. 02000000:00000001:2.0:1767384326.344253:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384326.344254:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000400:00000010:2.0:1767384326.344261:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000100:00000001:3.0:1767384326.344262:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384326.344270:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000400:00000010:2.0:1767384326.344272:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000010:3.0:1767384326.344274:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085ec08bc. 00000100:00000200:2.0:1767384326.344278:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731464320, portal 4 00000100:00000001:3.0:1767384326.344279:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384326.344284:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.344286:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000001:2.0:1767384326.344289:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000100:00000010:3.0:1767384326.344291:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b583095. 00000100:00000001:3.0:1767384326.344295:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384326.344298:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.344300:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00000010:3.0:1767384326.344306:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb1386c. 00000100:00000001:3.0:1767384326.344325:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384326.344329:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384326.344330:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.344333:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.344336:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384326.344338:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.344341:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000100:00000200:2.0:1767384326.344344:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731464320, offset 0 00000100:00000001:3.0:1767384326.344349:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.344354:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384326.344357:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.344360:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384326.344364:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384326.344367:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384326.344368:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.344373:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.344378:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:2.0:1767384326.344381:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d104a80 00000100:00000001:3.0:1767384326.344382:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.344388:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.344391:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.344392:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000100:00000001:3.0:1767384326.344396:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.344399:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384326.344400:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384326.344401:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384326.344407:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384326.344409:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.344413:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384326.344416:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384326.344421:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384326.344423:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e906c6d. 00000100:00000001:3.0:1767384326.344426:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384326.344427:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000002e906c6d x1853236731464320 msgsize 224 00000100:00000001:1.0:1767384326.344427:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.344430:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344431:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384326.344436:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384326.344436:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384326.344437:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384326.344441:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.344445:0:16352:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384326.344447:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344453:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384326.344454:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000192d251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731464576:0@lo:400: 00000100:00000001:1.0:1767384326.344455:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.344460:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 02000000:00000001:1.0:1767384326.344461:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384326.344462:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384326.344464:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 02000000:00000001:1.0:1767384326.344464:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384326.344467:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.344468:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.344469:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384326.344470:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.344474:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384326.344475:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.344475:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8c5ebba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236731464448:0@lo:400: 02000000:00000010:3.0:1767384326.344480:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005274b96e. 00000100:00000001:1.0:1767384326.344480:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384326.344483:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384326.344486:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384326.344487:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.344487:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.344490:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384326.344495:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bcd32bd. 02000000:00000001:1.0:1767384326.344496:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384326.344500:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384326.344500:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ed963f1. 00000400:00000010:3.0:1767384326.344504:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000100:00000001:2.0:1767384326.344504:0:16352:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384326.344504:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.344509:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.344509:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000100:00000200:3.0:1767384326.344511:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731464576, portal 10 00000100:00000040:2.0:1767384326.344513:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3742 usecs (4 jiffies) 00000100:00000001:3.0:1767384326.344514:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384326.344515:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000100:00000001:3.0:1767384326.344518:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789371776 : -114766920179840 : ffff979ebe7d9f80) 00000100:00000001:2.0:1767384326.344519:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000100:00000200:1.0:1767384326.344520:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731464448, portal 10 00000100:00000001:1.0:1767384326.344523:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384326.344524:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912516 00000100:00000001:1.0:1767384326.344525:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789374464 : -114766920177152 : ffff979ebe7daa00) 00000100:00000001:2.0:1767384326.344526:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000100:00000040:3.0:1767384326.344527:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.344530:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912516 00000100:00000040:1.0:1767384326.344534:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.344535:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000001:2.0:1767384326.344541:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912516 00000100:00000001:3.0:1767384326.344544:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.344545:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00000001:2.0:1767384326.344547:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912516 00000100:00000001:1.0:1767384326.344548:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.344549:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384326.344551:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384326.344554:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.344555:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.344555:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000001:2.0:1767384326.344558:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.344559:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731464448, offset 0 00000400:00000010:3.0:1767384326.344560:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000100:00000001:2.0:1767384326.344562:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.344566:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384326.344568:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.344569:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384326.344572:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384326.344572:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384326.344573:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731464576, offset 0 00000100:00000001:2.0:1767384326.344574:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.344578:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.344581:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384326.344584:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.344584:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d104b00 00000400:00000200:1.0:1767384326.344596:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:3.0:1767384326.344599:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.344607:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.344611:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d104b80 00000020:00000010:2.0:1767384326.344611:0:17892:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003259cd7c. 00000400:00000200:1.0:1767384326.344617:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.344618:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384326.344622:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000400:00000200:3.0:1767384326.344627:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384326.344628:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464320 00000100:00000001:1.0:1767384326.344628:0:16353:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384326.344632:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384326.344632:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384326.344635:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.344635:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.344638:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384326.344638:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026685386. 00000100:00000040:1.0:1767384326.344642:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000026685386 x1853236731464448 msgsize 224 02000000:00000001:2.0:1767384326.344643:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.344646:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464320 00000100:00000001:3.0:1767384326.344647:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384326.344648:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384326.344650:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384326.344651:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.344652:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:2.0:1767384326.344657:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384326.344659:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384326.344660:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000020:00000001:2.0:1767384326.344663:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384326.344666:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384326.344666:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000400:00000200:1.0:1767384326.344670:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000100:00100000:3.0:1767384326.344671:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464192 00000100:00000001:2.0:1767384326.344672:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384326.344673:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 02000000:00000001:3.0:1767384326.344674:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384326.344677:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384326.344678:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c18345c. 00000100:00000001:1.0:1767384326.344678:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384326.344679:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.344684:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384326.344685:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.344686:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d9fdc215. 00000100:00100000:3.0:1767384326.344691:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464192 00000020:00000040:2.0:1767384326.344694:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000001:3.0:1767384326.344695:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384326.344697:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384326.344699:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:3.0:1767384326.344702:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384326.344702:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384326.344704:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000100:00000001:2.0:1767384326.344705:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384326.344710:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000010:2.0:1767384326.344712:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9febe67. 00000020:00000001:3.0:1767384326.344714:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384326.344719:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.344720:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003da491d. 00000020:00000010:3.0:1767384326.344722:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623baeea. 00000100:00000001:3.0:1767384326.344727:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.344728:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000020:00000010:3.0:1767384326.344732:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623baeea. 00000100:00000001:1.0:1767384326.344739:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384326.344741:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9c6e5eb. 00000100:00000040:2.0:1767384326.344741:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384326.344742:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.344743:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.344747:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384326.344749:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b94395fc. 00000100:00000001:2.0:1767384326.344750:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.344750:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.344755:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2971 usecs (3 jiffies) 00000020:00000010:3.0:1767384326.344756:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000100:00000001:2.0:1767384326.344760:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384326.344760:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912515 00000100:00000001:2.0:1767384326.344764:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384326.344764:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912516 00000100:00000040:3.0:1767384326.344784:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384326.344787:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384326.344788:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384326.344790:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.344792:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344798:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912515 00000100:00000001:1.0:1767384326.344801:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912516 00000100:00000001:2.0:1767384326.344803:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.344803:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000100:00000001:1.0:1767384326.344808:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912516 00000100:00000001:1.0:1767384326.344810:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00000001:3.0:1767384326.344811:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344813:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912516 00000100:00000001:2.0:1767384326.344817:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.344817:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.344819:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.344819:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.344822:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.344822:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.344826:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384326.344828:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.344830:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:2.0:1767384326.344832:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789377152 : -114766920174464 : ffff979ebe7db480) 00000100:00000001:1.0:1767384326.344832:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.344834:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384326.344837:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384326.344838:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e906c6d x1853236731464320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.344838:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.344841:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.344842:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.344846:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.344850:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384326.344852:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.344854:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000100:00000001:3.0:1767384326.344859:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668303232 : -114767041248384 : ffff979eb7464380) 00000100:00000040:3.0:1767384326.344866:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092c718f6 x1853236731464192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.344869:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384326.344870:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384326.344872:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464448 00000020:00000010:2.0:1767384326.344875:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 02000000:00000001:1.0:1767384326.344876:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.344878:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.344880:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.344881:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384326.344881:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.344884:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 02000000:00000001:1.0:1767384326.344886:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384326.344887:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623baeea. 00000100:00100000:1.0:1767384326.344889:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464448 00000100:00000001:3.0:1767384326.344893:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384326.344893:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e906c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16352:x1853236731464320:12345-0@lo:400: 00000020:00000001:1.0:1767384326.344893:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384326.344897:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000010:3.0:1767384326.344899:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623baeea. 00000100:00000200:2.0:1767384326.344900:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464320 00000020:00000001:1.0:1767384326.344900:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384326.344906:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092c718f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16355:x1853236731464192:12345-0@lo:13: 00000020:00000001:2.0:1767384326.344906:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767384326.344910:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000200:3.0:1767384326.344912:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464192 00000020:00000001:2.0:1767384326.344913:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384326.344914:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:3.0:1767384326.344917:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384326.344918:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.344918:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:3.0:1767384326.344921:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384326.344923:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384326.344923:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384326.344924:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.344927:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384326.344928:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384326.344928:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1718373. 00000020:00000001:3.0:1767384326.344932:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000001:1.0:1767384326.344933:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384326.344934:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384326.344935:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384326.344937:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1718373. 00000020:00000001:2.0:1767384326.344938:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384326.344939:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384326.344942:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384326.344942:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384326.344944:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcabdf37. 00000020:00000001:3.0:1767384326.344946:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384326.344947:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384326.344948:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000753220ac. 00000020:00000001:3.0:1767384326.344950:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.344951:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.344952:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:3.0:1767384326.344955:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384326.344956:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384326.344959:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384326.344960:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384326.344960:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:3.0:1767384326.344964:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003c72ce34. 02000000:00000001:2.0:1767384326.344964:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384326.344964:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.344967:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384326.344968:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.344970:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a6b9d8f. 00000100:00000001:1.0:1767384326.344972:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.344973:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.344974:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384326.344979:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384326.344980:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344980:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384326.344983:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.344983:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00002000:00000001:3.0:1767384326.344985:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384326.344986:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384326.344987:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731464320 00000020:00000001:3.0:1767384326.344988:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000001:2.0:1767384326.344991:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384326.344996:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384326.344998:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384326.344998:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e906c6d x1853236731464320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345004:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.345007:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000024:3.0:1767384326.345010:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00010000:00000001:2.0:1767384326.345011:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384326.345014:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00010000:00000001:2.0:1767384326.345015:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384326.345017:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:1.0:1767384326.345018:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00001000:2.0:1767384326.345019:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=36 v=5 (1 0 0 0) 00000020:00000020:3.0:1767384326.345023:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384326.345023:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788991360 : -114766920560256 : ffff979ebe77d180) 00000100:00000001:2.0:1767384326.345024:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.345027:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:1.0:1767384326.345028:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026685386 x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1767384326.345031:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:2.0:1767384326.345039:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00002000:00000001:3.0:1767384326.345041:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:2.0:1767384326.345043:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384326.345045:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384326.345046:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.345048:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1718373. 00000020:00000010:3.0:1767384326.345049:0:19371:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ab069c01. 00000100:00000001:2.0:1767384326.345049:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384326.345050:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384326.345053:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1718373. 00000100:00000040:2.0:1767384326.345054:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:3.0:1767384326.345058:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:2.0:1767384326.345058:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000100:00100000:1.0:1767384326.345059:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026685386 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236731464448:12345-0@lo:400: 00000100:00000200:2.0:1767384326.345061:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731464320, offset 224 00000001:00000001:3.0:1767384326.345064:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384326.345065:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464448 00000400:00000200:2.0:1767384326.345069:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:3.0:1767384326.345070:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.345071:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:3.0:1767384326.345075:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731464192 00000400:00000200:2.0:1767384326.345078:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384326.345079:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384326.345082:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384326.345083:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384326.345086:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d104a80 00000020:00000001:1.0:1767384326.345087:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1767384326.345089:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092c718f6 x1853236731464192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384326.345090:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000400:00000200:2.0:1767384326.345093:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ed [1] + 224 00000020:00000001:1.0:1767384326.345095:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384326.345098:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.345100:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384326.345102:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.345105:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384326.345108:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384326.345108:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.345112:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.345113:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384326.345115:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384326.345116:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384326.345118:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384326.345120:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.345120:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384326.345124:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b70feda. 00000100:00001000:3.0:1767384326.345127:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384326.345127:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.345131:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345131:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.345135:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.345136:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384326.345138:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731464448 00010000:00000001:1.0:1767384326.345142:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384326.345143:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:3.0:1767384326.345148:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000200:1.0:1767384326.345148:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026685386 x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.345150:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384326.345154:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384326.345156:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 02000000:00000001:3.0:1767384326.345157:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.345160:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00010000:00000001:1.0:1767384326.345164:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384326.345165:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384326.345165:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384326.345167:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345169:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384326.345170:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=41 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384326.345171:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384326.345174:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.345176:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000100:00000001:1.0:1767384326.345176:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.345177:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:1.0:1767384326.345179:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:1.0:1767384326.345182:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000200:3.0:1767384326.345183:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731464192, offset 224 00010000:00000001:2.0:1767384326.345183:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384326.345184:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384326.345186:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.345187:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.345190:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384326.345190:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384326.345191:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384326.345195:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e906c6d x1853236731464320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.345195:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.345199:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000200:3.0:1767384326.345202:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384326.345204:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731464448, offset 224 00000100:00100000:2.0:1767384326.345213:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e906c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16352:x1853236731464320:12345-0@lo:400: Request processed in 341us (784us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384326.345213:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384326.345217:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d104a00 00000400:00000200:1.0:1767384326.345223:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384326.345227:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e5 [1] + 224 00000100:00100000:2.0:1767384326.345229:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:3.0:1767384326.345232:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.345234:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d104b00 00000400:00000200:3.0:1767384326.345239:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384326.345239:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:2.0:1767384326.345243:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384326.345243:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f9 [1] + 224 00000100:00000001:2.0:1767384326.345245:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384326.345249:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003da491d. 00000400:00000200:1.0:1767384326.345251:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384326.345252:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384326.345252:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000400:00000200:1.0:1767384326.345255:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384326.345257:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9febe67. 00000100:00000200:3.0:1767384326.345258:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345260:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384326.345262:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000200:1.0:1767384326.345264:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.345265:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384326.345280:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384326.345285:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000040:3.0:1767384326.345293:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.345294:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.345306:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.345322:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.345328:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384326.345328:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.345332:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384326.345334:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46c937a. 00000100:00000001:1.0:1767384326.345335:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.345337:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384326.345339:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:2.0:1767384326.345341:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.345345:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384326.345346:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000400:00000010:3.0:1767384326.345350:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000100:00000001:3.0:1767384326.345354:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384326.345355:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000100:00000001:3.0:1767384326.345357:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384326.345358:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000100:00000200:2.0:1767384326.345359:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.345363:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.345363:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.345366:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.345366:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384326.345369:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.345370:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.345372:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384326.345372:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345373:0:16352:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384326.345374:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.345376:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384326.345378:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000001:3.0:1767384326.345380:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384326.345380:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384326.345381:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384326.345384:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.345384:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.345386:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092c718f6 x1853236731464192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:307/0 lens 224/368 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.345388:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.345389:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384326.345394:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026685386 x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384326.345395:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=36 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384326.345402:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092c718f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731464192:12345-0@lo:13: Request processed in 518us (1244us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384326.345402:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.345409:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384326.345412:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.345417:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384326.345417:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026685386 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236731464448:12345-0@lo:400: Request processed in 370us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384326.345421:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1767384326.345424:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.345427:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:3.0:1767384326.345430:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384326.345433:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384326.345433:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000010:3.0:1767384326.345438:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b94395fc. 00000100:00000040:1.0:1767384326.345439:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00010000:00000001:2.0:1767384326.345444:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.345444:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384326.345445:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000100:00000001:1.0:1767384326.345446:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384326.345449:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384326.345450:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c6e5eb. 00000100:00000040:2.0:1767384326.345451:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:1.0:1767384326.345452:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000753220ac. 00000020:00000040:3.0:1767384326.345454:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:2.0:1767384326.345455:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384326.345456:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00000100:00000001:3.0:1767384326.345458:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.345459:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.345460:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcabdf37. 00000020:00000040:1.0:1767384326.345465:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000040:2.0:1767384326.345466:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345469:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.345473:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.345475:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.345477:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.345482:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345486:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.345488:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384326.345490:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7ecca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731464320:0@lo:400: 00000100:00000001:3.0:1767384326.345491:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:1.0:1767384326.345491:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384326.345495:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384326.345497:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384326.345498:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384326.345502:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384326.345502:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000100:00000010:3.0:1767384326.345504:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cdd4d06. 00000100:00000040:2.0:1767384326.345505:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7ecca1 x1853236731464320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.345505:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000400:00000010:1.0:1767384326.345508:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 00000100:00000040:3.0:1767384326.345511:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000002cdd4d06 x1853236731464576 msgsize 224 00000100:00000001:1.0:1767384326.345512:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.345515:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.345519:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384326.345523:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384326.345526:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384326.345527:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2f4ca5d. 00000100:00000200:1.0:1767384326.345531:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.345533:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.345535:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384326.345537:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384326.345538:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.345539:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384326.345540:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.345543:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e32a6bd2. 00000100:00000001:1.0:1767384326.345543:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.345545:0:16353:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384326.345546:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 02000000:00000001:2.0:1767384326.345547:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.345547:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384326.345549:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384326.345549:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384326.345550:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 00000100:00000001:1.0:1767384326.345550:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.345553:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345554:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384326.345555:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000100:00000001:2.0:1767384326.345557:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384326.345558:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384326.345559:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384326.345560:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384326.345564:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.345566:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384326.345567:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345569:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.345572:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345574:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.345577:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384326.345579:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.345583:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384326.345583:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.345592:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384326.345596:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.345598:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345601:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384326.345603:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384326.345604:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:2.0:1767384326.345605:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464576 00000100:00000001:1.0:1767384326.345608:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384326.345609:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.345611:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345612:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.345614:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.345617:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384326.345619:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.345623:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.345624:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464576 00000020:00000001:2.0:1767384326.345627:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384326.345629:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384326.345630:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:1.0:1767384326.345630:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384326.345634:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384326.345634:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384326.345636:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000001:1.0:1767384326.345636:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.345637:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.345639:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000040:1.0:1767384326.345639:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384326.345644:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2951 usecs (3 jiffies) 00000020:00000001:2.0:1767384326.345644:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:2.0:1767384326.345648:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384326.345652:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912516 00000020:00000010:2.0:1767384326.345653:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000020:00000010:2.0:1767384326.345658:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005880cc75. 00000100:00000001:3.0:1767384326.345660:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912516 00000020:00000040:2.0:1767384326.345661:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00100000:1.0:1767384326.345661:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8c5ebba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236731464448:0@lo:400: 00000100:00000001:3.0:1767384326.345666:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912516 00000100:00000001:1.0:1767384326.345668:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.345670:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384326.345671:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912516 00000100:00000001:1.0:1767384326.345672:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384326.345674:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f4ca5d. 00000100:00000001:3.0:1767384326.345675:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912516 00000020:00000010:2.0:1767384326.345678:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003da491d. 00000100:00000040:1.0:1767384326.345678:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8c5ebba x1853236731464448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.345681:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912516 00000020:00000010:2.0:1767384326.345683:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000001:3.0:1767384326.345689:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912516 00000100:00000001:1.0:1767384326.345690:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384326.345691:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384326.345693:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384326.345694:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912516 00000100:00000001:2.0:1767384326.345695:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384326.345695:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ed963f1. 00000100:00000001:3.0:1767384326.345698:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.345699:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384326.345699:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384326.345703:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.345703:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384326.345703:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.345705:0:16353:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384326.345709:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384326.345710:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767384326.345711:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384326.345711:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1767384326.345712:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c38ec5c. 00000400:00000001:3.0:1767384326.345714:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384326.345715:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.345716:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767384326.345717:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004d6ef70. 02000000:00000001:1.0:1767384326.345718:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384326.345721:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384326.345721:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8c5ebba. 00000400:00000200:3.0:1767384326.345722:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194bf772 00000400:00000010:3.0:1767384326.345726:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000194bf772. 00000100:00000001:1.0:1767384326.345727:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.345729:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384326.345730:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.345731:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.345733:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384326.345733:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384326.345735:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.345738:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384326.345741:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767384326.345741:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.345747:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:1.0:1767384326.345747:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.345750:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384326.345753:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.345757:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668311296 : -114767041240320 : ffff979eb7466300) 00000100:00000001:3.0:1767384326.345999:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384326.346000:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.346002:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384326.346004:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384326.346005:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.346006:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.346008:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.346011:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002cdd4d06 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384326.346012:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384326.346020:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.346027:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.346029:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.346035:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384326.346037:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:3.0:1767384326.346040:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384326.346042:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9e716. 00000100:00000001:2.0:1767384326.346048:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384326.346052:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.346053:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9e716. 00000100:00000001:3.0:1767384326.346056:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384326.346059:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384326.346062:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384326.346062:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002cdd4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731464576:12345-0@lo:400: 00000100:00000001:3.0:1767384326.346065:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.346071:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384326.346071:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464576 00000020:00000001:2.0:1767384326.346076:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384326.346080:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384326.346081:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384326.346084:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.346086:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.346086:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384326.346091:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:2.0:1767384326.346092:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000040:3.0:1767384326.346094:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:2.0:1767384326.346096:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000004:00000040:3.0:1767384326.346098:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:2.0:1767384326.346102:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000020:3.0:1767384326.346105:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:2.0:1767384326.346106:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.346112:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:3.0:1767384326.346113:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.346117:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384326.346119:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384326.346122:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.346128:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384326.346131:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.346132:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384326.346138:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9cd9274. 00000100:00100000:3.0:1767384326.346141:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731464192:0@lo:13: 02000000:00000001:2.0:1767384326.346142:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.346148:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346149:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.346151:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346152:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.346156:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e86466 x1853236731464192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384326.346156:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731464576 00010000:00000001:2.0:1767384326.346163:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384326.346167:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.346169:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:2.0:1767384326.346171:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002cdd4d06 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384326.346172:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000908ba3b7. 02000000:00000001:3.0:1767384326.346177:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.346179:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.346182:0:16355:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384326.346187:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384326.346188:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384326.346189:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fec52b6f. 00010000:00000001:2.0:1767384326.346193:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.346195:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.346199:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767384326.346199:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=41 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384326.346200:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e86466. 00000100:00000001:3.0:1767384326.346204:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.346205:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.346209:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346212:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.346213:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384326.346214:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.346217:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.346218:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384326.346220:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.346223:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384326.346228:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.346229:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.346232:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.346236:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384326.346239:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000200:2.0:1767384326.346242:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731464576, offset 224 00000100:00080000:3.0:1767384326.346246:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384326.346250:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384326.346251:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000400:00000200:2.0:1767384326.346261:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.346268:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d104b80 00000400:00000200:2.0:1767384326.346272:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f5 [1] + 224 00000400:00000200:2.0:1767384326.346276:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.346280:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.346284:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.346287:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.346296:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.346321:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.346326:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384326.346328:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:2.0:1767384326.346331:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.346333:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.346337:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346339:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384326.346340:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:3.0:1767384326.346343:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384326.346345:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384326.346347:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384326.346348:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384326.346350:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.346354:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bcd32bd. 00000020:00000001:2.0:1767384326.346354:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384326.346359:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000100:00000040:2.0:1767384326.346361:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002cdd4d06 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:307/0 lens 224/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384326.346362:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000100:00000001:3.0:1767384326.346366:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384326.346371:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.346389:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002cdd4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731464576:12345-0@lo:400: Request processed in 351us (876us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384326.346405:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.346412:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384326.346414:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384326.346417:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384326.346418:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:3.0:1767384326.346419:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384326.346421:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384326.346423:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384326.346424:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.346427:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.346428:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384326.346429:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.346432:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003da491d. 00000100:00001000:3.0:1767384326.346433:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=40 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384326.346438:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00001000:3.0:1767384326.346439:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.346445:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.346446:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.346446:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f4ca5d. 00010000:00000001:3.0:1767384326.346450:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384326.346453:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00010000:00080000:3.0:1767384326.346454:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.346458:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.346464:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346467:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384326.346468:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384326.346470:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384326.346471:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.346473:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.346480:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.346482:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.346484:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384326.346487:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.346500:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000192d251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731464576:0@lo:400: 00000100:00000001:3.0:1767384326.346507:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.346510:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.346520:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000192d251 x1853236731464576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.346525:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.346527:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.346529:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005274b96e. 02000000:00000001:3.0:1767384326.346532:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.346533:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.346534:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384326.346536:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.346537:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000770aa37a. 02000000:00000001:3.0:1767384326.346540:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.346541:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.346542:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000192d251. 00000100:00000001:3.0:1767384326.346545:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.346546:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.346548:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.346551:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.346552:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.346554:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.346555:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384326.349003:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294912516, at 4294912517 00000100:00000010:0.0:1767384326.349011:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000100:00000040:3.0:1767384326.349808:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294912516, at 4294912518 00000100:00000040:2.0:1767384326.349814:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294912516, at 4294912518 00000100:00000010:3.0:1767384326.349815:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb1386c. 00000100:00000040:1.0:1767384326.349821:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294912516, at 4294912518 00000100:00000010:2.0:1767384326.349823:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b583095. 00000100:00000010:1.0:1767384326.349827:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085ec08bc. 00000400:00000001:2.0:1767384326.855821:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.855826:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384326.855828:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:2.0:1767384326.855832:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:2.0:1767384326.855836:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384326.855842:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384326.855851:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098b4f0f2. 00000400:00000010:2.0:1767384326.855854:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000f27a633. 00010000:00000001:3.0:1767384327.175866:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384327.175882:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.175890:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384327.175892:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.175957:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384327.175961:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384327.175963:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384327.307760:0:27380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e55531b7. 00080000:00000010:1.0:1767384327.307794:0:27380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e55531b7. 00000020:00000001:1.0:1767384327.307801:0:27380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384327.307812:0:27380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e55531b7. 00080000:00000010:1.0:1767384327.307816:0:27380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e55531b7. 00000020:00000001:1.0:1767384327.307819:0:27380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.880834:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:2.0:1767384327.880839:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000369b9535. 00000400:00000010:2.0:1767384327.880847:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000edbe5226. 00000400:00000010:2.0:1767384327.880851:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384327.880858:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068389b2f. 00000400:00000200:2.0:1767384327.880863:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:2.0:1767384327.880878:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:2.0:1767384327.880885:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:2.0:1767384327.880888:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [66:66:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384327.880893:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:2.0:1767384327.880900:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:2.0:1767384327.880904:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000800:00000010:2.0:1767384327.880913:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000000f55837. 00000800:00000200:2.0:1767384327.880918:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:2.1:1767384327.880922:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:2.0:1767384327.880935:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 2 next ping: 250 health :800 00000400:00000200:0.0:1767384327.881021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881115:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881139:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881150:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881162:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881200:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881250:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881342:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881364:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881381:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881402:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881466:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881502:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881531:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881584:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881641:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881674:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384327.881693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384327.881874:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:0.0:1767384327.881879:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f203337. 00000800:00000010:0.0:1767384327.881883:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f2c8e12e. 00000800:00000010:0.0:1767384327.881898:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f2c8e12e. 00000800:00020000:0.0:1767384327.881906:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384327.886888:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f203337. 00000800:00000010:0.0:1767384327.886892:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:0.0:1767384327.886941:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384327.890799:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000800:00000200:0.0:1767384327.890806:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:0.0:1767384327.890811:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:0.0:1767384327.890814:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000000f55837. 00000400:00000200:0.0:1767384327.890819:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384327.890829:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384327.890838:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384327.890841:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384327.890844:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00000001:00000001:2.0:1767384328.003039:0:27544:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384328.003042:0:27544:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384328.006352:0:27544:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384328.012801:0:27545:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c88e520. 00000400:00000010:2.0:1767384328.012815:0:27545:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d3604ec9. 00000400:00000010:2.0:1767384328.012824:0:27545:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000006351f26. 00000400:00000010:2.0:1767384328.012827:0:27545:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000059122b10. 00000400:00000010:2.0:1767384328.012831:0:27545:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fa8e670. 00000400:00000010:2.0:1767384328.012834:0:27545:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007be29558. 00000400:00000010:2.0:1767384328.012836:0:27545:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000044acce6b. 00000400:00000010:2.0:1767384328.012837:0:27545:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfda0884. 00000400:00000010:2.0:1767384328.012840:0:27545:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005e673571. 00000800:00000010:2.0:1767384328.012852:0:27545:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000000f55837. 00000800:00000200:2.0:1767384328.012862:0:27545:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384328.012869:0:27545:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384328.012901:0:27545:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384328.012920:0:27545:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384328.014645:0:27545:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000496348b4. 00000400:00000010:2.0:1767384328.014651:0:27545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000400:00000010:2.0:1767384328.014656:0:27545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000400:00000001:2.0:1767384328.014670:0:27545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.014672:0:27545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384328.014673:0:27545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f342431. 00000400:00000200:2.0:1767384328.014676:0:27545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ceb6c9 00000400:00000010:2.0:1767384328.014678:0:27545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1ceb6c9. 00000400:00000010:2.0:1767384328.014682:0:27545:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c3c29271. 00000400:00000200:2.0:1767384328.014686:0:27545:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000400:00000200:2.0:1767384328.014698:0:27545:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384328.014706:0:27545:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:2.0:1767384328.014716:0:27545:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003e647901. 00000020:01000000:2.0:1767384328.014721:0:27545:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384328.014724:0:27545:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp31 00000400:00000200:1.0:1767384328.014729:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384328.014736:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:2.0:1767384328.014737:0:27545:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d3604ec9. 00000400:00000010:2.0:1767384328.014742:0:27545:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c88e520. 00000400:00000010:1.0:1767384328.014751:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000400:00000200:1.0:1767384328.014755:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000010:1.0:1767384328.014761:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081e2d1f3. 00000400:00000200:1.0:1767384328.014795:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp11 00000020:00000001:0.0:1767384328.014795:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384328.014801:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384328.014804:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384328.014807:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384328.014810:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384328.014814:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp11 to MR: 192.168.204.118@tcp11 local destination 00000020:01000004:0.0:1767384328.014815:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384328.014820:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384328.014822:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384328.014826:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384328.014827:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp11 NI seq info: [67:67:256:4294967295] 192.168.204.118@tcp11 LPNI seq info [66:66:8:4294967295] 00000020:01000004:0.0:1767384328.014829:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384328.014832:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384328.014835:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384328.014837:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384328.014839:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp11 00000020:01000004:0.0:1767384328.014840:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384328.014849:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384328.014857:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384328.014860:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) -> 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) : PUT try# 0 00000100:00000001:0.0:1767384328.014865:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384328.014870:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.118@tcp11 02000000:00000001:0.0:1767384328.014870:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384328.014878:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 02000000:00000001:0.0:1767384328.014878:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384328.014889:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 02000000:00000010:0.0:1767384328.014891:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 00000800:00000200:1.0:1767384328.014900:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:988 00000100:00000001:0.0:1767384328.014901:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384328.014908:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007764641e type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1767384328.014913:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384328.014916:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.014924:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000040:0.0:1767384328.014925:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a063519] to pc [ptlrpcd_00_03+3] req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.014930:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:3.0:1767384328.014963:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.014968:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384328.014969:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.014972:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384328.014973:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.014977:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384328.014979:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384328.014981:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384328.014986:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384328.014990:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384328.014994:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384328.014996:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384328.015002:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:3.0:1767384328.015003:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:0.0:1767384328.015004:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:3.0:1767384328.015008:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384328.015008:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384328.015013:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384328.015014:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384328.015016:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384328.015017:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384328.015019:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384328.015020:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384328.015022:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384328.015024:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384328.015027:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384328.015029:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731464704:0@lo:253: 00000100:00000010:0.0:1767384328.015032:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b596ca21. 00000100:00000001:3.0:1767384328.015034:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384328.015035:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384328.015037:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000800:00000010:1.0:1767384328.015040:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 02000000:00000001:3.0:1767384328.015042:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384328.015042:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384328.015048:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384328.015048:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384328.015049:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384328.015053:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.015056:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384328.015061:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: PUT: OK 02000000:00000010:0.0:1767384328.015062:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001223c240. 02000000:00000010:3.0:1767384328.015064:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004512c357. 00000400:00000200:1.0:1767384328.015066:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384328.015068:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.015069:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015073:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp11: 0 00000100:00000001:0.0:1767384328.015077:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384328.015078:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bcd32bd. 00000100:00000001:0.0:1767384328.015080:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.015083:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384328.015085:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1621734. 00000100:00000040:0.0:1767384328.015087:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b596ca21] to pc [ptlrpcd_00_00+0] req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384328.015092:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731464704, portal 25 00000800:00000001:1.0:1767384328.015093:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384328.015100:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384328.015102:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384328.015106:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000800:00000001:1.0:1767384328.015108:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384328.015118:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384328.015119:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015121:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11) <- 192.168.204.118@tcp11 : PUT - for me 10000000:00000001:0.0:1767384328.015126:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.015131:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384328.015136:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384328.015141:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 400 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384328.015143:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003e647901. 00000100:00000001:3.0:1767384328.015148:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384328.015155:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 384/400 into md 0x17ad [1] + 0 00000100:00000040:3.0:1767384328.015158:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384328.015159:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384328.015162:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f67d1ef. 00000100:00000001:0.0:1767384328.015164:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384328.015166:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb8624b. 00000400:00000200:1.0:1767384328.015167:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de3acdcf 00000100:00000001:0.0:1767384328.015168:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384328.015175:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384328.015182:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384328.015183:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731464704, offset 0 00000100:00000001:0.0:1767384328.015184:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384328.015188:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.015191:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384328.015193:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384328.015194:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384328.015196:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384328.015199:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.015207:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: PUT: OK 02000000:00000001:0.0:1767384328.015208:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015214:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000100:00100000:0.0:1767384328.015214:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b596ca21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731464832:0@lo:253: 00000400:00000200:3.0:1767384328.015221:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384328.015221:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000100:00000001:0.0:1767384328.015222:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384328.015228:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384328.015230:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384328.015231:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015237:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 02000000:00000001:0.0:1767384328.015238:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384328.015239:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104c00 02000000:00000010:0.0:1767384328.015246:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fecf27a9. 00000400:00000200:1.0:1767384328.015248:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384328.015250:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 02000000:00000001:0.0:1767384328.015254:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015258:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (400 bytes) 00000400:00000010:3.0:1767384328.015259:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df04e63. 00000400:00000010:0.0:1767384328.015262:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4dfaef9. 00000400:00000200:1.0:1767384328.015265:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384328.015266:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043f1330a 00000400:00000200:3.0:1767384328.015274:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384328.015274:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f203337. 00000400:00000200:1.0:1767384328.015294:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (25) 00000100:00000200:0.0:1767384328.015297:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731464832, portal 25 00000100:00000001:0.0:1767384328.015303:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384328.015304:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384328.015307:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384328.015307:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789516544 : -114766920035072 : ffff979ebe7fd500) 00000100:00000040:0.0:1767384328.015316:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.015320:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp11 to MR: 192.168.204.118@tcp11 local destination 00000100:00000001:0.0:1767384328.015330:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384328.015333:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp11 NI seq info: [68:68:256:4294967295] 192.168.204.118@tcp11 LPNI seq info [67:67:8:4294967295] 00000100:00000040:0.0:1767384328.015338:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384328.015343:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6071c5. 00000100:00000200:0.0:1767384328.015349:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731464832, offset 0 00000400:00000200:1.0:1767384328.015356:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) -> 192.168.204.118@tcp11(192.168.204.118@tcp11:192.168.204.118@tcp11) 192.168.204.118@tcp11 : ACK try# 0 00000400:00000200:0.0:1767384328.015361:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.015369:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f1330a 00000800:00000200:1.0:1767384328.015369:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp11 00000400:00000010:3.0:1767384328.015376:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043f1330a. 00000400:00000200:0.0:1767384328.015377:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384328.015380:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000100:00000001:3.0:1767384328.015386:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384328.015391:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384328.015391:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 00000400:00000200:0.0:1767384328.015396:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104c80 00000100:00000040:3.0:1767384328.015400:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006dd310c9 x1853236731464704 msgsize 4848 00000800:00000200:1.0:1767384328.015408:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:1019 00000400:00000200:0.0:1767384328.015408:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000100:00100000:3.0:1767384328.015414:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384328.015416:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007764641e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384328.015418:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175ba83f. 00000100:00000040:3.0:1767384328.015420:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384328.015426:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e431612 00000800:00000001:1.0:1767384328.015429:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384328.015432:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384328.015435:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384328.015438:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.015438:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384328.015449:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e431612 00000400:00000010:0.0:1767384328.015451:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e431612. 00000400:00000200:3.0:1767384328.015455:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb8624b 00000100:00000001:0.0:1767384328.015455:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384328.015457:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384328.015460:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb8624b. 00000100:00000040:0.0:1767384328.015462:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000d5aee854 x1853236731464832 msgsize 4848 00000100:00000001:3.0:1767384328.015465:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384328.015472:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384328.015475:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384328.015477:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384328.015486:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.015491:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.015495:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384328.015499:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384328.015501:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.015504:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6071c5 00000800:00000010:1.0:1767384328.015505:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000100:00000001:3.0:1767384328.015506:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384328.015508:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6071c5. 00000100:00000001:3.0:1767384328.015514:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015515:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384328.015516:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384328.015520:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294914188 00000100:00000200:0.0:1767384328.015524:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384328.015528:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000400:00000200:1.0:1767384328.015532:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: ACK: OK 00000100:00000001:3.0:1767384328.015537:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384328.015547:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294914188 00000100:00000001:0.0:1767384328.015548:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384328.015550:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384328.015555:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384328.015556:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b583095. 00000800:00000001:1.0:1767384328.015557:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.015563:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384328.015565:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384328.015572:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294914188 00000100:00000001:0.0:1767384328.015573:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.015575:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.015578:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384328.015580:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085ec08bc. 00000100:00000001:3.0:1767384328.015586:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384328.015586:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.015588:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384328.015594:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294914188 00000100:00000001:3.0:1767384328.015595:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294914188 00000100:00000001:0.0:1767384328.015600:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294914188 00000100:00000010:3.0:1767384328.015602:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbb1386c. 00000800:00000001:1.0:1767384328.015603:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.015605:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294914188 00000100:00000001:3.0:1767384328.015609:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384328.015611:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294914188 00000100:00000001:0.0:1767384328.015617:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294914188 00000100:00000001:3.0:1767384328.015618:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384328.015620:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp11(192.168.204.118@tcp11) <- 192.168.204.118@tcp11 : ACK - for me 00000100:00000001:0.0:1767384328.015625:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294914188 00000100:00000001:3.0:1767384328.015626:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015633:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294914188 00000100:00000001:3.0:1767384328.015634:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015640:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294914188 00000100:00000001:3.0:1767384328.015642:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.015642:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp11: ACK from 12345-192.168.204.118@tcp11 into md 0x181d 00000100:00000001:0.0:1767384328.015644:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.015650:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015651:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384328.015654:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.015655:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.015660:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384328.015661:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.015662:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp11->192.168.204.118@tcp11: ACK: OK 00000100:00000001:3.0:1767384328.015668:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384328.015671:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000100:00000001:3.0:1767384328.015672:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384328.015673:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384328.015677:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 00000100:00000001:0.0:1767384328.015678:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384328.015679:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015685:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384328.015687:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015687:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.015690:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384328.015691:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:0.0:1767384328.015694:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015700:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:0.0:1767384328.015702:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015706:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 00000100:00000001:3.0:1767384328.015712:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384328.015714:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384328.015716:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015718:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384328.015720:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.015722:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.015739:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384328.015743:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464704 02000000:00000001:3.0:1767384328.015746:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384328.015749:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.015751:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.015755:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015757:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384328.015758:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464704 00000020:00000001:3.0:1767384328.015762:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384328.015763:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00100000:0.0:1767384328.015789:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464832 02000000:00000001:0.0:1767384328.015792:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384328.015794:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384328.015796:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015799:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384328.015800:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384328.015806:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464832 00000020:00000001:3.0:1767384328.015807:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384328.015808:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000008efcff0d. 00000020:00000001:0.0:1767384328.015809:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384328.015813:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000040:0.0:1767384328.015814:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000010:1.0:1767384328.015816:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f67d1ef. 00000020:00000001:0.0:1767384328.015818:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384328.015820:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:0.0:1767384328.015823:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384328.015824:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:1.0:1767384328.015826:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000020:00000001:0.0:1767384328.015830:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384328.015834:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384328.015834:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008efcff0d 00000020:00000001:0.0:1767384328.015835:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:3.0:1767384328.015841:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f40269f3. 00000100:00000001:0.0:1767384328.015843:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384328.015844:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000f85864b4. 00000100:00000001:3.0:1767384328.015846:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384328.015850:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000020:00000010:0.0:1767384328.015850:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2c8e12e. 00000020:00000010:3.0:1767384328.015851:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f40269f3. 00000100:00000001:0.0:1767384328.015858:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384328.015861:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000020:00000010:0.0:1767384328.015864:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2c8e12e. 00000020:00000010:3.0:1767384328.015865:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004e641e8. 00000400:00000200:1.0:1767384328.015866:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000010:1.0:1767384328.015875:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000003e1d450b. 00000020:00000010:3.0:1767384328.015876:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4fd0a24. 00000020:00000010:0.0:1767384328.015877:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a991dc48. 00000400:00000010:1.0:1767384328.015879:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000020:00000010:3.0:1767384328.015886:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000020:00000010:0.0:1767384328.015886:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a21f6ca. 00000400:00000010:1.0:1767384328.015890:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000096c851b9. 00000020:00000010:0.0:1767384328.015895:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f933a3dc. 00000400:00000200:1.0:1767384328.015897:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000040:3.0:1767384328.015899:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384328.015904:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384328.015905:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.015906:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384328.015909:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384328.015910:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:3.0:1767384328.015911:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015913:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.015922:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.015925:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.015926:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000100:00000001:3.0:1767384328.015931:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.015932:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.015939:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:1.0:1767384328.015945:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000100:00000001:3.0:1767384328.015949:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384328.015952:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384328.015953:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:3.0:1767384328.015954:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384328.015955:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384328.015962:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384328.015970:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384328.015976:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745185360 : -114766964366256 : ffff979ebbdb6450) 00000400:00000200:1.0:1767384328.015976:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00100000:0.0:1767384328.015977:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:0.0:1767384328.015985:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000040:3.0:1767384328.015986:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006dd310c9 x1853236731464704/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.015990:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:0.0:1767384328.015991:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745189456 : -114766964362160 : ffff979ebbdb7450) 00000100:00000040:0.0:1767384328.016001:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5aee854 x1853236731464832/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.016012:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:1.0:1767384328.016031:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000100:00000001:0.0:1767384328.016033:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384328.016038:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2c8e12e. 00000400:00000200:1.0:1767384328.016051:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:0.0:1767384328.016051:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.016055:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384328.016059:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2c8e12e. 00000020:00000010:3.0:1767384328.016062:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f40269f3. 00000400:00000200:1.0:1767384328.016065:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:3.0:1767384328.016068:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384328.016069:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5aee854 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731464832:12345-0@lo:253: 00000020:00000010:3.0:1767384328.016075:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f40269f3. 00000100:00000200:0.0:1767384328.016083:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464832 00000400:00000200:1.0:1767384328.016084:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00100000:3.0:1767384328.016089:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006dd310c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731464704:12345-0@lo:253: 00000020:00000001:0.0:1767384328.016091:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384328.016097:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000001:0.0:1767384328.016097:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384328.016101:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384328.016103:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464704 00000020:00000001:0.0:1767384328.016109:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384328.016110:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384328.016110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000001:0.0:1767384328.016112:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384328.016116:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384328.016120:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384328.016123:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.016123:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.016124:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:00000001:0.0:1767384328.016130:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.016132:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384328.016134:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384328.016136:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000020:00000001:3.0:1767384328.016138:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384328.016138:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016146:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00000001:0.0:1767384328.016147:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384328.016148:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384328.016152:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384328.016154:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.016158:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 02000000:00000010:0.0:1767384328.016160:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab30336e. 00000020:00000001:3.0:1767384328.016161:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384328.016167:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 02000000:00000001:0.0:1767384328.016167:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.016168:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384328.016174:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.016175:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016180:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 12], ns[61, 12] 20000000:00000001:0.0:1767384328.016183:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384328.016184:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384328.016189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 02000000:00000001:3.0:1767384328.016190:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384328.016194:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a78c3376. 00000400:00000200:1.0:1767384328.016199:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 02000000:00000010:3.0:1767384328.016200:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000034afe4d9. 20000000:01000000:0.0:1767384328.016201:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384328.016207:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384328.016208:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016209:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 20000000:00000001:0.0:1767384328.016214:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384328.016215:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.016218:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016219:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 20000000:00000001:3.0:1767384328.016220:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384328.016222:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.016225:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384328.016231:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029a55519. 00000400:00000200:1.0:1767384328.016234:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp30 lpni_is_preferred = 0 20000000:01000000:3.0:1767384328.016237:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384328.016238:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da1ab5d9. 00000400:00000200:1.0:1767384328.016239:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp30 20000000:00000001:3.0:1767384328.016244:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384328.016245:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384328.016249:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384328.016251:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [69:69:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [68:68:8:4294967295] 20000000:00000001:3.0:1767384328.016253:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.016256:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384328.016257:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016261:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00080000:00000001:0.0:1767384328.016262:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384328.016263:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384328.016269:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384328.016274:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:1.0:1767384328.016297:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:1.0:1767384328.016301:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007764641e. 00080000:00000001:0.0:1767384328.016303:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384328.016307:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b738ad3d. 00000800:00000010:1.0:1767384328.016313:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000014a5d295. 00000800:00000200:1.0:1767384328.016316:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00080000:00000001:0.0:1767384328.016318:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384328.016322:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00080000:00000001:0.0:1767384328.016324:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384328.016327:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016337:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00080000:00000001:0.0:1767384328.016338:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384328.016342:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384328.016343:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00080000:00000002:0.0:1767384328.016349:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384328.016354:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384328.016356:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384328.016359:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384328.016362:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.016364:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384328.016367:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384328.016372:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384328.016375:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384328.016380:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000073c2c1c4. 00080000:00000001:0.0:1767384328.016382:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306793115648 : -114766916435968 : ffff979ebeb6c000) 00080000:00000001:0.0:1767384328.016385:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384328.016389:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384328.016393:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2c8e12e. 00080000:00000001:0.0:1767384328.016395:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.016398:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384328.016399:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00080000:00000001:0.0:1767384328.016410:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.016429:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384328.016441:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016479:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016512:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016546:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016598:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016615:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016630:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016644:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016659:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016674:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016693:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016710:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016745:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016764:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016864:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016895:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016917:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016941:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.016963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017002:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017055:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017076:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017099:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017126:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017195:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017233:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017268:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384328.017357:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384328.017468:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9f63b99. 00000800:00000010:1.0:1767384328.017473:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb5a1857. 00000800:00000010:1.0:1767384328.017477:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1718373. 00000800:00000010:1.0:1767384328.017495:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1718373. 00000800:00020000:1.0:1767384328.017505:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384328.017510:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb5a1857. 00000800:00000010:1.0:1767384328.017513:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9f63b99. 00000400:02020000:1.0:1767384328.017557:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384328.017565:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:1.0:1767384328.017573:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:1.0:1767384328.017579:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:1.0:1767384328.017581:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007764641e. 00000400:00000200:1.0:1767384328.017583:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384328.017586:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384328.017598:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:1.0:1767384328.017602:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384328.017604:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:1.0:1767384328.017608:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384328.017642:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384328.017648:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:0.0:1767384328.017651:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384328.017652:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384328.017654:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000400:00000010:0.0:1767384328.017655:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000400:00000200:0.0:1767384328.017658:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384328.017661:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:0.0:1767384328.017663:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000003e1d450b. 00000400:00000200:0.0:1767384328.017666:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 00000400:00000200:0.0:1767384328.017668:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:0.0:1767384328.017670:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:0.0:1767384328.017672:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384328.017675:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (23) 00080000:00000010:3.0:1767384328.018455:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000073c2c1c4. 00080000:00000010:0.0:1767384328.018518:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2c8e12e. 00040000:00000001:0.0:1767384328.018524:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384328.018526:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384328.018529:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384328.018531:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384328.018534:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.018535:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384328.018546:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384328.018554:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384328.018557:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384328.018561:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384328.018564:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4586004. 20000000:01000000:3.0:1767384328.018567:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384328.018570:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384328.018577:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384328.018579:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384328.018583:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384328.018584:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:1.0:1767384328.018587:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384328.018591:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384328.018592:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384328.018596:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384328.018601:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384328.018604:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dd42c80. 00080000:00000001:3.0:1767384328.018605:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384328.018607:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.018610:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384328.018611:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384328.018612:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384328.018616:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000010:1.0:1767384328.018616:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000337a8c4a. 00000020:00000001:3.0:1767384328.018623:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00000020:00000001:1.0:1767384328.018623:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384328.018625:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:1.0:1767384328.018627:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000337a8c4a with handle 0xd602e9c522f0b25f to hash 00080000:00000001:3.0:1767384328.018630:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384328.018631:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384328.018633:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018634:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00080000:00000001:3.0:1767384328.018636:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.018638:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000020:00000001:3.0:1767384328.018640:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384328.018642:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384328.018644:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:1.0:1767384328.018645:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.018650:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384328.018651:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384328.018655:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000042a6b83. 00080000:00000001:3.0:1767384328.018661:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496592896 : -114772212958720 : ffff979d83043a00) 00010000:00000001:1.0:1767384328.018661:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384328.018664:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384328.018666:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:3.0:1767384328.018667:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384328.018669:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384328.018670:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f40269f3. 00010000:00000001:1.0:1767384328.018673:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384328.018675:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018675:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384328.018679:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384328.018680:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384328.018683:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.018684:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384328.018687:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384328.018688:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018689:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384328.018691:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384328.018693:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007dd42c80) refcount = 1 00010000:00010000:1.0:1767384328.018696:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384328.018697:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384328.018713:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384328.018716:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384328.018718:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.018720:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018723:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384328.018726:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384328.018730:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384328.018733:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384328.018735:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000020:0.0:1767384328.018735:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:1.0:1767384328.018740:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=4 00000100:00000001:0.0:1767384328.018740:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384328.018744:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a78c3376. 00000020:00000001:1.0:1767384328.018745:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384328.018765:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 20000000:00000001:0.0:1767384328.018766:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018769:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:0.0:1767384328.018771:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731464832 00010000:00010000:1.0:1767384328.018774:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384328.018775:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384328.018799:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5aee854 x1853236731464832/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384328.018811:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384328.018814:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018817:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:0.0:1767384328.018818:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=48 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384328.018823:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384328.018824:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384328.018828:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384328.018832:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384328.018837:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384328.018842:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384328.018842:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.018848:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384328.018848:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384328.018853:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384328.018857:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384328.018863:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6071c5. 00010000:00000001:1.0:1767384328.018864:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384328.018867:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384328.018868:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731464832, offset 224 00010000:00000001:1.0:1767384328.018871:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384328.018874:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384328.018878:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384328.018886:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000337a8c4a already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384328.018892:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384328.018893:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384328.018899:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104c80 00000400:00000200:0.0:1767384328.018904:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1829 [2] + 224 00010000:00000001:1.0:1767384328.018905:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384328.018909:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384328.018921:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384328.018923:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384328.018929:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384328.018929:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384328.018934:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384328.018934:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384328.018939:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=5 00000100:00000200:0.0:1767384328.018942:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384328.018947:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384328.018954:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000100:00000040:0.0:1767384328.018957:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.018962:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384328.018967:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.018977:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384328.018977:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384328.018983:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384328.018985:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6071c5 00010000:00000001:1.0:1767384328.018986:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384328.018989:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6071c5. 00000100:00000001:3.0:1767384328.018992:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.018995:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.018996:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384328.018996:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384328.018998:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384328.019003:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:3.0:1767384328.019004:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384328.019005:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384328.019008:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384328.019008:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384328.019011:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384328.019014:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4dfaef9. 00010000:00000001:1.0:1767384328.019014:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.019015:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384328.019019:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.019022:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f203337 00000020:00000040:1.0:1767384328.019023:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000337a8c4a with handle 0xd602e9c522f0b25f from hash 00000020:00000001:0.0:1767384328.019023:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384328.019028:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f203337. 00010000:00000001:1.0:1767384328.019030:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384328.019031:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5aee854 x1853236731464832/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.019036:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384328.019036:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384328.019041:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384328.019045:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.019046:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384328.019049:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5aee854 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731464832:12345-0@lo:253: Request processed in 3011us (3581us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384328.019052:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384328.019057:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384328.019062:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384328.019067:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384328.019069:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00000001:1.0:1767384328.019075:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.019077:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000200:3.0:1767384328.019078:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.019081:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384328.019082:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384328.019086:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384328.019087:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384328.019093:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a21f6ca. 00010000:00000001:1.0:1767384328.019094:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384328.019098:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384328.019101:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f933a3dc. 00010000:00000001:1.0:1767384328.019102:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384328.019108:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a991dc48. 00000100:00000001:3.0:1767384328.019109:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384328.019114:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:3.0:1767384328.019115:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.019115:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384328.019119:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384328.019123:0:16352:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384328.019124:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384328.019124:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab30336e. 02000000:00000001:3.0:1767384328.019129:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384328.019131:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767384328.019132:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384328.019134:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384328.019134:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.019138:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.019146:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.019148:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384328.019150:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384328.019153:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=48 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384328.019154:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384328.019155:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002743b55a. 00010000:00000001:1.0:1767384328.019159:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:3.0:1767384328.019164:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=48 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384328.019164:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:0.0:1767384328.019165:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6071c5. 00010000:00000001:1.0:1767384328.019170:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384328.019173:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384328.019174:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384328.019178:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.019179:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384328.019181:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384328.019185:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.019185:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384328.019207:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.019208:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.019214:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384328.019215:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.019236:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384328.019236:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384328.019240:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384328.019241:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384328.019246:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384328.019246:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b25f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384328.019250:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384328.019253:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384328.019256:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384328.019259:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384328.019261:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000040:1.0:1767384328.019261:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007dd42c80 count: 0 00000020:01000004:3.0:1767384328.019263:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384328.019267:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384328.019268:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384328.019269:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384328.019272:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.019275:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384328.019291:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384328.019296:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b596ca21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731464832:0@lo:253: 00000100:00000001:3.0:1767384328.019302:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.019303:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.019323:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b596ca21 x1853236731464832/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.019335:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384328.019337:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384328.019339:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fecf27a9. 02000000:00000001:3.0:1767384328.019343:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384328.019344:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384328.019357:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384328.019359:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384328.019361:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001223c240. 02000000:00000001:3.0:1767384328.019364:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384328.019366:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384328.019367:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b596ca21. 00000100:00000001:3.0:1767384328.019370:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384328.019371:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.019373:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.019377:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.019379:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.019381:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.019383:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384328.020534:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000042a6b83. 00080000:00000010:3.0:1767384328.020572:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f40269f3. 00040000:00000001:3.0:1767384328.020577:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384328.020578:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384328.020580:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384328.020582:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384328.020584:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.020585:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384328.020587:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384328.020594:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384328.020596:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384328.020600:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384328.020618:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384328.020622:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384328.020623:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384328.020626:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384328.020628:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384328.020633:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000058dc814d. 00010000:00000001:1.0:1767384328.020636:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384328.020637:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003314fe5d. 00000020:00000001:1.0:1767384328.020639:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384328.020642:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003314fe5d with handle 0xd602e9c522f0b266 to hash 00000020:00000001:1.0:1767384328.020644:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384328.020645:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384328.020653:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384328.020655:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384328.020657:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.020658:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.020664:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384328.020665:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384328.020667:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384328.020668:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384328.020669:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.020670:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384328.020671:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.020672:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384328.020673:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384328.020674:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384328.020676:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384328.020677:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000058dc814d) refcount = 1 00010000:00010000:1.0:1767384328.020679:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.020682:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384328.020683:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384328.020684:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384328.020685:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.020686:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384328.020687:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384328.020688:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384328.020690:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384328.020691:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384328.020692:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=4 00000020:00000001:1.0:1767384328.020693:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384328.020695:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384328.020696:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384328.020697:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.020706:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384328.020707:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.020711:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384328.020713:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384328.020714:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384328.020717:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384328.020719:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.020721:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384328.020722:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384328.020729:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003314fe5d already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384328.020730:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384328.020732:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384328.020733:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384328.020736:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384328.020737:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384328.020739:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384328.020741:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384328.020741:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:3.0:1767384328.020744:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029a55519. 00000020:00000040:1.0:1767384328.020745:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=5 20000000:00000001:3.0:1767384328.020750:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.020750:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384328.020752:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000040:3.0:1767384328.020754:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731464704 00010000:00000001:1.0:1767384328.020755:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384328.020758:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384328.020759:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384328.020765:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:3.0:1767384328.020781:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006dd310c9 x1853236731464704/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.020785:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384328.020794:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.020796:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384328.020799:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.020799:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384328.020802:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1767384328.020803:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=48 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384328.020806:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384328.020823:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384328.020825:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.020828:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000040:1.0:1767384328.020829:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003314fe5d with handle 0xd602e9c522f0b266 from hash 00000100:00000001:3.0:1767384328.020832:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384328.020834:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384328.020837:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384328.020837:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384328.020840:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.020841:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384328.020845:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384328.020845:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384328.020846:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384328.020849:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384328.020851:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384328.020853:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294914188, at 4294914189 00010000:00000001:1.0:1767384328.020853:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384328.020856:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb8624b. 00010000:00000001:1.0:1767384328.020856:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384328.020861:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085ec08bc. 00010000:00000001:1.0:1767384328.020862:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384328.020863:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731464704, offset 224 00010000:00000001:1.0:1767384328.020869:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384328.020871:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384328.020873:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384328.020875:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384328.020877:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384328.020878:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.020880:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.020885:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384328.020885:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.020891:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384328.020896:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104c00 00010000:00000001:1.0:1767384328.020901:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384328.020905:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1821 [2] + 224 00010000:00000001:1.0:1767384328.020905:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384328.020909:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384328.020911:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384328.020912:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384328.020914:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384328.020914:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384328.020917:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384328.020920:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.020921:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:1.0:1767384328.020923:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.020926:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384328.020926:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384328.020931:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.020935:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384328.020940:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.020943:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384328.020946:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b266 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384328.020957:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058dc814d count: 0 00000100:00000001:3.0:1767384328.020964:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384328.020964:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384328.020965:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384328.020971:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb8624b 00000400:00000010:3.0:1767384328.020974:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb8624b. 00000100:00000001:3.0:1767384328.020977:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.020978:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.020982:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.020982:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.020986:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384328.020987:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384328.020991:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384328.020992:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384328.020994:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384328.020995:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384328.020998:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384328.020999:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bcd32bd. 00000400:00000200:0.0:1767384328.021003:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1621734 00000400:00000010:0.0:1767384328.021006:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1621734. 00000100:00000040:3.0:1767384328.021011:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006dd310c9 x1853236731464704/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.021011:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384328.021018:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.021026:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006dd310c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731464704:12345-0@lo:253: Request processed in 4967us (5621us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384328.021040:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.021042:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:3.0:1767384328.021048:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384328.021053:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384328.021055:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384328.021056:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384328.021058:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384328.021060:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4fd0a24. 00000100:00000001:0.0:1767384328.021061:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384328.021065:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384328.021066:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000100:00000001:0.0:1767384328.021067:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384328.021072:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384328.021073:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004e641e8. 02000000:00000001:0.0:1767384328.021075:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384328.021078:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00001000:0.0:1767384328.021079:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=48 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384328.021084:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384328.021085:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=48 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384328.021088:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000034afe4d9. 00000100:00000001:0.0:1767384328.021089:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384328.021091:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.021094:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384328.021096:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384328.021096:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.021098:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.021102:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384328.021103:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384328.021110:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384328.021111:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384328.021116:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384328.021118:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384328.021119:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df04e63. 00000020:01000004:0.0:1767384328.021120:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384328.021126:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb8624b. 00000020:01000004:0.0:1767384328.021130:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384328.021133:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384328.021134:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384328.021136:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384328.021137:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384328.021138:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384328.021139:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384328.021141:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384328.021142:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384328.021144:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384328.021150:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731464704:0@lo:253: 00000100:00000001:0.0:1767384328.021153:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.021154:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384328.021156:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731464704/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.021160:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384328.021162:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384328.021163:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004512c357. 02000000:00000001:0.0:1767384328.021167:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384328.021168:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384328.021168:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384328.021170:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384328.021171:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:0.0:1767384328.021173:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384328.021174:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384328.021175:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384328.021177:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384328.021177:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.021179:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.021182:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384328.021183:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.021184:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384328.021186:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.021804:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294914188, at 4294914189 00000100:00000010:0.0:1767384328.021809:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000100:00000040:1.0:1767384328.021820:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294914188, at 4294914189 00000100:00000040:3.0:1767384328.021822:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294914188, at 4294914190 00000100:00000010:1.0:1767384328.021830:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b583095. 00000100:00000010:3.0:1767384328.021832:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbb1386c. 00010000:00000010:1.1:1767384328.031790:0:27551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dd42c80. 00010000:00000010:1.1:1767384328.031798:0:27551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000337a8c4a. 00010000:00000010:1.1:1767384328.031801:0:27551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058dc814d. 00010000:00000010:1.1:1767384328.031803:0:27551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003314fe5d. 00000400:00000010:2.0:1767384328.031891:0:27550:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c22db560. 00000400:00000040:2.0:1767384328.031907:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.031910:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384328.031912:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.031913:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.031915:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.031916:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384328.031919:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.031920:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384328.031921:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384328.031921:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384328.031923:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384328.031924:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.031925:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384328.031926:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.031927:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384328.031929:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384328.031930:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384328.031930:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384328.031931:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384328.031932:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.031933:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.031934:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.031935:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.031936:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.031937:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384328.031939:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.031940:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.031940:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.031941:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.031946:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.031947:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384328.031949:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384328.031950:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384328.031951:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384328.031952:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384328.031953:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.031954:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384328.031956:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384328.031957:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.031958:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384328.031959:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384328.031960:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384328.031961:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384328.031962:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384328.031963:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384328.031964:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384328.031965:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384328.031966:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384328.031968:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384328.031969:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384328.031970:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384328.031971:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384328.031972:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384328.031974:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384328.031975:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384328.031976:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384328.031977:0:27550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384328.032027:0:27550:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c22db560. 00010000:00000001:3.0:1767384328.199822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384328.199827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.199834:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384328.199835:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.199855:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384328.199859:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384328.199863:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384328.904859:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.904864:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384328.904867:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:2.0:1767384328.904871:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:2.0:1767384328.904875:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384328.904881:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384328.904890:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000369b9535. 00000400:00000010:2.0:1767384328.904894:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000edbe5226. 00000400:00000200:2.0:1767384328.904899:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:2.0:1767384328.904909:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000118346d5. 00000400:00000010:2.0:1767384328.904916:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6a0ab90. 00000400:00000010:2.0:1767384328.904920:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384328.904929:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d584e8c7. 00000400:00000200:2.0:1767384328.904934:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:2.0:1767384328.904948:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:2.0:1767384328.904954:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:2.0:1767384328.904958:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [70:70:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767384328.904964:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:2.0:1767384328.904971:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:2.0:1767384328.904975:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:2.0:1767384328.904980:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f0819c69. 00000800:00000200:2.0:1767384328.904985:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:2.1:1767384328.904990:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:2.0:1767384328.905032:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:0.0:1767384328.905099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905154:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905187:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905219:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905247:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905296:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905324:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905352:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905380:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905409:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905438:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905468:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905496:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905522:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905547:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905575:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905606:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905637:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905666:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905692:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905721:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905749:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905803:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905834:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905860:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905886:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905913:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905939:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905966:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.905991:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.906015:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.906053:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.906081:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.906106:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384328.906131:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384328.906301:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000800:00000010:0.0:1767384328.906307:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073563c9a. 00000800:00000010:0.0:1767384328.906313:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da8279f3. 00000800:00000010:0.0:1767384328.906342:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da8279f3. 00000800:00020000:0.0:1767384328.906354:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384328.906358:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073563c9a. 00000800:00000010:0.0:1767384328.906361:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000400:02020000:0.0:1767384328.906409:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384328.906417:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000400:00000200:0.0:1767384328.906422:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384328.906427:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:0.0:1767384328.906431:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f0819c69. 00000400:00000200:0.0:1767384328.906436:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384328.906442:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384328.906452:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384328.906455:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384328.906460:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00010000:00000001:3.0:1767384329.224756:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384329.224760:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.224786:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384329.224789:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384329.224791:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384329.224793:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.224796:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384329.224797:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.224799:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.224806:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.224838:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384329.224842:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.224845:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384329.239566:0:27904:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd05381e. 00080000:00000010:1.0:1767384329.239574:0:27904:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd05381e. 00000020:00000001:1.0:1767384329.239577:0:27904:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384329.239583:0:27904:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fd05381e. 00080000:00000010:1.0:1767384329.239586:0:27904:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fd05381e. 00000020:00000001:1.0:1767384329.239589:0:27904:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384329.927861:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.927866:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384329.927868:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:0.0:1767384329.927873:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:0.0:1767384329.927878:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384329.927884:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384329.927892:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000118346d5. 00000400:00000010:0.0:1767384329.927896:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6a0ab90. 00000800:00000010:3.0:1767384329.927913:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008d297f8c. 00000800:00000200:3.0:1767384329.927925:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00000800:00000200:3.0:1767384329.927932:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:988 00000800:00000200:3.0:1767384329.927937:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 10000000:00000001:0.0:1767384329.927952:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384329.927956:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384329.927959:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.927967:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384329.927968:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384329.927969:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384329.927971:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384329.927973:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384329.927975:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 47 10000000:00000001:0.0:1767384329.927977:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384329.927978:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384329.927983:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384329.927987:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384329.927991:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384329.927993:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384329.927997:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384329.928002:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e54b9884. 00000100:00000001:0.0:1767384329.928008:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.928012:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384329.928015:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384329.928020:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d4dd918. 00010000:00000001:0.0:1767384329.928024:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384329.928026:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000792d007. 00000020:00000001:0.0:1767384329.928030:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384329.928033:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000792d007 with handle 0xd602e9c522f0b26d to hash 00000020:00000001:0.0:1767384329.928035:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.928037:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.928039:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.928043:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1767384329.928046:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384329.928046:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.928053:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384329.928054:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767384329.928062:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384329.928067:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384329.928071:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384329.928074:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384329.928080:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.928089:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384329.928091:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384329.928095:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006aa5312f. 00000100:00000001:0.0:1767384329.928097:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792748544 : -114766916803072 : ffff979ebeb12600) 00000100:00000001:0.0:1767384329.928099:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.928100:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384329.928104:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384329.928106:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928108:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384329.928109:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384329.928115:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.928122:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.928123:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.928126:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384329.928128:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384329.928130:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384329.928133:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731464960:0@lo:101: 00000100:00000001:0.0:1767384329.928136:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384329.928141:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384329.928143:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.928144:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384329.928147:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f699230d. 02000000:00000001:0.0:1767384329.928148:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384329.928152:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174fcc3d. 00000400:00000010:0.0:1767384329.928156:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000100:00000200:0.0:1767384329.928161:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731464960, portal 25 00000100:00000001:0.0:1767384329.928162:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.928163:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384329.928166:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.928172:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.928178:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384329.928180:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000100:00000200:0.0:1767384329.928183:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731464960, offset 0 00000400:00000200:0.0:1767384329.928188:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.928198:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.928208:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d104d00 00000400:00000200:0.0:1767384329.928213:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1095 [2] + 0 00000400:00000010:0.0:1767384329.928216:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a345a20. 00000400:00000200:0.0:1767384329.928219:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003193cf3c 00000400:00000200:0.0:1767384329.928223:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.928226:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384329.928230:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003193cf3c 00000400:00000010:0.0:1767384329.928232:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003193cf3c. 00000100:00000001:0.0:1767384329.928236:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384329.928237:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384329.928253:0:17081:0:(events.c:337:request_in_callback()) incoming req@000000001777b4dc x1853236731464960 msgsize 328 00000100:00100000:0.0:1767384329.928259:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384329.928260:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384329.928269:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384329.928276:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384329.928277:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000100:00000001:0.0:1767384329.928280:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384329.928283:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.928290:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.928293:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.928298:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384329.928298:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384329.928302:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731464960 00000100:00000001:0.0:1767384329.928302:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384329.928307:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384329.928309:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.928309:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928311:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928315:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294916101 02000000:00000001:3.0:1767384329.928316:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384329.928322:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731464960 00000100:00000010:0.0:1767384329.928324:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecd2acfa. 00000020:00000001:3.0:1767384329.928325:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384329.928329:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384329.928332:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384329.928333:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384329.928339:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:0.0:1767384329.928341:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294916101 00000020:00000001:3.0:1767384329.928344:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384329.928347:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000010:0.0:1767384329.928351:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000997a5767. 00000100:00000001:3.0:1767384329.928355:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384329.928355:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384329.928361:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294916101 00000020:00000010:3.0:1767384329.928364:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000010:0.0:1767384329.928365:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345be9d5. 00000100:00000001:3.0:1767384329.928370:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.928373:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384329.928375:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00000001:0.0:1767384329.928381:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294916101 00000020:00000010:3.0:1767384329.928386:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7fee436. 00000100:00000010:0.0:1767384329.928387:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061598e37. 00000020:00000010:3.0:1767384329.928394:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4fd0a24. 00000100:00000001:0.0:1767384329.928395:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384329.928404:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000100:00000001:0.0:1767384329.928404:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.928408:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928413:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.928415:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384329.928417:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384329.928418:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000006aa5312f going to sleep for 11 seconds 00000100:00000001:3.0:1767384329.928424:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384329.928425:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384329.928428:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384329.928430:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928432:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928442:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928460:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.928473:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384329.928475:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384329.928482:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000001:0.0:1767384329.928485:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384329.928486:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384329.928488:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384329.928490:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745191504 : -114766964360112 : ffff979ebbdb7c50) 00000100:00000001:0.0:1767384329.928491:0:17078:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928496:0:17078:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.928501:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001777b4dc x1853236731464960/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.928511:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384329.928513:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:3.0:1767384329.928515:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384329.928517:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00100000:3.0:1767384329.928521:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001777b4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731464960:12345-0@lo:101: 00000100:00000200:3.0:1767384329.928525:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731464960 00000020:00000001:3.0:1767384329.928528:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384329.928531:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384329.928533:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.928536:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384329.928539:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:3.0:1767384329.928542:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384329.928543:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384329.928546:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384329.928548:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384329.928551:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.928554:0:17076:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384329.928556:0:17076:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384329.928557:0:17076:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384329.928559:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384329.928561:0:17076:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.928566:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384329.928570:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd1eec48. 00010000:00000001:3.0:1767384329.928573:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384329.928575:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00000020:00000001:3.0:1767384329.928582:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384329.928584:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6b7e8eb with handle 0xd602e9c522f0b274 to hash 00000020:00000001:3.0:1767384329.928586:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384329.928587:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384329.928589:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00010000:3.0:1767384329.928592:0:17076:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b26d expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384329.928600:0:17076:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:3.0:1767384329.928602:0:17076:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384329.928609:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384329.928611:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384329.928614:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f9c24709. 02000000:00000001:3.0:1767384329.928616:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928617:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.928620:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384329.928623:0:17076:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384329.928625:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384329.928626:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384329.928628:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384329.928630:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384329.928631:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384329.928633:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384329.928635:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384329.928636:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384329.928637:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384329.928639:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 1 00010000:00010000:3.0:1767384329.928643:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 15 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384329.928649:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384329.928651:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384329.928652:0:17076:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384329.928654:0:17076:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.928656:0:17076:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384329.928665:0:17076:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384329.928668:0:17076:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 15 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384329.928674:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384329.928676:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384329.928678:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384329.928680:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.928681:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384329.928683:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384329.928684:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384329.928686:0:17076:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c6b7e8eb, rc 0) 00000020:00000001:3.0:1767384329.928688:0:17076:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384329.928691:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731464960 00010000:00000001:3.0:1767384329.928695:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384329.928699:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001777b4dc x1853236731464960/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/344 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384329.928708:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384329.928711:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384329.928715:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384329.928719:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384329.928721:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384329.928724:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384329.928726:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384329.928728:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.928731:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384329.928733:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384329.928736:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000100:00000200:3.0:1767384329.928739:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731464960, offset 224 00000400:00000200:3.0:1767384329.928743:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384329.928749:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.928754:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d104d00 00000400:00000200:3.0:1767384329.928757:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x184d [1] + 224 00000400:00000200:3.0:1767384329.928760:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.928763:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384329.928801:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384329.928806:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.928815:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.928831:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384329.928836:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000400:00000010:3.0:1767384329.928839:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000100:00000001:3.0:1767384329.928842:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384329.928844:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384329.928846:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384329.928849:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384329.928851:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.928854:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384329.928855:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:0.0:1767384329.928856:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174fcc3d. 00010000:00000001:3.0:1767384329.928861:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384329.928862:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000020:00000001:3.0:1767384329.928864:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384329.928866:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000020:00000001:3.0:1767384329.928867:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384329.928870:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384329.928873:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001777b4dc x1853236731464960/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/344 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384329.928877:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.928895:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001777b4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731464960:12345-0@lo:101: Request processed in 381us (651us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384329.928897:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.928910:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:0.0:1767384329.928912:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384329.928914:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384329.928915:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.928917:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.928919:0:17081:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384329.928920:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384329.928923:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384329.928925:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4fd0a24. 00000020:00000010:3.0:1767384329.928929:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000100:00000001:0.0:1767384329.928932:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384329.928933:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7fee436. 00000100:00000001:0.0:1767384329.928935:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384329.928939:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384329.928939:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384329.928942:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=49 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384329.928944:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384329.928948:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f9c24709. 00000100:00001000:0.0:1767384329.928949:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=49 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384329.928952:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384329.928954:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384329.928955:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.928956:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.928960:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384329.928961:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384329.928961:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928966:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.928967:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d6ef70. 00000100:00000040:0.0:1767384329.928969:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384329.928979:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eff645a. 00000100:00000001:0.0:1767384329.928979:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.928984:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384329.928985:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.928988:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.928993:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731464960:0@lo:101: 00000100:00000001:0.0:1767384329.928996:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.928998:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.928999:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384329.929000:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.929001:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.929005:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384329.929007:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006aa5312f. 00000100:00000001:0.0:1767384329.929008:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384329.929010:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.929012:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384329.929014:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.929015:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.929016:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=4 00000020:00000001:0.0:1767384329.929017:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.929019:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000040:0.0:1767384329.929028:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000792d007, remote cookie: 0xd602e9c522f0b274, flags: 0x0 00010000:00000001:0.0:1767384329.929030:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.929032:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.929033:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.929034:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.929034:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.929036:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d4dd918) refcount = 1 00010000:00010000:0.0:1767384329.929038:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.929042:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.929043:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.929043:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.929046:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.929047:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.929049:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.929053:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384329.929054:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.929055:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.929056:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.929057:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.929058:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929059:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.929061:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731464960/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.929065:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384329.929067:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384329.929068:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f699230d. 02000000:00000001:0.0:1767384329.929070:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384329.929071:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384329.929073:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384329.929075:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384329.929076:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e54b9884. 02000000:00000001:0.0:1767384329.929079:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384329.929085:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384329.929086:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384329.929088:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384329.929089:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384329.929091:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.929092:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384329.929093:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:0.0:1767384329.929095:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.929097:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.929098:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.929099:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000020:00000001:0.0:1767384329.929100:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.929102:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.929104:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384329.929105:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.929105:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.929106:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.929108:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384329.929110:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000004a54d00c. 00000100:00000010:0.0:1767384329.929127:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384329.929129:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384329.929131:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384329.929132:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384329.929134:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384329.929137:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e54b9884. 00000100:00000001:0.0:1767384329.929139:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929141:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384329.929144:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f699230d. 00000100:00000010:0.0:1767384329.929146:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d29381b5. 00000020:00000040:0.0:1767384329.929147:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384329.929150:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384329.929151:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384329.929153:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006aa5312f. 00000100:00000001:0.0:1767384329.929155:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792748544 : -114766916803072 : ffff979ebeb12600) 00000100:00000001:0.0:1767384329.929156:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.929157:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384329.929164:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384329.929165:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929167:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384329.929168:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384329.929170:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.929174:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.929175:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.929177:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384329.929178:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384329.929180:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384329.929182:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731465088:0@lo:256: 00000100:00000001:0.0:1767384329.929184:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384329.929186:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384329.929188:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929189:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384329.929193:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174fcc3d. 00000400:00000010:0.0:1767384329.929196:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f55fb38f. 00000100:00000200:0.0:1767384329.929199:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d104d80-0x695824d104d80, portal 33 00000100:00000001:0.0:1767384329.929201:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.929203:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384329.929204:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043bf107d. 02000000:00000001:0.0:1767384329.929205:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384329.929207:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021291a14. 00000400:00000010:0.0:1767384329.929209:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000100:00000200:0.0:1767384329.929210:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731465088, portal 25 00000100:00000001:0.0:1767384329.929211:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.929213:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384329.929215:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.929219:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.929221:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384329.929222:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000100:00000200:0.0:1767384329.929223:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731465088, offset 0 00000400:00000200:0.0:1767384329.929231:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.929235:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.929252:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d104d80 00000400:00000200:0.0:1767384329.929256:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10a5 [2] + 0 00000400:00000010:0.0:1767384329.929259:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c36e6. 00000400:00000200:0.0:1767384329.929262:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9b2f908 00000400:00000200:0.0:1767384329.929264:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.929268:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384329.929270:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9b2f908 00000400:00000010:0.0:1767384329.929271:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9b2f908. 00000100:00000001:0.0:1767384329.929274:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384329.929275:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384329.929277:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000078d6e402 x1853236731465088 msgsize 304 00000100:00100000:0.0:1767384329.929281:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384329.929282:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384329.929290:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384329.929293:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384329.929295:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000100:00000001:0.0:1767384329.929297:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384329.929299:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.929304:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.929307:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.929312:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384329.929312:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929314:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384329.929316:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465088 00000100:00000001:0.0:1767384329.929319:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.929320:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384329.929323:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.929324:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294916102 00000100:00000001:3.0:1767384329.929325:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384329.929331:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929333:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916101 00000100:00100000:3.0:1767384329.929334:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465088 00000020:00000001:3.0:1767384329.929338:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384329.929340:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384329.929340:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294916102 00000020:00000001:3.0:1767384329.929344:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384329.929345:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916101 00000020:00000040:3.0:1767384329.929346:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384329.929351:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384329.929352:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294916102 00000020:00000001:3.0:1767384329.929353:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384329.929358:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384329.929358:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916101 00000020:00000010:3.0:1767384329.929361:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:3.0:1767384329.929364:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384329.929370:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00000001:0.0:1767384329.929373:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294916102 00000020:00000010:3.0:1767384329.929375:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7fee436. 00000020:00000010:3.0:1767384329.929380:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4fd0a24. 00000100:00000001:0.0:1767384329.929382:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916101 00000020:00000010:3.0:1767384329.929383:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000100:00000001:0.0:1767384329.929390:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384329.929391:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384329.929397:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929398:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384329.929401:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384329.929403:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384329.929404:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929407:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384329.929411:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000006aa5312f going to sleep for 11 seconds 00000100:00000001:3.0:1767384329.929412:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.929416:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384329.929420:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929428:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384329.929439:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384329.929440:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384329.929446:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:2.0:1767384329.929447:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384329.929448:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384329.929451:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384329.929453:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745186384 : -114766964365232 : ffff979ebbdb6850) 00000100:00000001:2.0:1767384329.929454:0:17078:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.929459:0:17078:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.929462:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078d6e402 x1853236731465088/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 304/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.929485:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384329.929488:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:3.0:1767384329.929490:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384329.929492:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00100000:3.0:1767384329.929495:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078d6e402 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731465088:12345-0@lo:256: 00000100:00000200:3.0:1767384329.929499:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465088 00000020:00000001:3.0:1767384329.929501:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384329.929503:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384329.929505:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.929507:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384329.929509:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:3.0:1767384329.929511:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384329.929513:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384329.929514:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384329.929516:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384329.929518:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929521:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384329.929523:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384329.929526:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f9c24709. 02000000:00000001:3.0:1767384329.929528:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929530:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.929533:0:17076:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384329.929536:0:17076:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384329.929540:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384329.929542:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384329.929545:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384329.929547:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384329.929549:0:17076:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384329.929552:0:17076:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000025f0d24b. 20000000:00000001:3.0:1767384329.929555:0:17076:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384329.929568:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384329.929574:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384329.929580:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384329.929587:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384329.929589:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384329.929591:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384329.929593:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384329.929595:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384329.929597:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384329.929599:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384329.929601:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384329.929603:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384329.929605:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384329.929607:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384329.929608:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384329.929611:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384329.929613:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384329.929615:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384329.929617:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384329.929619:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384329.929622:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384329.929624:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384329.929626:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384329.929629:0:17076:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:3.0:1767384329.929636:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384329.929638:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384329.929641:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384329.929643:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384329.929645:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384329.929647:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384329.929650:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384329.929652:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384329.929654:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384329.929656:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384329.929659:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384329.929661:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384329.929663:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384329.929665:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384329.929667:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384329.929669:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384329.929671:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384329.929673:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384329.929681:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384329.929684:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384329.929685:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384329.929687:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384329.929689:0:17076:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:3.0:1767384329.929692:0:17076:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:3.0:1767384329.929694:0:17076:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:3.0:1767384329.929696:0:17076:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:3.0:1767384329.929699:0:17076:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384329.929701:0:17076:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ab453751. 00000100:00000010:3.0:1767384329.929704:0:17076:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006a305994. 00000020:00000040:3.0:1767384329.929707:0:17076:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:3.0:1767384329.929709:0:17076:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384329.929712:0:17076:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384329.929715:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000400:00000010:3.0:1767384329.929720:0:17076:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fe87dfe. 00000400:00000200:3.0:1767384329.929723:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384329.929730:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.929736:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x695824d104d80 00000400:00000200:3.0:1767384329.929741:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x185d [4] + 0 00000400:00000010:3.0:1767384329.929744:0:17076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174fcc3d. 00000400:00000200:3.0:1767384329.929747:0:17076:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f55fb38f 00000400:00000200:3.0:1767384329.929750:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.929753:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384329.929756:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55fb38f 00000400:00000010:3.0:1767384329.929758:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f55fb38f. 00000100:00000001:3.0:1767384329.929760:0:17076:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384329.929762:0:17076:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006a063519 desc 00000000f699230d mbits 1853236731465088 00000100:00000001:3.0:1767384329.929791:0:17076:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384329.929795:0:17076:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384329.929802:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384329.929811:0:17076:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1869 00000400:00000200:3.0:1767384329.929814:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.929818:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384329.929821:0:17076:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384329.929825:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384329.929831:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384329.929832:0:17076:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ab453751 00000100:00000001:3.0:1767384329.929838:0:17076:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384329.929847:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000400:00000010:3.0:1767384329.929849:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000100:00000001:3.0:1767384329.929852:0:17076:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384329.929853:0:17076:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ab453751 00000100:00000001:3.0:1767384329.929855:0:17076:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384329.929859:0:17076:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x695824d104d80-0x695824d104d80 00000100:00000001:3.0:1767384329.929862:0:17076:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384329.929867:0:17076:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929869:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384329.929871:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:3.0:1767384329.929873:0:17076:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006a305994. 00000100:00000010:3.0:1767384329.929876:0:17076:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ab453751. 00000100:00000001:3.0:1767384329.929878:0:17076:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384329.929880:0:17076:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384329.929886:0:17076:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000025f0d24b. 20000000:00000001:3.0:1767384329.929889:0:17076:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384329.929892:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731465088 00010000:00000001:3.0:1767384329.929894:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384329.929897:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078d6e402 x1853236731465088/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 304/240 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384329.929905:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384329.929907:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384329.929909:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384329.929912:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384329.929914:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384329.929916:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384329.929918:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384329.929920:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.929922:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384329.929924:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384329.929927:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000100:00000200:3.0:1767384329.929929:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731465088, offset 224 00000400:00000200:3.0:1767384329.929933:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384329.929943:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.929948:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d104d80 00000400:00000200:3.0:1767384329.929952:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1861 [1] + 224 00000400:00000200:3.0:1767384329.929956:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.929958:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384329.929961:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384329.929964:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.929972:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.929987:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384329.929991:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000400:00000010:3.0:1767384329.929993:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000100:00000001:3.0:1767384329.929995:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384329.929997:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384329.929999:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384329.930002:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384329.930004:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384329.930007:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.930009:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384329.930014:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078d6e402 x1853236731465088/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 304/240 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.930014:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384329.930020:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.930024:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.930027:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021291a14. 00000100:00100000:3.0:1767384329.930032:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078d6e402 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731465088:12345-0@lo:256: Request processed in 545us (751us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384329.930033:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000400:00000010:0.0:1767384329.930037:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000100:00000001:0.0:1767384329.930044:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384329.930048:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000200:0.0:1767384329.930052:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.930053:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384329.930059:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384329.930062:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384329.930067:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4fd0a24. 00000020:00000010:3.0:1767384329.930073:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000100:00000200:0.0:1767384329.930073:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384329.930079:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7fee436. 00000020:00000040:3.0:1767384329.930085:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:0.0:1767384329.930089:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384329.930092:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384329.930095:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384329.930096:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384329.930100:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f9c24709. 02000000:00000001:0.0:1767384329.930101:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384329.930104:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384329.930106:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384329.930108:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.930110:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384329.930113:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384329.930116:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384329.930119:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=49 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384329.930122:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050ef1f8a. 00000100:00001000:0.0:1767384329.930126:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=49 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384329.930130:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5916138. 00000100:00000001:0.0:1767384329.930131:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384329.930134:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.930138:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384329.930140:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.930150:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.930154:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384329.930163:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.930170:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384329.930172:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.930176:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.930184:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731465088:0@lo:256: 00000100:00000001:0.0:1767384329.930189:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.930191:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.930192:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384329.930194:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.930196:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.930204:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384329.930206:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006aa5312f. 00000100:00000001:0.0:1767384329.930209:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384329.930210:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384329.930214:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:0.0:1767384329.930218:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384329.930224:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000023209d3b. 00010000:00000001:0.0:1767384329.930235:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384329.930237:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384329.930255:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:0.0:1767384329.930257:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.930259:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384329.930261:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:0.0:1767384329.930263:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:0.0:1767384329.930267:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:0.0:1767384329.930270:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384329.930273:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:0.0:1767384329.930286:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384329.930291:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (22) 00000400:00000200:0.0:1767384329.930296:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000200:0.0:1767384329.930311:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384329.930314:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384329.930316:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384329.930319:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:0.0:1767384329.930321:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 00000400:00000200:0.0:1767384329.930324:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:0.0:1767384329.930327:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:0.0:1767384329.930331:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930333:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:0.0:1767384329.930335:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:2.0:1767384329.930337:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384329.930340:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930344:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:2.0:1767384329.930347:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:0.0:1767384329.930349:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:2.0:1767384329.930354:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000200:0.0:1767384329.930358:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930362:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000010:2.0:1767384329.930363:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000045dbca9d. 00000400:00000200:0.0:1767384329.930366:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000010:2.0:1767384329.930370:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000400:00000200:0.0:1767384329.930372:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930377:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:0.0:1767384329.930379:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000010:2.0:1767384329.930381:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036b46460. 00000400:00000200:0.0:1767384329.930385:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930390:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:2.0:1767384329.930391:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1767384329.930396:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:0.0:1767384329.930401:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930403:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:2.0:1767384329.930405:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384329.930408:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:0.0:1767384329.930414:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384329.930417:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:0.0:1767384329.930418:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:0.0:1767384329.930424:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:2.0:1767384329.930432:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384329.930432:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930436:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:0.0:1767384329.930442:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:2.0:1767384329.930445:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:0.0:1767384329.930448:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930454:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:0.0:1767384329.930468:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:2.0:1767384329.930471:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384329.930475:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930480:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:2.0:1767384329.930485:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384329.930485:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:0.0:1767384329.930494:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930497:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:2.0:1767384329.930498:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384329.930503:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:2.0:1767384329.930511:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:0.0:1767384329.930512:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930516:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:0.0:1767384329.930522:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:2.0:1767384329.930524:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:0.0:1767384329.930528:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930533:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:2.0:1767384329.930536:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:0.0:1767384329.930538:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:0.0:1767384329.930544:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384329.930547:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:0.0:1767384329.930548:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:0.0:1767384329.930554:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:2.0:1767384329.930563:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384329.930563:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930569:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:0.0:1767384329.930575:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:2.0:1767384329.930576:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384329.930582:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384329.930587:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384329.930587:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:0.0:1767384329.930593:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:2.0:1767384329.930598:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384329.930600:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930605:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:2.0:1767384329.930611:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:0.0:1767384329.930611:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:0.0:1767384329.930618:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384329.930623:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:0.0:1767384329.930624:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:0.0:1767384329.930630:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:2.0:1767384329.930635:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:0.0:1767384329.930638:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930644:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:2.0:1767384329.930646:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384329.930649:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:0.0:1767384329.930656:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384329.930659:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 12], ns[61, 12] 00000400:00000200:0.0:1767384329.930661:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:0.0:1767384329.930666:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:2.0:1767384329.930671:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 00000400:00000200:0.0:1767384329.930673:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384329.930679:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:2.0:1767384329.930682:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 12], ns[70, 12] 00000400:00000200:0.0:1767384329.930690:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000010:0.0:1767384329.930697:0:17081:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000005445d3ec. 00000400:00000200:2.0:1767384329.930699:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384329.930706:0:17081:0:(peer.c:264:lnet_peer_alloc()) 000000005445d3ec nid 192.168.204.118@tcp31 00000400:00000200:2.0:1767384329.930708:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp12 00000400:00000010:0.0:1767384329.930712:0:17081:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a30178d3. 00000400:00000200:2.0:1767384329.930715:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384329.930719:0:17081:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a30178d3 net tcp31 00000400:00000200:2.0:1767384329.930723:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp12 00000400:00000010:0.0:1767384329.930726:0:17081:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008b0d77da. 00000400:00000200:2.0:1767384329.930732:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [71:71:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1767384329.930737:0:17081:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008b0d77da nid 192.168.204.118@tcp31 00000400:00000200:2.0:1767384329.930744:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp12 00000400:00000200:2.0:1767384329.930754:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:) -> 192.168.204.118@tcp12(192.168.204.118@tcp:192.168.204.118@tcp12) : GET try# 0 00000400:00000200:0.0:1767384329.930760:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005445d3ec (0) 00000800:00000200:2.0:1767384329.930761:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp12 00000800:00000010:2.0:1767384329.931009:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7420d68. 00000800:00000200:2.0:1767384329.931018:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (6) 00000800:00000200:2.0:1767384329.931025:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:988 00000800:00000200:2.0:1767384329.931029:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7420d68 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384329.931044:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384329.931047:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000200:0.0:1767384329.931260:0:17081:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.118@tcp31: -2 00000400:00000200:0.0:1767384329.931267:0:17081:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp31 NID 192.168.204.118@tcp31 flags 0x1 00000400:00000200:0.0:1767384329.931273:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005445d3ec (1) 00000400:00000200:0.0:1767384329.931277:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005445d3ec (2) 00000400:00000200:0.0:1767384329.931281:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005445d3ec (1) 00000400:00000200:0.0:1767384329.931284:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005445d3ec (2) 00000400:00000200:0.0:1767384329.931296:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp31 (000000005445d3ec): 0 00000400:00000200:0.0:1767384329.931299:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384329.931302:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384329.931306:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp31 NID 192.168.204.118@tcp31: 0. pending discovery 00000400:00000200:0.0:1767384329.931309:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005445d3ec (3) 00000100:00000001:0.0:1767384329.931313:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.931316:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384329.931321:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:0.0:1767384329.931326:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f8edf336. 10000000:00000040:0.0:1767384329.931330:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 49/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:0.0:1767384329.931333:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384329.931341:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384329.931345:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cb0b1ec. 00000020:00000010:0.0:1767384329.931350:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087262e2f. 00000800:00000200:2.0:1767384329.931352:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00000010:0.0:1767384329.931355:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078912655. 00000800:00000010:2.0:1767384329.931357:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7420d68. 00000020:00000010:0.0:1767384329.931362:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009826e8f6. 00000400:00000200:2.0:1767384329.931363:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384329.931371:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00000400:00000200:2.0:1767384329.931372:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: GET: OK 00000400:00000200:2.0:1767384329.931379:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:0.0:1767384329.931380:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcabdf37. 00000400:00000200:2.0:1767384329.931385:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 80000000:00000010:0.0:1767384329.931388:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000267a8f70. 00000800:00000001:2.0:1767384329.931393:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.931399:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:0.0:1767384329.931401:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000622fa8e2. 00000800:00000001:2.0:1767384329.931404:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00100000:00000010:0.0:1767384329.931408:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001285488d. 00000800:00000001:2.0:1767384329.931411:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1767384329.931415:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0cbf692. 00000400:00000200:2.0:1767384329.931422:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : GET - for me 00040000:00000010:0.0:1767384329.931424:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000057303f0. 00040000:00000010:0.0:1767384329.931430:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ed963f1. 00000400:00000200:2.0:1767384329.931435:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 400 into portal 0 MB=0x8000000000000000 00080000:00000010:0.0:1767384329.931440:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ab30336e. 00000400:00000200:2.0:1767384329.931444:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 400/400 into md 0x1819 [1] + 0 00080000:00000010:0.0:1767384329.931448:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a78c3376. 00000400:00000200:2.0:1767384329.931457:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp12 to MR: 192.168.204.118@tcp12 local destination 00000004:00000010:0.0:1767384329.931458:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022810d67. 00000400:00000200:2.0:1767384329.931465:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [72:72:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [71:71:8:4294967295] 00000004:00000010:0.0:1767384329.931467:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000300b2727. 00000004:00000010:0.0:1767384329.931474:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e4f0e854. 00002000:00000010:0.0:1767384329.931482:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b9c5ca4. 00000004:00000010:0.0:1767384329.931490:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000061b36c7a. 00000400:00000200:2.0:1767384329.931496:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) -> 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) 192.168.204.118@tcp12 : REPLY try# 0 00000004:00000001:0.0:1767384329.931498:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384329.931503:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000200:2.0:1767384329.931504:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.118@tcp12 00000040:00001000:0.0:1767384329.931507:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f8edf336 00000800:00000010:2.0:1767384329.931510:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7420d68. 00000040:00001000:0.0:1767384329.931511:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384329.931516:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000800:00000200:2.0:1767384329.931520:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (6) 00000040:00001000:0.0:1767384329.931521:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384329.931526:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000200:2.0:1767384329.931531:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:1017 00000040:00001000:0.0:1767384329.931533:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000200:2.0:1767384329.931537:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7420d68 type 3, nob 496 niov 1 nkiov 1 00000040:00001000:0.0:1767384329.931537:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384329.931541:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384329.931545:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:0.0:1767384329.931548:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:2.0:1767384329.931582:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384329.931585:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7420d68. 00000400:00000200:2.0:1767384329.931589:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384329.931594:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: REPLY: OK 00000800:00000001:2.0:1767384329.931603:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:0.0:1767384329.931606:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384329.931608:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.931612:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384329.931614:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087262e2f. 00000800:00000001:2.0:1767384329.931617:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.931621:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00000010:0.0:1767384329.931621:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078912655. 00000020:00000010:0.0:1767384329.931627:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009826e8f6. 00000800:00000001:2.0:1767384329.931628:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384329.931633:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083127ccd. 00000400:00000200:2.0:1767384329.931638:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : REPLY - for me 00000020:00000010:0.0:1767384329.931641:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcabdf37. 80000000:00000010:0.0:1767384329.931648:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000267a8f70. 00000400:00000200:2.0:1767384329.931652:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp12: Reply from 12345-192.168.204.118@tcp12 of length 400/400 into md 0x1875 40000000:00000010:0.0:1767384329.931655:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000622fa8e2. 00000800:00000001:2.0:1767384329.931658:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00100000:00000010:0.0:1767384329.931661:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001285488d. 00000800:00000001:2.0:1767384329.931665:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1767384329.931667:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b0cbf692. 00000400:00000200:2.0:1767384329.931669:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1767384329.931675:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000057303f0. 00000400:00000200:2.0:1767384329.931677:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: REPLY: OK 00000400:00000200:2.0:1767384329.931680:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000400:00000010:2.0:1767384329.931682:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000400:00000200:2.0:1767384329.931689:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00040000:00000010:0.0:1767384329.931690:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004ed963f1. 00000400:00000200:2.0:1767384329.931694:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:2.0:1767384329.931699:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00080000:00000010:0.0:1767384329.931700:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a78c3376. 00000400:00000200:2.0:1767384329.931705:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 23. state = 0x100271 00080000:00000010:0.0:1767384329.931708:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ab30336e. 00000400:00000200:2.0:1767384329.931713:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000004:00000010:0.0:1767384329.931716:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000022810d67. 00000400:00000200:2.0:1767384329.931718:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 00000004:00000010:0.0:1767384329.931724:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000300b2727. 00000800:00000001:2.0:1767384329.931725:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1767384329.931731:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4f0e854. 00000800:00000001:2.0:1767384329.931737:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1767384329.931738:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005b9c5ca4. 00000004:00000010:0.0:1767384329.931745:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000061b36c7a. 00000020:00000010:0.0:1767384329.931749:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cb0b1ec. 00000020:00000001:0.0:1767384329.931753:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.931756:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.931758:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000010:0.0:1767384329.931760:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f8edf336. 00000400:00000200:2.0:1767384329.931765:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp31(000000005445d3ec) state 0x41 00000400:00000200:2.0:1767384329.931794:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005445d3ec (2) 10000000:00000040:0.0:1767384329.931797:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000010:2.0:1767384329.931799:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010e5d678. 10000000:00000010:0.0:1767384329.931801:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000023209d3b. 00000400:00000010:2.0:1767384329.931806:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 10000000:00000001:0.0:1767384329.931807:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.931813:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384329.931817:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033b1b087. 00000100:00000040:0.0:1767384329.931818:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731465088/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.931828:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp31 00000100:00000001:0.0:1767384329.931835:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384329.931838:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384329.931841:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp31 local destination 02000000:00000010:0.0:1767384329.931842:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043bf107d. 00000400:00000200:2.0:1767384329.931848:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 02000000:00000001:0.0:1767384329.931849:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384329.931852:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384329.931853:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp31 00000020:00000040:0.0:1767384329.931855:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384329.931859:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp31 lpni_is_preferred = 0 00000020:00000001:0.0:1767384329.931861:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384329.931866:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp31 00000100:00000001:0.0:1767384329.931866:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384329.931871:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384329.931874:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384329.931875:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp31 NI seq info: [73:73:256:4294967295] 192.168.204.118@tcp31 LPNI seq info [1:1:8:4294967295] 00000020:00000001:0.0:1767384329.931880:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384329.931884:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d29381b5. 00000400:00000200:2.0:1767384329.931885:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp31 00000100:00000010:0.0:1767384329.931890:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f699230d. 00000100:00000001:0.0:1767384329.931898:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384329.931901:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e54b9884. 00000400:00000200:2.0:1767384329.931902:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp31(192.168.204.118@tcp31:) -> 192.168.204.118@tcp31(192.168.204.118@tcp31:192.168.204.118@tcp31) : GET try# 0 02000000:00000001:0.0:1767384329.931907:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1767384329.931911:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp31 02000000:00000001:0.0:1767384329.931911:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:2.0:1767384329.931917:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7420d68. 00000100:00000010:0.0:1767384329.931921:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000800:00000010:2.0:1767384329.931923:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e35eb72a. 00000100:00000001:0.0:1767384329.931926:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384329.931930:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384329.931931:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bcdfa1d8. 00000800:00000200:2.0:1767384329.931938:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (2) 00000800:00000200:2.1:1767384329.931943:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (2) 10000000:00000010:0.0:1767384329.931948:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000004a54d00c. 10000000:01000000:0.0:1767384329.931953:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384329.931957:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384329.931958:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp31 00010000:00000001:0.0:1767384329.931960:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384329.931965:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp31(000000005445d3ec) state 0x241 rc 0 00000020:00000001:0.0:1767384329.931965:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.931969:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000400:00000200:2.0:1767384329.931973:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000020:00000001:0.0:1767384329.931974:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:0.0:1767384329.931980:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00000400:00000010:2.0:1767384329.931983:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 000000008e9387c4. 00010000:00000001:0.0:1767384329.931983:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.931987:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384329.931990:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 00000000ee6c6a7c. 00000400:00000010:2.0:1767384329.931996:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 00000000f6a0ab90. 00010000:00000001:0.0:1767384329.932002:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.932005:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.932007:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.932014:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384329.932016:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.932018:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384329.932020:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384329.932022:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.932025:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 10000000:00000001:0.0:1767384329.932026:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384329.932031:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384329.932034:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 10000000:00000040:0.0:1767384329.932035:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:0.0:1767384329.932041:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384329.932043:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b6991ea 00000400:00000200:2.0:1767384329.932049:0:16350:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.118@tcp31 00000400:00000200:2.0:1767384329.932061:0:16350:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.118@tcp31 NID 192.168.204.118@tcp31 00000400:00000010:2.0:1767384329.932066:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000621338d4. 00000400:00000200:2.0:1767384329.932071:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000621338d4 nid 192.168.204.118@tcp31 00000400:00000010:2.0:1767384329.932076:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009515dcd4. 00000400:00000200:2.0:1767384329.932079:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 000000009515dcd4 net tcp31 00000400:00000200:2.0:1767384329.932081:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000200:2.0:1767384329.932086:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp31 flags 0x11 00000400:00000010:2.0:1767384329.932090:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 000000008e9387c4. 00000400:00000010:2.0:1767384329.932094:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 00000000ee6c6a7c. 00000400:00000010:2.0:1767384329.932096:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 00000000f6a0ab90. 00000400:00000010:2.0:1767384329.932099:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000045dbca9d. 00000400:00000200:2.0:1767384329.932104:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384329.932107:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:2.0:1767384329.932111:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:2.0:1767384329.932114:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:2.0:1767384329.932118:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384329.932120:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384329.932125:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384329.932129:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (24) 00000400:00000200:2.0:1767384329.932192:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932237:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932281:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932307:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932384:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932426:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932475:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932520:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932587:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932627:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932667:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932719:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932757:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932814:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932841:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932876:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932909:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932942:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.932983:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933018:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933047:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933081:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933113:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933147:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933218:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933276:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933318:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933391:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933437:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933482:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384329.933527:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384329.933673:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ba7350e. 00000800:00000010:2.0:1767384329.933680:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001700b39e. 00000800:00000010:2.0:1767384329.933686:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000111ecc0. 00000800:00000010:2.0:1767384329.933711:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000111ecc0. 00000800:00020000:2.0:1767384329.933720:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384329.933724:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001700b39e. 00000800:00000010:2.0:1767384329.933727:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ba7350e. 00000400:02020000:2.0:1767384329.933800:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp31 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384329.933808:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp31 notifying 192.168.204.118@tcp31: down 00000800:00000200:2.0:1767384329.933821:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp31 down 00000800:00000100:2.0:1767384329.933829:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp31 00000800:00000010:2.0:1767384329.933832:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7420d68. 00000400:00000200:2.0:1767384329.933835:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384329.933840:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp31->192.168.204.118@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384329.933845:0:16340:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp31 added to recovery queue. ping count: 0 next ping: 249 health :900 00000400:00000200:2.0:1767384329.933849:0:16340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000400:00000010:2.0:1767384329.933850:0:16340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000400:00000200:2.0:1767384329.933853:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384329.933856:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp31: 1 00000400:00000200:2.0:1767384329.933861:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp31 (000000005445d3ec): -114 00000400:00000010:2.0:1767384329.933869:0:16340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010e5d678. 00000400:00000200:2.0:1767384329.933873:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005445d3ec (3) 00000400:00000200:2.0:1767384329.933878:0:16340:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000008b0d77da nid 192.168.204.118@tcp31 00000400:00000010:2.0:1767384329.933881:0:16340:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000008b0d77da. 00000400:00000200:2.0:1767384329.933886:0:16340:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000a30178d3 net tcp31 00000400:00000010:2.0:1767384329.933888:0:16340:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000a30178d3. 00000400:00000200:2.0:1767384329.933892:0:16340:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005445d3ec (2) 00000400:00000200:2.0:1767384329.933916:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384329.933920:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp31(000000005445d3ec) state 0x80841 00000400:00000200:2.0:1767384329.933924:0:16350:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.118@tcp31(000000005445d3ec) state 0x80841 00000400:00000200:2.0:1767384329.933928:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp31(000000005445d3ec) state 0x80801 rc 0 00000400:00000200:2.0:1767384329.933933:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp31 (000000005445d3ec) 00000400:00000200:2.0:1767384329.933937:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005445d3ec (1) 00000400:00000200:2.0:1767384329.933940:0:16350:0:(peer.c:272:lnet_destroy_peer_locked()) 000000005445d3ec nid 192.168.204.118@tcp31 00000400:00000010:2.0:1767384329.933943:0:16350:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000005445d3ec. 00000100:00000040:2.0:1767384329.934811:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294916102, at 4294916103 00000100:00000040:3.0:1767384329.934813:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294916102, at 4294916103 00000100:00000010:2.0:1767384329.934819:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345be9d5. 00000100:00000010:3.0:1767384329.934823:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061598e37. 00000100:00000040:1.0:1767384329.934823:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294916102, at 4294916103 00000100:00000040:0.0:1767384329.934829:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294916102, at 4294916103 00000100:00000010:1.0:1767384329.934830:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000997a5767. 00000100:00000010:0.0:1767384329.934839:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecd2acfa. 00000020:00000010:3.0:1767384329.941906:0:28070:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000059a6513a. 00000020:00000040:3.0:1767384329.941914:0:28070:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384329.941916:0:28070:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000059a6513a. 00000001:00000001:0.0:1767384329.943138:0:28069:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384329.943141:0:28069:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:0.0:1767384329.947537:0:28069:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384329.954429:0:28071:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ab453751. 00000400:00000010:3.0:1767384329.954442:0:28071:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b6412b0. 00000400:00000010:3.0:1767384329.954451:0:28071:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c9b2f908. 00000400:00000010:3.0:1767384329.954455:0:28071:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ccf34dc9. 00000400:00000010:3.0:1767384329.954458:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000519ced14. 00000400:00000010:3.0:1767384329.954462:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059a6513a. 00000400:00000010:3.0:1767384329.954463:0:28071:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077c22831. 00000400:00000010:3.0:1767384329.954465:0:28071:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5b1ce5a. 00000400:00000010:3.0:1767384329.954467:0:28071:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000075650e13. 00000800:00000010:3.0:1767384329.954479:0:28071:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fec52b6f. 00000800:00000200:3.0:1767384329.954488:0:28071:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384329.954496:0:28071:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384329.954525:0:28071:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384329.954547:0:28071:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp32 [8/256/0/180] 00000400:00000010:3.0:1767384329.956531:0:28071:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000624cc0eb. 00000400:00000010:3.0:1767384329.956537:0:28071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6a1f9c3. 00000400:00000010:3.0:1767384329.956541:0:28071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a25b48cb. 00000400:00000001:3.0:1767384329.956556:0:28071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384329.956558:0:28071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384329.956559:0:28071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46c937a. 00000400:00000200:3.0:1767384329.956561:0:28071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:3.0:1767384329.956563:0:28071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000400:00000010:3.0:1767384329.956570:0:28071:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000496348b4. 00000400:00000200:3.0:1767384329.956574:0:28071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (23) 00000400:00000200:3.0:1767384329.956585:0:28071:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384329.956591:0:28071:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:3.0:1767384329.956597:0:28071:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000029a55519. 00000020:01000000:3.0:1767384329.956600:0:28071:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384329.956602:0:28071:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp32 00000400:00000200:2.0:1767384329.956610:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384329.956614:0:28071:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b6412b0. 00000400:00000200:2.0:1767384329.956618:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:3.0:1767384329.956622:0:28071:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ab453751. 00000400:00000010:2.0:1767384329.956626:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000400:00000200:2.0:1767384329.956630:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 00000400:00000010:2.0:1767384329.956641:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000361bc9cb. 00000400:00000200:2.0:1767384329.956646:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp12 00000020:00000001:1.0:1767384329.956647:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.956652:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.956656:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384329.956660:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp12 to MR: 192.168.204.118@tcp12 local destination 10000000:01000000:1.0:1767384329.956661:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.956667:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384329.956668:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [74:74:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [72:72:8:4294967295] 00000020:01000004:1.0:1767384329.956672:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384329.956675:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384329.956676:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp12 00000020:01000004:1.0:1767384329.956681:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.956687:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.956690:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384329.956691:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) -> 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) : PUT try# 0 00000020:01000004:1.0:1767384329.956694:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384329.956698:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384329.956700:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384329.956701:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.118@tcp12 00000800:00000010:2.0:1767384329.956705:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7420d68. 00000020:01000004:1.0:1767384329.956709:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384329.956713:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (6) 00000100:00000010:1.0:1767384329.956717:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f67fb0c2. 00000800:00000200:2.0:1767384329.956722:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:988 00000020:00000040:1.0:1767384329.956724:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000800:00000200:2.0:1767384329.956726:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7420d68 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384329.956732:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384329.956737:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384329.956742:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.956744:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384329.956749:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 02000000:00000010:1.0:1767384329.956755:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c9f63b99. 00000100:00000001:1.0:1767384329.956764:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.956794:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384329.956797:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.956806:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f67fb0c2] to pc [ptlrpcd_00_01+1] req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384329.956830:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384329.956833:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.956836:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384329.956839:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384329.956846:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.956848:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.956849:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384329.956851:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.956853:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384329.956854:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384329.956856:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.956857:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.956858:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.956859:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.956860:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384329.956862:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384329.956863:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384329.956866:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384329.956869:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384329.956872:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384329.956874:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384329.956876:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384329.956882:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eaa3a799. 00000100:00000001:1.0:1767384329.956886:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384329.956887:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384329.956894:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7420d68. 00000100:00000001:1.0:1767384329.956898:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384329.956901:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.956902:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.956912:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000921f3a57] to pc [ptlrpcd_00_02+2] req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384329.956915:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: PUT: OK 00000800:00000001:2.0:1767384329.956925:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384329.956926:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384329.956931:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp12: 0 00000800:00000001:2.0:1767384329.956935:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.956939:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.956943:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384329.956944:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384329.956949:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.956952:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : PUT - for me 00000100:00000001:0.0:1767384329.956952:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384329.956954:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384329.956959:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384329.956959:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384329.956962:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384329.956965:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000029a55519. 00000400:00000200:2.0:1767384329.956970:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384329.956971:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.956975:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.956979:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.956980:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.956982:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384329.956983:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 400/416 into md 0x1831 [1] + 0 00000100:00100000:1.0:1767384329.956985:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384329.956986:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384329.956991:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f67d1ef. 00000100:00000001:1.0:1767384329.956992:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.956995:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.956998:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084b24c79 00000100:00000001:1.0:1767384329.957001:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384329.957006:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.957006:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.957008:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.957012:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.957013:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384329.957014:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384329.957015:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384329.957018:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384329.957019:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384329.957019:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.957023:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384329.957024:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957029:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: PUT: OK 00000100:00100000:0.0:1767384329.957030:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731465344:0@lo:253: 00000100:00000040:1.0:1767384329.957032:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.957034:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000100:00000001:0.0:1767384329.957036:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384329.957039:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 02000000:00000001:0.0:1767384329.957042:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384329.957045:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384329.957046:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957051:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 02000000:00000001:0.0:1767384329.957051:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384329.957055:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384329.957058:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957060:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000010:0.0:1767384329.957060:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ab30336e. 02000000:00000001:1.0:1767384329.957064:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384329.957064:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.957069:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.957072:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (416 bytes) 00000400:00000010:0.0:1767384329.957073:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021291a14. 02000000:00000001:1.0:1767384329.957076:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957079:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:0.0:1767384329.957082:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55fb38f. 00000100:00100000:1.0:1767384329.957083:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731465216:0@lo:253: 00000400:00000200:2.0:1767384329.957090:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (26) 00000100:00000200:0.0:1767384329.957090:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731465344, portal 25 00000100:00000001:1.0:1767384329.957091:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384329.957096:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384329.957097:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384329.957099:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384329.957100:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957101:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788987776 : -114766920563840 : ffff979ebe77c380) 02000000:00000001:1.0:1767384329.957106:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384329.957109:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp12 to MR: 192.168.204.118@tcp12 local destination 00000100:00000040:0.0:1767384329.957113:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384329.957114:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002d482971. 00000400:00000200:2.0:1767384329.957120:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp12 NI seq info: [75:75:256:4294967295] 192.168.204.118@tcp12 LPNI seq info [73:73:8:4294967295] 02000000:00000001:1.0:1767384329.957121:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.957129:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000400:00000010:1.0:1767384329.957138:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000171033ce. 00000400:00000200:2.0:1767384329.957139:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) -> 192.168.204.118@tcp12(192.168.204.118@tcp12:192.168.204.118@tcp12) 192.168.204.118@tcp12 : ACK try# 0 00000100:00000200:1.0:1767384329.957146:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731465216, portal 25 00000800:00000200:2.0:1767384329.957150:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp12 00000100:00000001:1.0:1767384329.957153:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767384329.957157:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057c92562. 00000100:00000001:0.0:1767384329.957162:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384329.957163:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788994048 : -114766920557568 : ffff979ebe77dc00) 00000800:00000200:2.0:1767384329.957167:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (6) 00000100:00000040:0.0:1767384329.957171:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384329.957176:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f14cc5b3. 00000800:00000200:2.0:1767384329.957177:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:1017 00000100:00000040:1.0:1767384329.957177:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384329.957183:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057c92562 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1767384329.957184:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731465344, offset 0 00000800:00000001:2.0:1767384329.957194:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.957196:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384329.957198:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384329.957201:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384329.957204:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384329.957209:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384329.957210:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d05f1a3. 00000100:00000200:1.0:1767384329.957215:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731465216, offset 0 00000400:00000200:0.0:1767384329.957219:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104e80 00000400:00000200:1.0:1767384329.957227:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384329.957234:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000400:00000010:0.0:1767384329.957252:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000400:00000200:1.0:1767384329.957256:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.957256:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001bd0f296 00000800:00000200:2.0:1767384329.957264:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384329.957264:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.957271:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d104e00 00000800:00000010:2.0:1767384329.957272:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057c92562. 00000400:00000200:0.0:1767384329.957273:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384329.957280:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.957285:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000400:00000200:2.0:1767384329.957294:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: ACK: OK 00000400:00000010:1.0:1767384329.957294:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:1.0:1767384329.957301:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000210f10f1 00000800:00000001:2.0:1767384329.957304:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384329.957304:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0f296 00000400:00000200:1.0:1767384329.957307:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384329.957309:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bd0f296. 00000800:00000001:2.0:1767384329.957311:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.957316:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384329.957317:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384329.957318:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384329.957320:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384329.957323:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.957327:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384329.957327:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210f10f1 00000100:00000040:0.0:1767384329.957327:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000005cb211e x1853236731465344 msgsize 4848 00000800:00000001:2.0:1767384329.957331:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384329.957333:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000210f10f1. 00000100:00100000:0.0:1767384329.957340:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384329.957341:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384329.957342:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp12(192.168.204.118@tcp12) <- 192.168.204.118@tcp12 : ACK - for me 00000100:00000200:1.0:1767384329.957347:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384329.957347:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384329.957354:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000dd556928 x1853236731465216 msgsize 4848 00000400:00000200:2.0:1767384329.957356:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp12: ACK from 12345-192.168.204.118@tcp12 into md 0x1881 00000100:00000001:0.0:1767384329.957358:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.957363:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.957365:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14cc5b3 00000100:00100000:1.0:1767384329.957368:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384329.957369:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f14cc5b3. 00000400:00000200:2.0:1767384329.957372:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp12->192.168.204.118@tcp12: ACK: OK 00000100:00000040:1.0:1767384329.957376:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384329.957377:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384329.957378:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000400:00000010:2.0:1767384329.957381:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000100:00000200:0.0:1767384329.957383:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.957385:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384329.957392:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384329.957392:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384329.957397:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000040:0.0:1767384329.957397:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384329.957400:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d05f1a3 00000400:00000200:2.0:1767384329.957405:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:1.0:1767384329.957406:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d05f1a3. 00000400:00000200:2.0:1767384329.957412:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (25) 00000100:00000001:0.0:1767384329.957413:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.957414:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384329.957418:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384329.957421:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384329.957423:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.957423:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384329.957425:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.957430:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294916130 00000100:00000010:0.0:1767384329.957437:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecd2acfa. 00000100:00000001:2.0:1767384329.957438:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.957441:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384329.957443:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.957447:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.957453:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384329.957460:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957462:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294916130 00000100:00000001:1.0:1767384329.957463:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384329.957464:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:0.0:1767384329.957466:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000267a8f70. 00000100:00000001:1.0:1767384329.957471:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957471:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384329.957472:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000045dbca9d. 00000100:00000001:0.0:1767384329.957474:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294916130 00000100:00000010:0.0:1767384329.957480:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066915b7a. 00000400:00000010:2.0:1767384329.957481:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000100:00000001:1.0:1767384329.957484:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294916130 00000100:00000001:0.0:1767384329.957485:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384329.957488:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000100:00000001:1.0:1767384329.957491:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294916130 00000100:00000001:0.0:1767384329.957492:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294916130 00000400:00000200:2.0:1767384329.957494:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000045dbca9d 00000100:00000001:1.0:1767384329.957500:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294916130 00000400:00000010:2.0:1767384329.957501:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000008efcff0d. 00000100:00000010:0.0:1767384329.957501:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000789d1db. 00000100:00000001:0.0:1767384329.957507:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384329.957508:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294916130 00000400:00000200:2.0:1767384329.957509:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00000001:1.0:1767384329.957514:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294916130 00000100:00000001:0.0:1767384329.957515:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.957517:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000100:00000001:1.0:1767384329.957520:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294916130 00000100:00000001:0.0:1767384329.957522:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957523:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 00000100:00000001:1.0:1767384329.957528:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294916130 00000100:00000001:0.0:1767384329.957529:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.957531:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000008c905631. 00000100:00000001:1.0:1767384329.957535:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294916130 00000100:00000001:0.0:1767384329.957536:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.957537:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000001:1.0:1767384329.957543:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.957546:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.957547:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f83c6cb0. 00000100:00000001:1.0:1767384329.957550:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957554:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:1.0:1767384329.957555:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957560:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384329.957564:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00100000:0.0:1767384329.957564:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465344 02000000:00000001:0.0:1767384329.957569:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384329.957570:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.957572:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384329.957573:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000100:00000001:1.0:1767384329.957575:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957576:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957584:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 02000000:00000001:0.0:1767384329.957584:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384329.957588:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465344 00000400:00000200:2.0:1767384329.957592:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000001:0.0:1767384329.957592:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384329.957593:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384329.957596:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00100000:1.0:1767384329.957598:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465216 00000020:00000001:0.0:1767384329.957600:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384329.957603:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384329.957604:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:00000040:0.0:1767384329.957604:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:1.0:1767384329.957606:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384329.957610:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384329.957611:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.957615:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384329.957616:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 02000000:00000001:1.0:1767384329.957619:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957621:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384329.957625:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000010:0.0:1767384329.957626:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00100000:1.0:1767384329.957627:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465216 00000400:00000200:2.0:1767384329.957634:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000001:1.0:1767384329.957634:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384329.957634:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384329.957638:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000010:0.0:1767384329.957640:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000020:00000001:1.0:1767384329.957643:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.957648:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000400:00000200:2.0:1767384329.957649:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:00000010:0.0:1767384329.957650:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002375cf39. 00000020:00000001:1.0:1767384329.957652:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384329.957655:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384329.957663:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384329.957665:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000388ccb50. 00000400:00000200:2.0:1767384329.957667:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000010:1.0:1767384329.957669:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf60ad18. 00000020:00000010:0.0:1767384329.957672:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f933a3dc. 00000100:00000001:1.0:1767384329.957675:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.957679:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:00000010:1.0:1767384329.957681:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf60ad18. 00000100:00000040:0.0:1767384329.957683:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384329.957688:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:0.0:1767384329.957689:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384329.957690:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52ccafd. 00000100:00000001:0.0:1767384329.957693:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384329.957697:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000100:00000001:0.0:1767384329.957697:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384329.957703:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf451e65. 00000400:00000200:2.0:1767384329.957708:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:00000010:1.0:1767384329.957710:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9fa99b9. 00000100:00000001:0.0:1767384329.957711:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957714:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:1.0:1767384329.957720:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384329.957721:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000100:00000001:1.0:1767384329.957723:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384329.957727:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.957727:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.957728:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:2.0:1767384329.957737:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000100:00000001:1.0:1767384329.957738:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957743:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000100:00000001:1.0:1767384329.957745:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.957747:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384329.957750:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[61, 14] 00000100:00000001:0.0:1767384329.957752:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384329.957756:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[66, 14] 00000100:00000001:1.0:1767384329.957761:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384329.957761:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000400:00000200:2.0:1767384329.957762:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 14], ns[70, 14] 00000400:00000200:2.0:1767384329.957789:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 14], ns[73, 14] 00000400:00000200:2.0:1767384329.957794:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000040:0.0:1767384329.957795:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384329.957797:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384329.957800:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp13 00000100:00000001:0.0:1767384329.957802:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745184336 : -114766964367280 : ffff979ebbdb6050) 00000400:00000200:2.0:1767384329.957808:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp13 lpni_is_preferred = 0 00000100:00100000:1.0:1767384329.957808:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:0.0:1767384329.957813:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005cb211e x1853236731465344/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.957815:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp13 00000100:00000040:1.0:1767384329.957816:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384329.957823:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745182288 : -114766964369328 : ffff979ebbdb5850) 00000400:00000200:2.0:1767384329.957825:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [76:76:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [74:74:8:4294967295] 00000100:00000040:1.0:1767384329.957834:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd556928 x1853236731465216/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.957838:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384329.957839:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp13 00000020:00000010:0.0:1767384329.957843:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d29381b5. 00000100:00000001:0.0:1767384329.957849:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384329.957855:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d29381b5. 00000400:00000200:2.0:1767384329.957858:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:) -> 192.168.204.118@tcp13(192.168.204.118@tcp:192.168.204.118@tcp13) : GET try# 0 00000100:00000001:1.0:1767384329.957862:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384329.957864:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005cb211e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731465344:12345-0@lo:253: 00000020:00000010:1.0:1767384329.957868:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf60ad18. 00000100:00000200:0.0:1767384329.957873:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465344 00000100:00000001:1.0:1767384329.957874:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384329.957877:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp13 00000020:00000001:0.0:1767384329.957879:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384329.957881:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf60ad18. 00000800:00000010:2.0:1767384329.957883:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057c92562. 00000020:00000001:0.0:1767384329.957884:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384329.957888:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.957894:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731465216:12345-0@lo:253: 00000800:00000200:2.0:1767384329.957895:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00000020:00000001:0.0:1767384329.957895:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384329.957899:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384329.957905:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:2.0:1767384329.957907:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:988 00000100:00000200:1.0:1767384329.957907:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465216 00000020:00000001:0.0:1767384329.957908:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384329.957914:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057c92562 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384329.957914:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384329.957915:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384329.957919:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384329.957921:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384329.957922:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.957926:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957927:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000100:00000001:0.0:1767384329.957928:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384329.957932:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384329.957933:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 02000000:00000001:0.0:1767384329.957933:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384329.957938:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384329.957944:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384329.957946:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384329.957946:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a78c3376. 02000000:00000001:0.0:1767384329.957951:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.957953:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384329.957954:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.957957:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384329.957960:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384329.957962:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.957967:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384329.957969:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384329.957971:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000053ae6fa7. 20000000:01000000:0.0:1767384329.957976:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384329.957979:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384329.957981:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384329.957983:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.957985:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384329.957986:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000082b91124. 00000800:00000200:2.0:1767384329.957987:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:0.0:1767384329.957988:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384329.957992:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057c92562. 02000000:00000001:1.0:1767384329.957996:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.957997:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:0.0:1767384329.957998:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060b98004. 00000100:00000001:1.0:1767384329.958000:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384329.958002:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000400:00000200:2.0:1767384329.958008:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: GET: OK 20000000:00000001:1.0:1767384329.958008:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384329.958011:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384329.958014:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384329.958018:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00080000:00000001:0.0:1767384329.958018:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:1.0:1767384329.958019:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000059bed37c. 00080000:00000001:0.0:1767384329.958024:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:1.0:1767384329.958025:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:2.0:1767384329.958026:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384329.958031:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384329.958034:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384329.958035:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384329.958037:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384329.958039:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384329.958040:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:2.0:1767384329.958045:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384329.958045:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.958052:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384329.958055:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.958056:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : GET - for me 00080000:00000001:0.0:1767384329.958061:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384329.958064:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384329.958065:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384329.958069:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 416 into portal 0 MB=0x8000000000000000 00080000:00000001:0.0:1767384329.958069:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.958076:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 416/416 into md 0x187d [1] + 0 00080000:00000002:0.0:1767384329.958076:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:0.0:1767384329.958082:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:0.0:1767384329.958086:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384329.958088:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp13 to MR: 192.168.204.118@tcp13 local destination 00080000:00000001:0.0:1767384329.958092:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384329.958097:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [77:77:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [75:75:8:4294967295] 00080000:00000001:0.0:1767384329.958098:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384329.958103:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.958107:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384329.958111:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) -> 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) 192.168.204.118@tcp13 : REPLY try# 0 00000020:00000001:0.0:1767384329.958113:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000800:00000200:2.0:1767384329.958118:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.118@tcp13 00080000:00000001:0.0:1767384329.958118:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384329.958124:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057c92562. 00080000:00000010:0.0:1767384329.958125:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000093dc6a6a. 00080000:00000001:0.0:1767384329.958129:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866579456 : -114767842972160 : ffff979e877cee00) 00000800:00000200:2.0:1767384329.958130:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00080000:00000001:0.0:1767384329.958135:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384329.958138:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:1015 00000001:00000001:0.0:1767384329.958139:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:2.0:1767384329.958141:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057c92562 type 3, nob 512 niov 1 nkiov 1 00080000:00000010:0.0:1767384329.958145:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d29381b5. 00080000:00000001:0.0:1767384329.958155:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384329.958158:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384329.958171:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1767384329.958171:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384329.958180:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057c92562. 00000400:00000200:2.0:1767384329.958184:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384329.958187:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384329.958188:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: REPLY: OK 00000800:00000001:2.0:1767384329.958198:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.958202:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.958204:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.958208:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384329.958209:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.958211:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.958215:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384329.958222:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp13: Reply from 12345-192.168.204.118@tcp13 of length 416/416 into md 0x1899 00000800:00000001:2.0:1767384329.958226:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.958230:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.958231:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384329.958234:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: REPLY: OK 00000400:00000200:2.0:1767384329.958236:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384329.958237:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000400:00000200:2.0:1767384329.958252:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384329.958255:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:2.0:1767384329.958258:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:2.0:1767384329.958261:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 24. state = 0x100251 00000400:00000200:2.0:1767384329.958266:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384329.958274:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (25) 00000800:00000001:2.0:1767384329.958278:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.958281:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.958292:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384329.958295:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000d1 00000400:00000010:2.0:1767384329.958300:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 000000008e9387c4. 00000400:00000010:2.0:1767384329.958303:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 0000000064fb5158. 00000400:00000010:2.0:1767384329.958305:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000003a3245c2. 00000400:00000200:2.0:1767384329.958325:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp31(00000000621338d4) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384329.958331:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006ea22c55. 00000400:00000200:2.0:1767384329.958335:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006ea22c55 nid 192.168.204.118@tcp32 00000400:00000010:2.0:1767384329.958344:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098890c44. 00000400:00000200:2.0:1767384329.958346:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098890c44 net tcp32 00000400:00000200:2.0:1767384329.958348:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 00000400:00000200:2.0:1767384329.958351:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp32 flags 0x11 00000400:00000010:2.0:1767384329.958354:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 000000008e9387c4. 00000400:00000010:2.0:1767384329.958356:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 0000000064fb5158. 00000400:00000010:2.0:1767384329.958358:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000003a3245c2. 00000400:00000010:2.0:1767384329.958359:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000008c905631. 00000400:00000200:2.0:1767384329.958361:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384329.958363:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100151 00000400:00000200:2.0:1767384329.958365:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc 1 00000400:00000200:2.0:1767384329.958367:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000200:2.0:1767384329.958369:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384329.958370:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384329.958372:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384329.958374:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (25) 00080000:00000010:0.0:1767384329.958916:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000093dc6a6a. 00080000:00000010:1.0:1767384329.958959:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d29381b5. 00040000:00000001:1.0:1767384329.958966:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384329.958969:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384329.958971:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384329.958975:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384329.958977:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.958980:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384329.958993:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384329.959003:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384329.959006:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384329.959011:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c905631. 00080000:00000001:1.0:1767384329.959012:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384329.959016:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384329.959020:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384329.959022:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384329.959024:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384329.959031:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384329.959032:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384329.959036:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.959039:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384329.959040:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.959042:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384329.959044:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384329.959046:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384329.959047:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.959050:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384329.959052:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384329.959054:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00000040:0.0:1767384329.959054:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd1eec48 count: 2 00010000:00000001:0.0:1767384329.959059:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384329.959060:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384329.959064:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384329.959065:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384329.959068:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384329.959070:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052fa2cf7. 00080000:00000001:2.0:1767384329.959071:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.959076:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.959076:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384329.959078:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1767384329.959079:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052fa2cf7 with handle 0xd602e9c522f0b27b to hash 00000020:00000001:0.0:1767384329.959082:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.959083:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384329.959087:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000020:00000001:2.0:1767384329.959088:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:0.0:1767384329.959090:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384329.959094:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384329.959094:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384329.959099:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003a3245c2. 00010000:00010000:0.0:1767384329.959100:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384329.959105:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507223040 : -114772202328576 : ffff979d83a66e00) 00080000:00000001:2.0:1767384329.959111:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384329.959113:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1767384329.959114:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384329.959118:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1767384329.959119:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008ea3b200. 00010000:00000001:0.0:1767384329.959122:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384329.959123:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.959125:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384329.959126:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384329.959129:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384329.959133:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384329.959134:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.959141:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384329.959143:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.959145:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384329.959146:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.959150:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.959157:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.959160:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384329.959162:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.959167:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 2 00010000:00000040:0.0:1767384329.959170:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384329.959172:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.959176:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000020:1.0:1767384329.959177:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:0.0:1767384329.959178:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.959184:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000010:0.0:1767384329.959186:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000622fa8e2. 20000000:00000010:1.0:1767384329.959188:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000053ae6fa7. 00000100:00000001:0.0:1767384329.959190:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384329.959194:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f14cc5b3. 20000000:00000001:1.0:1767384329.959196:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.959198:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792749120 : -114766916802496 : ffff979ebeb12840) 00000100:00000001:0.0:1767384329.959201:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306792749120 : -114766916802496 : ffff979ebeb12840) 00010000:00000040:1.0:1767384329.959202:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731465344 00000100:00000001:0.0:1767384329.959202:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384329.959205:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384329.959209:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384329.959209:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384329.959215:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.959217:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1767384329.959219:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005cb211e x1853236731465344/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384329.959220:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.959223:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.959226:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384329.959228:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384329.959232:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00010000:00000001:1.0:1767384329.959235:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384329.959236:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00010000:00000001:1.0:1767384329.959255:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.959256:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384329.959259:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384329.959262:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.959264:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=49 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384329.959266:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093dc6a6a. 00000100:00000001:1.0:1767384329.959271:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384329.959272:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.959277:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:0.0:1767384329.959279:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.959282:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384329.959287:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1767384329.959297:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 398 lvb_type: 0 02000000:00000001:1.0:1767384329.959298:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.959306:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384329.959308:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384329.959311:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384329.959312:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384329.959316:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384329.959318:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d05f1a3. 00000100:00000200:1.0:1767384329.959326:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731465344, offset 224 00000100:00000001:0.0:1767384329.959327:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384329.959329:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384329.959333:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731465472:0@lo:104: 00000400:00000200:1.0:1767384329.959339:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384329.959339:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384329.959343:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384329.959345:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.959346:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384329.959350:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384329.959350:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe68a8a4. 02000000:00000001:0.0:1767384329.959355:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384329.959359:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9c615bd. 00000400:00000200:1.0:1767384329.959363:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104e80 00000400:00000010:0.0:1767384329.959365:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000400:00000200:1.0:1767384329.959372:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1885 [2] + 224 00000100:00000200:0.0:1767384329.959379:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731465472, portal 16 00000400:00000200:1.0:1767384329.959380:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384329.959384:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384329.959386:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000400:00000200:1.0:1767384329.959390:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384329.959393:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384329.959398:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384329.959399:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.959403:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384329.959405:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000100:00000200:1.0:1767384329.959406:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384329.959408:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731465472, offset 0 00000400:00000200:0.0:1767384329.959418:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384329.959431:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384329.959431:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.959440:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d104f00 00000400:00000200:0.0:1767384329.959449:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 0 00000400:00000200:0.0:1767384329.959454:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384329.959462:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384329.959465:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384329.959466:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384329.959469:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384329.959471:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0965d2b. 00000400:00000200:1.0:1767384329.959472:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d05f1a3 00000100:00000040:0.0:1767384329.959474:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000e0965d2b x1853236731465472 msgsize 328 00000400:00000010:1.0:1767384329.959478:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d05f1a3. 00000100:00100000:0.0:1767384329.959481:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384329.959483:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.959486:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.959486:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384329.959490:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384329.959492:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384329.959493:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384329.959497:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384329.959497:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.959500:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021291a14. 00000100:00000040:1.0:1767384329.959504:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:2.0:1767384329.959505:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55fb38f 00000400:00000010:2.0:1767384329.959509:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55fb38f. 00010000:00000001:1.0:1767384329.959510:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384329.959512:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384329.959515:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384329.959517:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000100:00000200:2.0:1767384329.959519:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384329.959519:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384329.959520:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000100:00000001:0.0:1767384329.959526:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384329.959528:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005cb211e x1853236731465344/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384329.959532:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384329.959544:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.959569:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384329.959570:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384329.959572:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005cb211e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731465344:12345-0@lo:253: Request processed in 1730us (2241us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384329.959574:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.959575:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384329.959578:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384329.959582:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384329.959585:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.959588:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.959592:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.959596:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:0.0:1767384329.959599:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.959600:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=49 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384329.959602:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384329.959604:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:2.0:1767384329.959608:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384329.959609:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.959610:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.959611:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384329.959615:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.959615:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294916132 00010000:00000001:2.0:1767384329.959620:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384329.959620:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384329.959623:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294916130 00010000:00000001:2.0:1767384329.959624:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384329.959627:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000388ccb50. 00000100:00000001:0.0:1767384329.959628:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294916132 00000100:00000001:0.0:1767384329.959633:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294916130 00000100:00000001:2.0:1767384329.959637:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384329.959637:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f933a3dc. 00000100:00000001:0.0:1767384329.959637:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294916132 00000100:00000001:0.0:1767384329.959645:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294916130 00000100:00000040:2.0:1767384329.959646:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384329.959646:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002375cf39. 00000100:00000001:0.0:1767384329.959649:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294916132 00000100:00000001:0.0:1767384329.959655:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294916130 00000020:00000040:1.0:1767384329.959656:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:0.0:1767384329.959660:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.959661:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384329.959664:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384329.959666:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.959667:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384329.959668:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a78c3376. 00000100:00000001:2.0:1767384329.959671:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.959671:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.959674:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384329.959677:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384329.959679:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384329.959679:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384329.959680:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384329.959684:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384329.959687:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384329.959688:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:1.0:1767384329.959690:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384329.959691:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384329.959691:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384329.959694:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.959696:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.959697:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:1.0:1767384329.959698:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00010000:00000001:0.0:1767384329.959700:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384329.959701:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.959704:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384329.959704:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d05f1a3. 00010000:00000001:0.0:1767384329.959705:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384329.959709:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767384329.959711:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.959712:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.959717:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.959720:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384329.959723:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731465344:0@lo:253: 00000100:00100000:0.0:1767384329.959724:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f14cc5b3 going to sleep for 11 seconds 00000100:00000001:0.0:1767384329.959730:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.959731:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.959733:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.959734:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.959740:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000921f3a57 x1853236731465344/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.959741:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384329.959745:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465472 00000100:00000001:2.0:1767384329.959747:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384329.959751:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384329.959751:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384329.959755:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ab30336e. 00000100:00000001:1.0:1767384329.959756:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384329.959759:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384329.959760:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.959763:0:16355:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384329.959765:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384329.959789:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00100000:1.0:1767384329.959789:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465472 00000020:00000001:2.0:1767384329.959793:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384329.959795:0:17068:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1767384329.959796:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eaa3a799. 00000020:00000040:1.0:1767384329.959799:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 02000000:00000001:2.0:1767384329.959802:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384329.959803:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384329.959804:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384329.959807:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384329.959807:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000100:00000001:2.0:1767384329.959813:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384329.959814:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:2.0:1767384329.959815:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.959818:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:1.0:1767384329.959821:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384329.959824:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384329.959826:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf60ad18. 00000100:00000001:2.0:1767384329.959828:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.959831:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.959831:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.959836:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384329.959838:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf60ad18. 00000100:00000001:2.0:1767384329.959839:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384329.959846:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000783c953e. 00000020:00000010:1.0:1767384329.959850:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052c031a5. 00000020:00000010:1.0:1767384329.959853:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000100:00000040:1.0:1767384329.959860:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384329.959863:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384329.959864:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384329.959870:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.959875:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.959886:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.959897:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384329.959899:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384329.959904:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384329.959907:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:1.0:1767384329.959909:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789512960 : -114766920038656 : ffff979ebe7fc700) 00000100:00000040:1.0:1767384329.959914:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0965d2b x1853236731465472/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384329.959924:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384329.959926:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf60ad18. 00000100:00000001:1.0:1767384329.959928:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384329.959930:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf60ad18. 00000100:00100000:1.0:1767384329.959933:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0965d2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731465472:12345-0@lo:104: 00000100:00000200:1.0:1767384329.959937:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465472 00010000:00000001:1.0:1767384329.959939:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384329.959943:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384329.959945:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384329.959947:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=2 00000020:00000001:1.0:1767384329.959949:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384329.959952:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00010000:00000001:1.0:1767384329.959955:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384329.959957:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384329.959960:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.959969:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384329.959971:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384329.959974:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056f59336. 02000000:00000001:1.0:1767384329.959975:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.959977:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.960001:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384329.960003:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384329.960006:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384329.960009:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384329.960012:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384329.960014:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384329.960017:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384329.960019:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.960022:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384329.960025:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384329.960029:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000200:1.0:1767384329.960032:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731465472, offset 224 00000400:00000200:1.0:1767384329.960038:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384329.960046:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384329.960053:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d104f00 00000400:00000200:1.0:1767384329.960059:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18a1 [1] + 224 00000400:00000200:1.0:1767384329.960063:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.960067:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384329.960071:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384329.960075:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384329.960085:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384329.960106:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384329.960111:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:1.0:1767384329.960114:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000100:00000001:1.0:1767384329.960117:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384329.960119:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384329.960121:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384329.960123:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384329.960126:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.960129:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384329.960129:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:2.0:1767384329.960133:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9c615bd. 00010000:00000001:1.0:1767384329.960135:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384329.960137:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000400:00000010:2.0:1767384329.960140:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00010000:00000010:1.0:1767384329.960141:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d1d3911b. 00000100:00000001:2.0:1767384329.960143:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384329.960148:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384329.960149:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384329.960158:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384329.960161:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384329.960163:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384329.960165:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.960166:0:17100:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384329.960169:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384329.960171:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960172:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.960174:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.960178:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.960178:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384329.960179:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.960183:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.960185:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=49 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384329.960185:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.960187:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1767384329.960193:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=49 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384329.960195:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0965d2b x1853236731465472/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384329.960197:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384329.960200:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.960204:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384329.960207:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960210:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384329.960212:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960214:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.960218:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384329.960221:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384329.960224:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0965d2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731465472:12345-0@lo:104: Request processed in 293us (743us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384329.960252:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000792d007 already unused, calling callback (00000000e93ca148) 00000100:00000001:2.0:1767384329.960253:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.960258:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:0.0:1767384329.960258:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384329.960263:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.960264:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384329.960264:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00000001:2.0:1767384329.960270:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000040:1.0:1767384329.960273:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00010000:00000001:0.0:1767384329.960275:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384329.960279:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384329.960280:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384329.960280:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384329.960298:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384329.960300:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384329.960301:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.960301:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384329.960302:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000792d007 refcount=3 00000020:00000001:0.0:1767384329.960307:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00000020:00000010:1.0:1767384329.960308:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052c031a5. 00000100:00000040:2.0:1767384329.960310:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384329.960311:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680448 : -114767148871168 : ffff979eb0dc1200) 00000020:00000010:1.0:1767384329.960315:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 00010000:00000001:0.0:1767384329.960317:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.960322:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384329.960323:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000783c953e. 00000100:00100000:2.0:1767384329.960328:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731465472:0@lo:104: 00000020:00000040:1.0:1767384329.960330:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00000001:1.0:1767384329.960336:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384329.960339:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384329.960340:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:0.0:1767384329.960341:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.960344:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960348:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384329.960350:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.960352:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731465472/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384329.960370:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:0.0:1767384329.960371:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:2.0:1767384329.960372:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384329.960376:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe68a8a4. 10000000:00000001:0.0:1767384329.960377:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384329.960380:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:2.0:1767384329.960382:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:0.0:1767384329.960382:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000020:00000001:2.0:1767384329.960385:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384329.960385:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384329.960388:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00010000:00000001:0.0:1767384329.960389:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.960393:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384329.960396:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000093dc6a6a. 02000000:00000001:2.0:1767384329.960398:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384329.960399:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:2.0:1767384329.960400:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1767384329.960403:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:2.0:1767384329.960404:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 10000000:00000040:0.0:1767384329.960406:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00000100:00000001:2.0:1767384329.960408:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384329.960409:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384329.960411:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384329.960412:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384329.960415:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f14cc5b3. 00010000:00000001:0.0:1767384329.960417:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384329.960419:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384329.960420:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384329.960422:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.960424:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:2.0:1767384329.960425:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000622fa8e2. 00010000:00000001:0.0:1767384329.960427:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384329.960430:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960430:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.960434:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.960435:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000792d007 with handle 0xd602e9c522f0b26d from hash 00010000:00000001:0.0:1767384329.960439:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384329.960441:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.960442:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.960445:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.960447:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:2.0:1767384329.960448:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384329.960449:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.960453:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384329.960454:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384329.960460:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.960460:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384329.960463:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384329.960468:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000020:00000040:0.0:1767384329.960471:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384329.960473:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384329.960476:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384329.960479:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384329.960485:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000045b16d7. 00000100:00000001:0.0:1767384329.960490:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960492:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384329.960494:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.960506:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384329.960508:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.960510:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384329.960511:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.960515:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_03+3] req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.960529:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.960532:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.960533:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.960534:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960536:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960537:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384329.960538:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960540:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384329.960541:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.960543:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384329.960549:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384329.960550:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384329.960551:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 000000000792d007/0xd602e9c522f0b26d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b274 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.960560:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.960566:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384329.960569:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d4dd918 count: 0 00000100:00000001:2.0:1767384329.960574:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384329.960576:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.960579:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384329.960580:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384329.960581:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.960582:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384329.960584:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384329.960585:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d1d3911b. 00000100:00100000:2.0:1767384329.960589:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731465600:0@lo:103: 00010000:00000001:0.0:1767384329.960591:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960595:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384329.960596:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.960599:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.960600:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384329.960603:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.960604:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384329.960607:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384329.960607:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384329.960610:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384329.960611:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e9387c4. 00010000:00010000:0.0:1767384329.960612:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384329.960616:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384329.960617:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.960619:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.960623:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384329.960625:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000400:00000010:2.0:1767384329.960632:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000200:2.0:1767384329.960636:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731465600, portal 18 00000100:00000001:2.0:1767384329.960639:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384329.960640:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000040:2.0:1767384329.960645:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.960652:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384329.960654:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384329.960656:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000100:00000200:2.0:1767384329.960657:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731465600, offset 0 00000400:00000200:2.0:1767384329.960660:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.960664:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384329.960668:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d104f80 00000400:00000200:2.0:1767384329.960672:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384329.960680:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384329.960682:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384329.960685:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384329.960687:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384329.960689:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7ecca1. 00000100:00000040:2.0:1767384329.960690:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006a7ecca1 x1853236731465600 msgsize 328 00000100:00100000:2.0:1767384329.960693:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384329.960701:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.960705:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:2.0:1767384329.960707:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000100:00000001:2.0:1767384329.960710:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384329.960713:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.960717:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384329.960719:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384329.960720:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465600 02000000:00000001:0.0:1767384329.960723:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384329.960724:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.960726:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384329.960729:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.960734:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960736:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384329.960737:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465600 00000100:00000001:2.0:1767384329.960739:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384329.960740:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384329.960743:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.960743:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384329.960748:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294916133 00000020:00000001:0.0:1767384329.960748:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.960749:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384329.960754:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384329.960756:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916132 00000020:00000001:0.0:1767384329.960757:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384329.960763:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384329.960765:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294916133 00000100:00000001:2.0:1767384329.960790:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916132 00000020:00000010:0.0:1767384329.960792:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000100:00000001:2.0:1767384329.960793:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294916134 00000100:00000001:0.0:1767384329.960796:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.960799:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916132 00000020:00000010:0.0:1767384329.960799:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000100:00000001:2.0:1767384329.960805:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294916134 00000020:00000010:0.0:1767384329.960806:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093dc6a6a. 00000100:00000001:2.0:1767384329.960809:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916132 00000020:00000010:0.0:1767384329.960810:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046f99d75. 00000100:00000001:2.0:1767384329.960815:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384329.960816:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004bbf5c8. 00000100:00000001:2.0:1767384329.960820:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960824:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.960841:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384329.960841:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384329.960844:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384329.960845:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384329.960847:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384329.960849:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384329.960851:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003a3245c2. 00010000:00000001:0.0:1767384329.960853:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384329.960854:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384329.960857:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384329.960858:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384329.960859:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384329.960862:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384329.960862:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000100:00000001:2.0:1767384329.960865:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384329.960866:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000100:00000001:2.0:1767384329.960869:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960870:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000100:00000001:2.0:1767384329.960873:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.960876:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 398 lvb_type: 0 00010000:00000001:0.0:1767384329.960882:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1767384329.960887:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008ea3b200. 00010000:00000001:0.0:1767384329.960889:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:2.0:1767384329.960893:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384329.960893:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384329.960896:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1767384329.960897:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384329.960900:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.960903:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000002:2.0:1767384329.960904:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384329.960908:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384329.960908:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7ecca1 x1853236731465600/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384329.960910:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384329.960914:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384329.960918:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.960922:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 20000000:01000000:2.0:1767384329.960923:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00000001:0.0:1767384329.960926:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.960929:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:0.0:1767384329.960936:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.960946:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384329.960947:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384329.960951:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384329.960953:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384329.960955:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789366400 : -114766920185216 : ffff979ebe7d8a80) 00000100:00000040:0.0:1767384329.960959:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a7ecca1 x1853236731465600/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/0 e 0 to 0 dl 1767384340 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.960964:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384329.960967:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000100:00000001:0.0:1767384329.960970:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384329.960971:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000100:00100000:0.0:1767384329.960975:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a7ecca1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731465600:12345-0@lo:103: 00000100:00000200:0.0:1767384329.960977:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465600 00010000:00000001:0.0:1767384329.960979:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384329.960980:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384329.960982:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384329.960985:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384329.960986:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384329.960990:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f699230d. 02000000:00000001:0.0:1767384329.960991:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.960992:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.960994:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384329.960996:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384329.960997:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.961003:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.961004:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000020:00000001:0.0:1767384329.961005:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:0.0:1767384329.961007:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000040:0.0:1767384329.961008:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cd1eec48 count: 3 00010000:00010000:0.0:1767384329.961011:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 398 lvb_type: 0 00000100:00001000:0.0:1767384329.961014:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384329 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384329.961016:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.961019:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961021:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.961023:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 398 lvb_type: 0 00000020:00000001:0.0:1767384329.961027:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.961029:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.961031:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384329.961033:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961036:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.961037:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.961040:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961041:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.961043:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.961044:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.961047:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6b7e8eb with handle 0xd602e9c522f0b274 from hash 00010000:00000001:0.0:1767384329.961049:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000020:2.0:1767384329.961050:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384329.961051:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961054:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384329.961055:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384329.961056:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000010:2.0:1767384329.961058:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000059bed37c. 00010000:00000001:0.0:1767384329.961059:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.961062:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767384329.961066:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.961066:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b274 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b26d expref: 16 pid: 17076 timeout: 398 lvb_type: 0 00010000:00000040:2.0:1767384329.961071:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731465216 00010000:00000040:0.0:1767384329.961074:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00010000:00000001:2.0:1767384329.961075:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384329.961079:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd556928 x1853236731465216/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384329.961082:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:2.0:1767384329.961089:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384329.961089:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384329.961092:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961092:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.961095:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00001000:2.0:1767384329.961096:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=49 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384329.961098:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000052fa2cf7 00000100:00000001:2.0:1767384329.961101:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384329.961102:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:2.0:1767384329.961105:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:0.0:1767384329.961106:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.961109:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.961110:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384329.961111:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:2.0:1767384329.961114:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384329.961115:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384329.961117:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961119:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384329.961121:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384329.961122:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384329.961125:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384329.961129:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384329.961134:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000010:2.0:1767384329.961135:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001700b39e. 00010000:00000001:0.0:1767384329.961137:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.961139:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.961139:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.961140:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd1eec48) refcount = 2 00010000:00010000:0.0:1767384329.961146:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384329.961148:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731465216, offset 224 00010000:00000001:0.0:1767384329.961156:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:2.0:1767384329.961158:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384329.961159:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.961162:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.961164:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.961168:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:0.0:1767384329.961184:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009bcf8e47. 00000100:00000001:0.0:1767384329.961188:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384329.961191:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f14cc5b3. 00000400:00000200:2.0:1767384329.961194:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d104e00 00000100:00000001:0.0:1767384329.961195:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792749120 : -114766916802496 : ffff979ebeb12840) 00000100:00000001:0.0:1767384329.961200:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306792749120 : -114766916802496 : ffff979ebeb12840) 00000400:00000200:2.0:1767384329.961203:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1889 [2] + 224 00000100:00000001:0.0:1767384329.961204:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384329.961207:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1767384329.961210:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384329.961210:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384329.961211:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384329.961216:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384329.961220:0:17078:0:(events.c:78:reply_in_callback()) Process entered 20000000:01000000:0.0:1767384329.961220:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000200:2.0:1767384329.961224:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.961224:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.961226:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.961229:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=5 00000020:00000001:0.0:1767384329.961234:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000100:00000040:2.0:1767384329.961238:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.961239:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384329.961257:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384329.961260:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.961268:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.961270:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.961271:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384329.961274:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961277:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.961278:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384329.961279:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001700b39e 00000400:00000010:2.0:1767384329.961282:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001700b39e. 00010000:00000001:0.0:1767384329.961287:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384329.961288:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384329.961290:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.961291:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384329.961293:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384329.961294:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.961296:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.961296:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384329.961299:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384329.961303:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:1.0:1767384329.961305:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384329.961308:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052fa2cf7 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384329.961309:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384329.961310:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384329.961312:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1767384329.961314:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384329.961315:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00010000:00000001:0.0:1767384329.961315:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:2.0:1767384329.961317:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1767384329.961318:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384329.961322:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000171033ce 00000100:00000040:2.0:1767384329.961324:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd556928 x1853236731465216/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384329.961328:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000171033ce. 00010000:00000001:0.0:1767384329.961328:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.961331:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.961334:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384329.961335:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384329.961336:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052fa2cf7 refcount=6 00000100:00000200:1.0:1767384329.961344:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384329.961345:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00000100:00100000:2.0:1767384329.961349:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731465216:12345-0@lo:253: Request processed in 3481us (3988us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384329.961351:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560681472 : -114767148870144 : ffff979eb0dc1600) 00010000:00000001:0.0:1767384329.961357:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.961360:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384329.961372:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000200:1.0:1767384329.961376:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.961376:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384329.961379:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:0.0:1767384329.961380:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.961383:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.961387:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384329.961392:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384329.961393:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384329.961396:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767384329.961397:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf451e65. 00000100:00000001:1.0:1767384329.961397:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.961399:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.961403:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384329.961404:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9fa99b9. 00010000:00000001:0.0:1767384329.961404:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.961408:0:16352:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384329.961409:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052fa2cf7 with handle 0xd602e9c522f0b27b from hash 02000000:00000001:1.0:1767384329.961413:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384329.961415:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384329.961417:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384329.961418:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52ccafd. 00010000:00000001:0.0:1767384329.961418:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384329.961420:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961422:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384329.961426:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961426:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:2.0:1767384329.961428:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:0.0:1767384329.961429:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:1.0:1767384329.961433:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=49 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384329.961433:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384329.961435:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384329.961436:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.961440:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384329.961441:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000082b91124. 00000100:00001000:1.0:1767384329.961441:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=49 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384329.961443:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961448:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384329.961450:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384329.961451:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384329.961451:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384329.961455:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961456:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384329.961457:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.961459:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384329.961462:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384329.961463:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.961467:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961467:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384329.961468:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384329.961475:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961475:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.961477:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00010000:00010000:0.0:1767384329.961482:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384329.961486:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001700b39e. 00000100:00000040:1.0:1767384329.961486:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.961488:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961491:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.961494:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384329.961500:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.961502:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384329.961506:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384329.961506:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961507:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.961511:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384329.961512:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.961514:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.961517:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384329.961519:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384329.961519:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.961522:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384329.961525:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:0.0:1767384329.961525:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.961529:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:01000004:1.0:1767384329.961530:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384329.961531:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:01000004:1.0:1767384329.961536:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384329.961537:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.961542:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384329.961543:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384329.961544:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384329.961547:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f14cc5b3. 00000020:01000004:1.0:1767384329.961548:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384329.961551:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:01000004:1.0:1767384329.961552:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:0.0:1767384329.961554:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384329.961556:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000010:0.0:1767384329.961557:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009bcf8e47. 00000020:01000004:1.0:1767384329.961560:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384329.961561:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:01000004:1.0:1767384329.961565:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1767384329.961565:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384329.961568:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384329.961571:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384329.961572:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384329.961575:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384329.961579:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384329.961587:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384329.961592:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384329.961595:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00100000:1.0:1767384329.961596:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f67fb0c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731465216:0@lo:253: 02000000:00000001:0.0:1767384329.961598:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384329.961601:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.961605:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.961605:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384329.961610:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384329.961611:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384329.961614:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000100:00000040:1.0:1767384329.961617:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f67fb0c2 x1853236731465216/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384329.961620:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731465600, offset 224 00000400:00000200:0.0:1767384329.961629:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384329.961637:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384329.961638:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384329.961645:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d104f80 02000000:00000001:1.0:1767384329.961646:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384329.961650:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002d482971. 00000400:00000200:0.0:1767384329.961651:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18b1 [1] + 224 02000000:00000001:1.0:1767384329.961655:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384329.961657:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384329.961660:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384329.961665:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384329.961665:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384329.961668:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c9f63b99. 00000400:00000200:0.0:1767384329.961673:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384329.961674:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384329.961678:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384329.961680:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f67fb0c2. 00000100:00000001:0.0:1767384329.961680:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384329.961685:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384329.961687:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384329.961688:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.961691:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.961699:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384329.961703:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384329.961706:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.961708:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.961711:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.961730:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384329.961735:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384329.961738:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000100:00000001:0.0:1767384329.961741:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384329.961743:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384329.961747:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.961749:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384329.961750:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384329.961752:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384329.961756:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384329.961757:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.961762:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384329.961762:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.961764:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 00000100:00000040:0.0:1767384329.961795:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7ecca1 x1853236731465600/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:310/0 lens 328/224 e 0 to 0 dl 1767384340 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384329.961801:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:2.0:1767384329.961805:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:2.0:1767384329.961811:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384329.961811:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a7ecca1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731465600:12345-0@lo:103: Request processed in 843us (1116us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384329.961818:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.961822:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384329.961828:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384329.961832:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384329.961833:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.961835:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384329.961840:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046f99d75. 00000100:00000001:2.0:1767384329.961842:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384329.961845:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384329.961845:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004bbf5c8. 00000100:00000001:2.0:1767384329.961850:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384329.961852:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093dc6a6a. 02000000:00000001:2.0:1767384329.961853:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384329.961856:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.961858:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.961859:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:2.0:1767384329.961860:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.961863:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384329.961865:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=49 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384329.961868:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384329.961869:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.961875:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384329.961877:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.961881:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384329.961884:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.961885:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1767384329.961887:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.961891:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1767384329.961893:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384329.961897:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384329.961908:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384329.961911:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384329.961914:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052fa2cf7/0xd602e9c522f0b27b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384329.961924:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.961930:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:1.0:1767384329.961931:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd1eec48 count: 0 00000100:00000001:2.0:1767384329.961932:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384329.961954:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384329.961956:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384329.961961:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384329.961962:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731465600:0@lo:103: 00000100:00000001:2.0:1767384329.961967:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.961968:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.961970:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731465600/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.961974:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384329.961976:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384329.961977:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e9387c4. 02000000:00000001:2.0:1767384329.961980:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384329.961981:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384329.961982:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384329.961983:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384329.961985:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000045b16d7. 02000000:00000001:2.0:1767384329.961988:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384329.961989:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384329.961990:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:2.0:1767384329.961993:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384329.961993:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.961995:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.961999:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.962000:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.962002:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.962003:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384329.965809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d4dd918. 00010000:00000010:0.1:1767384329.965819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000792d007. 00000100:00000040:0.0:1767384329.965832:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294916133, at 4294916134 00000100:00000010:0.0:1767384329.965838:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecd2acfa. 00000100:00000040:3.0:1767384329.966808:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294916134, at 4294916135 00000100:00000010:3.0:1767384329.966816:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000789d1db. 00000100:00000040:1.0:1767384329.966821:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294916133, at 4294916135 00000100:00000010:1.0:1767384329.966827:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000267a8f70. 00000100:00000040:2.0:1767384329.966840:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294916134, at 4294916135 00000100:00000010:2.0:1767384329.966847:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066915b7a. 00010000:00000010:1.1:1767384329.969790:0:28076:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd1eec48. 00010000:00000010:1.1:1767384329.969798:0:28076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052fa2cf7. 00010000:00000010:0.1:1767384329.969811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00000400:00000010:1.0:1767384329.973077:0:28076:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fe89c110. 00000400:00000040:1.0:1767384329.973100:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.973102:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384329.973105:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.973106:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.973108:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.973109:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384329.973112:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.973113:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384329.973114:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384329.973115:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384329.973117:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384329.973118:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.973120:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384329.973121:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.973121:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384329.973123:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384329.973124:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384329.973125:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384329.973126:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384329.973128:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.973128:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.973129:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.973130:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.973131:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.973132:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384329.973133:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.973135:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.973135:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.973136:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.973137:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.973138:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384329.973139:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384329.973140:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384329.973141:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384329.973142:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384329.973143:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.973144:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384329.973146:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384329.973152:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.973154:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384329.973155:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384329.973156:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384329.973157:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384329.973158:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384329.973159:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384329.973161:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384329.973161:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384329.973162:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384329.973164:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384329.973165:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384329.973166:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384329.973167:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384329.973167:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384329.973169:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384329.973169:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384329.973170:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384329.973171:0:28076:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384329.973228:0:28076:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fe89c110. 00010000:00000001:3.0:1767384330.247842:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384330.247849:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.247856:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384330.247858:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.247908:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384330.247913:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384330.247917:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384330.952844:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:0.0:1767384330.952854:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384330.952861:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005445d3ec. 00000400:00000010:0.0:1767384330.952865:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000010:0.0:1767384330.952872:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b68e9759. 00000400:00000200:0.0:1767384330.952876:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:0.0:1767384330.952890:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:0.0:1767384330.952896:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:0.0:1767384330.952899:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [78:78:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1767384330.952904:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:0.0:1767384330.952910:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:0.0:1767384330.952914:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:0.0:1767384330.952917:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000044965107. 00000800:00000200:0.0:1767384330.952922:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:0.1:1767384330.952926:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:0.0:1767384330.952944:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:0.0:1767384330.952948:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp31 00000400:00000010:0.0:1767384330.952950:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000afa6cd57. 00000400:00000010:0.0:1767384330.952952:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004cb0b1ec. 00000400:00000010:0.0:1767384330.952955:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099275b97. 00000400:00000010:0.0:1767384330.952960:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000242ea387. 00000400:00000200:0.0:1767384330.952962:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp31 00000400:00000200:0.0:1767384330.952968:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp31 local destination 00000400:00000200:0.0:1767384330.952970:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp31 00000400:00000200:0.0:1767384330.952973:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp31 NI seq info: [79:79:256:4294967295] 192.168.204.118@tcp31 LPNI seq info [77:77:8:4294967295] 00000400:00000200:0.0:1767384330.952976:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp31 00000400:00000200:0.0:1767384330.952982:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp31(192.168.204.118@tcp31:) -> 192.168.204.118@tcp31(192.168.204.118@tcp31:192.168.204.118@tcp31) : GET try# 0 00000800:00000200:0.0:1767384330.952984:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp31 00000800:00000010:0.0:1767384330.952987:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c3cbe09. 00000800:00000200:0.0:1767384330.952989:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (2) 00000800:00000200:0.1:1767384330.952992:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (2) 00000400:00000200:2.0:1767384330.952998:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384330.953003:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp31 added to recovery queue. ping count: 1 next ping: 251 health :900 00000400:00000200:1.0:1767384330.953048:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953104:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953116:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953165:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953209:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953217:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953273:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953309:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953361:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953415:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953468:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953502:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953595:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953653:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953708:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953714:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953806:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953922:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.953968:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.953980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954029:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954072:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954083:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954137:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954188:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954201:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954253:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954315:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954373:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954391:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954422:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954491:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954519:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954564:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954573:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954630:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954717:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954744:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954792:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954823:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954857:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954899:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.954950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.954989:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955012:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384330.955040:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955070:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955110:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955126:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955152:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000800:00000010:2.0:1767384330.955215:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ba7350e. 00000800:00000010:2.0:1767384330.955220:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000031f4855. 00000800:00000010:2.0:1767384330.955238:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000473e445d. 00000800:00000010:2.0:1767384330.955264:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000473e445d. 00000800:00020000:2.0:1767384330.955272:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384330.955275:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000031f4855. 00000800:00000010:2.0:1767384330.955279:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ba7350e. 00000400:02020000:2.0:1767384330.955344:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384330.955353:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:2.0:1767384330.955358:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:2.0:1767384330.955364:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:2.0:1767384330.955367:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000044965107. 00000400:00000200:2.0:1767384330.955371:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384330.955376:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384330.955383:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384330.955386:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000800:00000010:1.0:1767384330.955387:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b8ef056a. 00000800:00000010:1.0:1767384330.955392:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020756099. 00000400:00000200:2.0:1767384330.955393:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00000800:00000010:1.0:1767384330.955399:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a2167e2. 00000800:00000010:1.0:1767384330.955431:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a2167e2. 00000400:00000200:0.0:1767384330.955507:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384330.955522:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp31 from 216.3.0.2 00000800:00000010:0.0:1767384330.955527:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f6233da9. 00000800:00000010:2.0:1767384330.955562:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ba7350e. 00000800:00000010:2.0:1767384330.955582:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000031f4855. 00000800:00000010:2.0:1767384330.955601:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000029808184. 00000800:00000200:2.1:1767384330.955606:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (2) 00000800:00000200:2.1:1767384330.955611:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp31 0000000029808184 deleted 00000800:00000010:2.1:1767384330.955613:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029808184. 00000800:00000200:2.1:1767384330.955618:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384330.955622:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp31 ip 192.168.204.118:984 00000800:00000200:2.1:1767384330.955626:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c3cbe09 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384330.955631:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp31 p 3.x 192.168.204.118 -> 192.168.204.118:984 incarnation:1767384328012853506 sched[0] 00000800:00000010:2.0:1767384330.955635:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000473e445d. 00000800:00000010:2.0:1767384330.955682:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000473e445d. 00000800:00000010:2.0:1767384330.955687:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000031f4855. 00000800:00000200:1.1:1767384330.955708:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384330.955716:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp31 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384328012853506 sched[0] 00000800:00000010:2.0:1767384330.955721:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f6233da9. 00000800:00000010:1.0:1767384330.955727:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020756099. 00000400:00000200:1.0:1767384330.955813:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:0.0:1767384330.955864:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.955870:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.955889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.955907:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000200:0.0:1767384330.955921:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.955924:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c3cbe09. 00000400:00000200:0.0:1767384330.955927:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.955928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384330.955933:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp31->192.168.204.118@tcp31: GET: OK 00000400:00000200:0.0:1767384330.955937:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384330.955940:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp31 recovery message sent successfully:0 00000800:00000001:0.0:1767384330.955949:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.955954:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.955955:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384330.955957:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000001:0.0:1767384330.955961:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.955970:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp31(192.168.204.118@tcp31) <- 192.168.204.118@tcp31 : GET - for me 00000400:00000200:0.0:1767384330.955980:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384330.955984:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384330.955989:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x187d [1] + 0 00000400:00000200:0.0:1767384330.955998:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp31 to MR: 192.168.204.118@tcp31 local destination 00000400:00000200:0.0:1767384330.956003:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp31 NI seq info: [80:80:256:4294967295] 192.168.204.118@tcp31 LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767384330.956007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384330.956016:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp31(192.168.204.118@tcp31:192.168.204.118@tcp31) -> 192.168.204.118@tcp31(192.168.204.118@tcp31:192.168.204.118@tcp31) 192.168.204.118@tcp31 : REPLY try# 0 00000800:00000200:0.0:1767384330.956023:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp31 00000800:00000010:0.0:1767384330.956026:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c3cbe09. 00000800:00000200:0.0:1767384330.956029:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000800:00000200:0.0:1767384330.956033:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp31 ip 192.168.204.118:988 00000800:00000200:0.0:1767384330.956036:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c3cbe09 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384330.956037:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:2.0:1767384330.956042:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384330.956071:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:0.0:1767384330.956104:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.956107:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c3cbe09. 00000400:00000200:1.0:1767384330.956109:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384330.956111:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.956118:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp31->192.168.204.118@tcp31: REPLY: OK 00000800:00000001:3.0:1767384330.956126:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384330.956135:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384330.956138:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.956143:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384330.956144:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.956146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384330.956156:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp31(192.168.204.118@tcp31) <- 192.168.204.118@tcp31 : REPLY - for me 00000400:00000200:3.0:1767384330.956167:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp31: Reply from 12345-192.168.204.118@tcp31 of length 272/272 into md 0x18c9 00000400:00000200:1.0:1767384330.956169:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000800:00000001:3.0:1767384330.956171:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384330.956179:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384330.956181:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.956186:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp31->192.168.204.118@tcp31: REPLY: OK 00000400:00000200:3.0:1767384330.956190:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099275b97 00000400:00000200:1.0:1767384330.956191:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000010:3.0:1767384330.956194:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099275b97. 00000400:00000200:3.0:1767384330.956199:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384330.956203:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000afa6cd57. 00000400:00000010:3.0:1767384330.956207:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004cb0b1ec. 00000800:00000001:3.0:1767384330.956213:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384330.956216:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000800:00000001:3.0:1767384330.956217:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384330.956262:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956280:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956292:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956304:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956318:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956332:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956346:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956370:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956384:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956395:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956407:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956418:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956431:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956448:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956473:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956598:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956617:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384330.956631:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384330.956731:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603f7cdb. 00000800:00000010:1.0:1767384330.956735:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020756099. 00000800:00000010:1.0:1767384330.956739:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a2167e2. 00000800:00000010:1.0:1767384330.956758:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a2167e2. 00000800:00020000:1.0:1767384330.957086:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384330.957090:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020756099. 00000800:00000010:1.0:1767384330.957093:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000603f7cdb. 00000400:02020000:1.0:1767384330.957191:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp31 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384331.162029:0:28442:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcc73ef2. 00080000:00000010:1.0:1767384331.162040:0:28442:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcc73ef2. 00000020:00000001:1.0:1767384331.162044:0:28442:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384331.162051:0:28442:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcc73ef2. 00080000:00000010:1.0:1767384331.162054:0:28442:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcc73ef2. 00000020:00000001:1.0:1767384331.162057:0:28442:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.271830:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384331.271835:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.271848:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384331.271849:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.271887:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384331.271892:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384331.271897:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384331.463817:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384331.463822:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384331.463827:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00000020:00000040:0.0:1767384331.463834:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384331.463839:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384331.463842:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384331.463846:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384331.463853:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010ab48ac. 00000100:00000001:0.0:1767384331.463859:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.463861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384331.463864:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.463867:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384331.463868:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.463876:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005067ef01] to pc [ptlrpcd_00_00+0] req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384331.463879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 00000020:00000040:2.0:1767384331.463884:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384331.463890:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.463892:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.463895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.463900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057c92562. 00000100:00000001:2.0:1767384331.463904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384331.463906:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.463910:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.463918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.463919:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.463922:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384331.463923:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ab9789] to pc [ptlrpcd_00_01+1] req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.463927:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.463929:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.463932:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.463934:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.463944:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.463948:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.463952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384331.463953:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.463957:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.463960:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384331.463961:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384331.463966:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.463967:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384331.463970:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000100:00000001:1.0:1767384331.463972:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.463976:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384331.463981:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384331.463982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.463986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384331.463987:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384331.463988:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.463990:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.463990:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.463994:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.463996:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384331.463997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072511dd1. 02000000:00000001:0.0:1767384331.463999:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384331.464000:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731465728:0@lo:13: 00000100:00000001:2.0:1767384331.464003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.464005:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.464010:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.464012:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384331.464013:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731465856:0@lo:400: 02000000:00000001:1.0:1767384331.464020:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384331.464022:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384331.464026:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384331.464027:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384331.464028:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.464030:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.464032:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.464034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_02+2] req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.464038:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384331.464041:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.464045:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b7269f1b. 02000000:00000010:0.0:1767384331.464046:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b0d77da. 02000000:00000001:1.0:1767384331.464051:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.464052:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464057:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.464060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384331.464060:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000173b1ce5. 00000400:00000010:1.0:1767384331.464061:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000100:00000001:2.0:1767384331.464064:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384331.464070:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a7e8e8. 00000400:00000010:1.0:1767384331.464071:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000010:2.0:1767384331.464075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 00000100:00000200:0.0:1767384331.464077:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731465856, portal 25 00000100:00000200:1.0:1767384331.464079:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731465728, portal 4 00000020:00000040:2.0:1767384331.464080:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384331.464081:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.464084:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 00000100:00000001:2.0:1767384331.464085:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384331.464086:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384331.464088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384331.464090:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 02000000:00000001:2.0:1767384331.464091:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.464091:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384331.464099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e586356f. 00000100:00000040:1.0:1767384331.464105:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.464105:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.464106:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.464112:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384331.464115:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384331.464117:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000100:00000200:0.0:1767384331.464123:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731465856, offset 0 00000400:00000200:0.0:1767384331.464135:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384331.464137:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.464142:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.464144:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.464145:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384331.464149:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026a4f28c] to pc [ptlrpcd_00_03+3] req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.464151:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000400:00000200:0.0:1767384331.464154:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384331.464157:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731465728, offset 0 00000100:00000001:2.0:1767384331.464170:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.464175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384331.464175:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.464175:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d105080 00000100:00000001:2.0:1767384331.464182:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384331.464185:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000400:00000200:0.0:1767384331.464185:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10ed [2] + 0 00000020:00000040:2.0:1767384331.464190:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384331.464193:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab414113. 00000100:00000001:2.0:1767384331.464194:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384331.464194:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384331.464198:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384331.464200:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e36974b 02000000:00000001:2.0:1767384331.464201:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.464206:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000770aa37a. 00000400:00000200:0.0:1767384331.464207:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.464210:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.464211:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d105000 00000100:00000040:2.0:1767384331.464225:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384331.464229:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.464238:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384331.464240:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.464241:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000100:00000040:2.0:1767384331.464245:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_00+0] req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.464249:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e36974b 00000400:00000200:1.0:1767384331.464250:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384331.464255:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e36974b. 00000100:00000001:2.0:1767384331.464257:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.464261:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.464261:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384331.464263:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (255) 00000100:00000200:0.0:1767384331.464265:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384331.464270:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000fe2a2c6d x1853236731465856 msgsize 224 00000100:00000001:1.0:1767384331.464271:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.464275:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:0.0:1767384331.464276:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384331.464280:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:1.0:1767384331.464283:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f67fb0c2. 00000100:00000040:1.0:1767384331.464287:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000f67fb0c2 x1853236731465728 msgsize 224 00000100:00000001:0.0:1767384331.464288:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384331.464296:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384331.464297:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000400:00000010:0.0:1767384331.464300:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000100:00000001:2.0:1767384331.464303:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.464303:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384331.464307:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.464310:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.464313:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.464317:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384331.464320:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000100:00000040:2.0:1767384331.464323:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.464324:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000100:00000001:1.0:1767384331.464331:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.464338:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.464353:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384331.464355:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.464358:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.464359:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.464363:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.464367:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.464372:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384331.464373:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.464379:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.464380:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.464381:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731465984:0@lo:400: 00000100:00000001:0.0:1767384331.464383:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.464387:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.464389:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384331.464390:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.464391:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.464397:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384331.464398:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294917637 02000000:00000010:2.0:1767384331.464402:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043a2a1cd. 00000100:00000010:0.0:1767384331.464405:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecd2acfa. 02000000:00000001:2.0:1767384331.464407:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.464411:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.464413:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000100:00000001:1.0:1767384331.464414:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.464414:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384331.464422:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000001:0.0:1767384331.464422:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294917637 00000100:00000001:1.0:1767384331.464425:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.464427:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731465984, portal 4 00000100:00000010:0.0:1767384331.464428:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030d44f33. 00000100:00000040:1.0:1767384331.464431:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3582 usecs (4 jiffies) 00000100:00000001:2.0:1767384331.464432:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.464434:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384331.464436:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000100:00000001:1.0:1767384331.464438:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917636 00000100:00000001:0.0:1767384331.464439:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294917637 00000100:00000040:2.0:1767384331.464442:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.464446:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917637 00000100:00000010:0.0:1767384331.464446:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000001:0.0:1767384331.464452:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384331.464454:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917636 00000100:00000001:0.0:1767384331.464457:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294917637 00000100:00000001:2.0:1767384331.464458:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384331.464459:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917637 00000100:00000010:0.0:1767384331.464463:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009613ffb0. 00000100:00000040:2.0:1767384331.464465:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384331.464467:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917636 00000100:00000001:0.0:1767384331.464468:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384331.464470:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000100:00000001:1.0:1767384331.464474:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.464474:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384331.464475:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731465984, offset 0 00000100:00000001:1.0:1767384331.464481:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917636 00000100:00000001:0.0:1767384331.464482:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.464486:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384331.464488:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.464489:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.464493:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.464495:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.464496:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384331.464503:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.464506:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.464508:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.464510:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d105100 00000100:00000001:0.0:1767384331.464510:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.464513:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.464519:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384331.464522:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000001:1.0:1767384331.464524:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.464524:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384331.464527:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384331.464529:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384331.464529:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.464533:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.464536:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384331.464538:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384331.464539:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384331.464540:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384331.464543:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.464544:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.464547:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384331.464548:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384331.464550:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.464551:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384331.464552:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d54e6460. 00000100:00000001:0.0:1767384331.464554:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384331.464558:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000d54e6460 x1853236731465984 msgsize 224 00000100:00000001:0.0:1767384331.464562:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384331.464563:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384331.464565:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384331.464570:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.464573:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.464578:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1767384331.464580:0:19371:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000603f7cdb. 00000400:00000200:2.0:1767384331.464581:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000100:00000001:0.0:1767384331.464581:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.464585:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 02000000:00000001:0.0:1767384331.464589:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384331.464590:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384331.464590:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384331.464591:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384331.464595:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465728 00000100:00000200:2.0:1767384331.464596:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.464597:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.464601:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384331.464604:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731466240:0@lo:400: 00000100:00000001:1.0:1767384331.464607:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.464611:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.464615:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384331.464616:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384331.464619:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.464619:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384331.464621:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384331.464622:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.464626:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465728 02000000:00000001:0.0:1767384331.464628:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384331.464632:0:19371:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384331.464633:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013dc9afb. 00000100:00000001:2.0:1767384331.464634:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464638:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384331.464638:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.464643:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:2.0:1767384331.464644:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.464644:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9c615bd. 00000020:00000001:1.0:1767384331.464649:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384331.464651:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3582 usecs (4 jiffies) 00000400:00000010:0.0:1767384331.464652:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000020:00000040:1.0:1767384331.464654:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384331.464656:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917636 00000100:00000200:0.0:1767384331.464657:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731466240, portal 10 00000020:00000001:1.0:1767384331.464661:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384331.464662:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.464662:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.464665:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000100:00000001:2.0:1767384331.464669:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917636 00000020:00000001:1.0:1767384331.464669:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384331.464672:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917637 00000100:00000040:0.0:1767384331.464674:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.464678:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917636 00000100:00000001:1.0:1767384331.464678:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.464685:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917637 00000020:00000010:1.0:1767384331.464686:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b475350. 00000100:00000001:0.0:1767384331.464687:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384331.464689:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917636 00000100:00000040:0.0:1767384331.464693:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384331.464695:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917637 00000020:00000010:1.0:1767384331.464695:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005c18345c. 00000400:00000010:0.0:1767384331.464697:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000001:2.0:1767384331.464702:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384331.464703:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731466240, offset 0 00000020:00000040:1.0:1767384331.464706:0:19371:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384331.464708:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.464712:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384331.464714:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464716:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.464720:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384331.464721:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.464723:0:19371:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384331.464724:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384331.464727:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105200 00000020:00000010:1.0:1767384331.464730:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edbe5226. 00000100:00000001:2.0:1767384331.464733:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384331.464734:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767384331.464736:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384331.464739:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c023d1b1. 00000400:00000200:0.0:1767384331.464740:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.464741:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.464748:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:1.0:1767384331.464748:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000400:00000200:0.0:1767384331.464749:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.464755:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.464757:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384331.464758:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.464760:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.464762:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384331.464763:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384331.464785:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384331.464789:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384331.464789:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010668d1d. 00000100:00000001:1.0:1767384331.464791:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.464793:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384331.464795:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384331.464795:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000010668d1d x1853236731466240 msgsize 224 00000100:00000040:2.0:1767384331.464799:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.464801:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.464807:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384331.464814:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.464814:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464817:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.464819:0:16353:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384331.464821:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.464823:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384331.464825:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 02000000:00000001:2.0:1767384331.464826:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.464828:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384331.464830:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00100000:2.0:1767384331.464832:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731466112:0@lo:400: 00000100:00000001:0.0:1767384331.464835:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384331.464838:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.464841:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384331.464842:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.464843:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.464846:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384331.464848:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384331.464851:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384331.464854:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000042a6b83. 02000000:00000001:2.0:1767384331.464857:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.464857:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384331.464862:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384331.464862:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.464863:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000010:2.0:1767384331.464871:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000100:00000040:1.0:1767384331.464871:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384331.464872:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.464876:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731466112, portal 10 00000100:00000001:1.0:1767384331.464878:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788994048 : -114766920557568 : ffff979ebe77dc00) 00000100:00000001:0.0:1767384331.464878:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.464880:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.464883:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464884:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000100:00000040:1.0:1767384331.464889:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f67fb0c2 x1853236731465728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.464889:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2941 usecs (3 jiffies) 00000100:00000040:2.0:1767384331.464893:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.464895:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917636 00000100:00000001:0.0:1767384331.464901:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.464906:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917636 00000100:00000001:0.0:1767384331.464912:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.464917:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917636 00000100:00000001:0.0:1767384331.464922:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917637 00000100:00000001:2.0:1767384331.464924:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384331.464927:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917636 00000100:00000001:1.0:1767384331.464928:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384331.464930:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384331.464933:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917637 00000020:00000010:1.0:1767384331.464936:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046d02ee8. 00000400:00000010:2.0:1767384331.464937:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000100:00000001:0.0:1767384331.464937:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384331.464944:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731466112, offset 0 00000100:00000001:0.0:1767384331.464944:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.464945:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.464947:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.464951:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046d02ee8. 00000100:00000001:0.0:1767384331.464952:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.464957:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384331.464964:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f67fb0c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731465728:12345-0@lo:13: 00000400:00000200:2.0:1767384331.464968:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384331.464973:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465728 00000400:00000200:2.0:1767384331.464977:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105180 00000400:00000200:2.0:1767384331.464982:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00080000:0.0:1767384331.464983:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384331.464987:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384331.464989:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384331.464989:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000001:1.0:1767384331.464992:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384331.464994:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384331.464996:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.464999:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.465003:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384331.465003:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:2.0:1767384331.465006:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000192d251. 00000020:00000001:1.0:1767384331.465007:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000040:2.0:1767384331.465010:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000192d251 x1853236731466112 msgsize 224 00000020:00000001:1.0:1767384331.465015:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767384331.465016:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384331.465021:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384331.465026:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384331.465027:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.465027:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384331.465029:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384331.465031:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465856 00000400:00000200:2.0:1767384331.465033:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000020:00000001:1.0:1767384331.465034:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.465034:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.465037:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384331.465038:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000100:00000001:0.0:1767384331.465040:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465041:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384331.465042:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384331.465046:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384331.465047:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.465048:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.465051:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465856 02000000:00000010:1.0:1767384331.465052:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004ff61ba5. 00000020:00000001:0.0:1767384331.465056:0:17078:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384331.465058:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.465059:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384331.465062:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.465063:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384331.465067:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:2.0:1767384331.465069:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:1.0:1767384331.465069:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384331.465070:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384331.465074:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:2.0:1767384331.465076:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384331.465076:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384331.465078:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384331.465080:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:0.0:1767384331.465082:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:2.0:1767384331.465088:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465088:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384331.465090:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.465092:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384331.465094:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00002000:00000024:1.0:1767384331.465096:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384331.465097:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.465099:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e54b9884. 00000020:00000020:1.0:1767384331.465102:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:2.0:1767384331.465103:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2872 usecs (3 jiffies) 00000020:00000010:0.0:1767384331.465104:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002230db8e. 00000100:00000001:2.0:1767384331.465109:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917636 00000020:00000020:1.0:1767384331.465110:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384331.465111:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004bbf5c8. 00000100:00000001:2.0:1767384331.465116:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917637 00002000:00000020:1.0:1767384331.465117:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:0.0:1767384331.465120:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384331.465121:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917636 00002000:00000001:1.0:1767384331.465123:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384331.465125:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.465126:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917637 00000020:00000010:1.0:1767384331.465128:0:19371:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003df8daa6. 00000100:00000001:0.0:1767384331.465128:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.465129:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917636 00000100:00000001:0.0:1767384331.465131:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465135:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917637 00000001:00000001:1.0:1767384331.465135:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384331.465137:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384331.465138:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465139:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917636 00002000:00000001:1.0:1767384331.465143:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384331.465147:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731465728 00000100:00000001:2.0:1767384331.465148:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917637 00000100:00000001:0.0:1767384331.465149:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384331.465150:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384331.465155:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384331.465158:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f67fb0c2 x1853236731465728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.465159:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465160:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.465164:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384331.465166:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465172:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.465172:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00010000:00000001:1.0:1767384331.465176:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384331.465179:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00010000:00000001:1.0:1767384331.465180:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465184:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745181264 : -114766964370352 : ffff979ebbdb5450) 00000100:00001000:1.0:1767384331.465186:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384331.465189:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe2a2c6d x1853236731465856/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.465193:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384331.465197:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731465984 00000100:00000001:1.0:1767384331.465201:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384331.465202:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.465204:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.465206:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384331.465207:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.465209:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465210:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384331.465227:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.465227:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 02000000:00000001:1.0:1767384331.465231:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384331.465233:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384331.465234:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731465984 02000000:00000001:1.0:1767384331.465234:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.465238:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000020:00000001:2.0:1767384331.465239:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.465240:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384331.465242:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00100000:0.0:1767384331.465247:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2a2c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731465856:12345-0@lo:400: 00000020:00000001:2.0:1767384331.465248:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384331.465248:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384331.465251:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000400:00000010:1.0:1767384331.465254:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000100:00000200:0.0:1767384331.465255:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465856 00000020:00000001:2.0:1767384331.465256:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:0.0:1767384331.465260:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384331.465261:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000200:1.0:1767384331.465261:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731465728, offset 224 00000020:00000001:0.0:1767384331.465264:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384331.465267:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384331.465268:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.465272:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00000400:00000200:1.0:1767384331.465272:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384331.465273:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.465277:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000001:2.0:1767384331.465278:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384331.465280:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384331.465284:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384331.465285:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 00000400:00000200:1.0:1767384331.465285:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384331.465290:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.465292:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384331.465294:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3fc137c. 00000020:00000001:0.0:1767384331.465294:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.465299:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d105000 00000020:00000001:0.0:1767384331.465300:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384331.465301:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c28c576a. 00000100:00000001:0.0:1767384331.465304:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384331.465306:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18d1 [1] + 224 00000020:00000010:2.0:1767384331.465307:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 02000000:00000001:0.0:1767384331.465307:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.465313:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007609d889. 00000400:00000200:1.0:1767384331.465314:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384331.465316:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:0.0:1767384331.465317:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465321:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384331.465322:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.465322:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465325:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384331.465328:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465329:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.465330:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384331.465331:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731465856 00000100:00000001:2.0:1767384331.465333:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384331.465334:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384331.465337:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.465339:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:0.0:1767384331.465342:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe2a2c6d x1853236731465856/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.465343:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465352:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.465360:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384331.465361:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.465364:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384331.465364:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.465368:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.465374:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384331.465377:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384331.465382:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384331.465382:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00100000:2.0:1767384331.465383:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384331.465385:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:2.0:1767384331.465388:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000400:00000200:1.0:1767384331.465389:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 02000000:00000001:0.0:1767384331.465389:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384331.465393:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789369984 : -114766920181632 : ffff979ebe7d9880) 00000400:00000010:1.0:1767384331.465395:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 02000000:00000001:0.0:1767384331.465395:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465399:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384331.465401:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d54e6460 x1853236731465984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.465402:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.465407:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465408:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.465415:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.465416:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384331.465416:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384331.465419:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384331.465422:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.465423:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 00000400:00000010:0.0:1767384331.465423:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000020:00000001:1.0:1767384331.465427:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384331.465429:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384331.465430:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731465856, offset 224 00000020:00000010:2.0:1767384331.465434:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8bd690e. 00000100:00000040:1.0:1767384331.465434:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67fb0c2 x1853236731465728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/368 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.465441:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384331.465445:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d54e6460 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731465984:12345-0@lo:400: 00000400:00000200:0.0:1767384331.465455:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384331.465456:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731465984 00000020:00000001:2.0:1767384331.465461:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384331.465462:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f67fb0c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16352:x1853236731465728:12345-0@lo:13: Request processed in 530us (1169us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384331.465465:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384331.465468:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d105080 00000020:00000001:2.0:1767384331.465469:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.465475:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384331.465477:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000400:00000200:0.0:1767384331.465480:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18cd [1] + 224 00000020:00000001:2.0:1767384331.465482:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384331.465485:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:2.0:1767384331.465486:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.465488:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384331.465490:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000020:00000001:2.0:1767384331.465491:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384331.465495:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384331.465496:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384331.465496:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.465499:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384331.465500:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.465503:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384331.465503:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384331.465504:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c023d1b1. 00000100:00000001:2.0:1767384331.465507:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384331.465509:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 02000000:00000001:2.0:1767384331.465511:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384331.465512:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384331.465516:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000064fb5158. 00000020:00000010:1.0:1767384331.465516:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edbe5226. 02000000:00000001:2.0:1767384331.465522:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.465523:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:2.0:1767384331.465526:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465528:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.465531:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.465535:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384331.465536:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731465984 00010000:00000001:2.0:1767384331.465541:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384331.465546:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:2.0:1767384331.465547:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d54e6460 x1853236731465984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.465549:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384331.465556:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.465559:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384331.465560:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384331.465561:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:1.0:1767384331.465567:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:1.0:1767384331.465569:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00010000:00000001:2.0:1767384331.465572:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384331.465573:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384331.465576:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.465579:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=41 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384331.465580:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.465580:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000400:00000010:0.0:1767384331.465585:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000001:2.0:1767384331.465588:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384331.465590:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384331.465593:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384331.465594:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.465599:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465600:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000200:1.0:1767384331.465603:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.465605:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 02000000:00000001:2.0:1767384331.465607:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.465612:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.465612:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.465616:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465617:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.465618:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384331.465619:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384331.465620:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384331.465626:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384331.465627:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384331.465627:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2a2c6d x1853236731465856/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384331.465631:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384331.465634:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000100:00000001:1.0:1767384331.465634:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.465637:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.465642:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731465984, offset 224 02000000:00000001:1.0:1767384331.465643:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.465648:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2a2c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731465856:12345-0@lo:400: Request processed in 440us (1373us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384331.465650:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=41 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384331.465656:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1767384331.465659:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=41 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384331.465663:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384331.465667:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384331.465668:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384331.465669:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384331.465670:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465674:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384331.465675:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384331.465677:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384331.465679:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d105100 00010000:00080000:1.0:1767384331.465683:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.465686:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18dd [1] + 224 00000020:00000010:0.0:1767384331.465687:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002230db8e. 00000400:00000200:2.0:1767384331.465693:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384331.465695:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004bbf5c8. 00000400:00000200:2.0:1767384331.465701:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384331.465703:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e54b9884. 00000100:00000001:2.0:1767384331.465707:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384331.465708:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.465712:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000200:2.0:1767384331.465713:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.465713:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384331.465717:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384331.465720:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384331.465722:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767384331.465725:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007609d889. 00000100:00000001:1.0:1767384331.465726:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.465735:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384331.465737:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.465738:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.465739:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384331.465747:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384331.465754:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021291a14. 00000400:00000010:0.0:1767384331.465760:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f591ee97. 00000100:00000001:1.0:1767384331.465791:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.465793:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.465794:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.465797:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384331.465799:0:16352:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384331.465800:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000400:00000010:2.0:1767384331.465803:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000004:00000040:1.0:1767384331.465803:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384331.465806:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.465808:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000040:1.0:1767384331.465808:0:16352:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384331.465810:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465811:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.465819:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384331.465822:0:16352:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:2.0:1767384331.465823:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:0.0:1767384331.465824:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.465827:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384331.465829:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000001:1.0:1767384331.465832:0:16352:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384331.465832:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384331.465833:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384331.465837:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384331.465838:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384331.465839:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000173b1ce5. 00000100:00000040:1.0:1767384331.465840:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.465845:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a7e8e8 00000400:00000010:0.0:1767384331.465848:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a7e8e8. 00000100:00000040:2.0:1767384331.465851:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d54e6460 x1853236731465984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.465854:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.465861:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.465862:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731465728:0@lo:13: 00000100:00000001:1.0:1767384331.465873:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.465879:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384331.465883:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d54e6460 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731465984:12345-0@lo:400: Request processed in 464us (1321us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384331.465886:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005067ef01 x1853236731465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.465888:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.465900:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384331.465906:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:2.0:1767384331.465910:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.465913:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384331.465918:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c28c576a. 00000100:00000001:1.0:1767384331.465920:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384331.465920:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384331.465922:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000001:0.0:1767384331.465924:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384331.465925:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384331.465927:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3fc137c. 00000100:00000001:0.0:1767384331.465928:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384331.465929:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b7269f1b. 02000000:00000001:0.0:1767384331.465932:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384331.465934:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384331.465935:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 02000000:00000001:1.0:1767384331.465936:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384331.465936:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.465939:0:16352:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384331.465941:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465943:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384331.465943:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:0.0:1767384331.465945:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=51 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384331.465947:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384331.465950:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.465953:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.465955:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.465957:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384331.465958:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010ab48ac. 02000000:00000001:1.0:1767384331.465964:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.465968:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384331.465968:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.465969:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384331.465972:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.465973:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005067ef01. 00000100:00100000:2.0:1767384331.465975:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466240 00000100:00000040:0.0:1767384331.465978:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.465980:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384331.465982:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.465983:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.465987:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.465988:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.465991:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384331.465994:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.465994:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.465995:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.465997:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384331.466001:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466240 00000100:00000040:0.0:1767384331.466003:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.466004:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384331.466007:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384331.466008:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.466011:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:1.0:1767384331.466014:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384331.466017:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384331.466018:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.466020:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731465856:0@lo:400: 00000020:00000040:2.0:1767384331.466022:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000001:0.0:1767384331.466026:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.466027:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:0.0:1767384331.466030:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384331.466033:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000040:0.0:1767384331.466034:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001ab9789 x1853236731465856/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.466040:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384331.466043:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384331.466045:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8bd690e. 02000000:00000001:0.0:1767384331.466045:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.466049:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b0d77da. 00000020:00000010:2.0:1767384331.466051:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008adf8f97. 02000000:00000001:0.0:1767384331.466052:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.466055:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.466056:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000020:00000040:0.0:1767384331.466057:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384331.466063:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.466064:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057c92562. 02000000:00000001:0.0:1767384331.466067:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.466068:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.466069:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001ab9789. 00000100:00000001:2.0:1767384331.466070:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384331.466072:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384331.466074:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3fc137c. 00000100:00000001:0.0:1767384331.466075:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384331.466080:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c28c576a. 00000100:00080000:1.0:1767384331.466080:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384331.466081:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466084:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384331.466085:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:0.0:1767384331.466086:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.466089:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.466092:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000001:0.0:1767384331.466093:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.466102:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384331.466105:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.466106:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.466108:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.466111:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384331.466113:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384331.466115:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466122:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466129:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384331.466133:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466112 00000100:00000001:2.0:1767384331.466134:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.466136:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384331.466138:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384331.466142:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384331.466143:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:0.0:1767384331.466143:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384331.466147:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384331.466148:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:1.0:1767384331.466150:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466150:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466151:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789514752 : -114766920036864 : ffff979ebe7fce00) 00000100:00000001:1.0:1767384331.466155:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.466156:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.466159:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010668d1d x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.466162:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466112 00000020:00000001:0.0:1767384331.466166:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384331.466168:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:2.0:1767384331.466170:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384331.466171:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384331.466174:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000020:00000040:0.0:1767384331.466174:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000001:0.0:1767384331.466176:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:2.0:1767384331.466177:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384331.466180:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000010:2.0:1767384331.466181:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00000001:0.0:1767384331.466184:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384331.466187:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010668d1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731466240:12345-0@lo:400: 00000020:00000010:0.0:1767384331.466188:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000200:2.0:1767384331.466191:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466240 00000100:00000001:0.0:1767384331.466192:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384331.466195:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384331.466196:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000020:00000001:2.0:1767384331.466199:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384331.466201:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.466201:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b0d77da. 00000020:00000001:2.0:1767384331.466203:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384331.466206:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000010:0.0:1767384331.466207:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002230db8e. 00000020:00000001:2.0:1767384331.466210:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384331.466225:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.466227:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384331.466227:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004bbf5c8. 00000020:00000001:2.0:1767384331.466228:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.466232:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.466233:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384331.466234:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.466236:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.466238:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.466242:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384331.466243:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384331.466245:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384331.466246:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:2.0:1767384331.466249:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c88e520. 00000100:00000001:0.0:1767384331.466249:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.466254:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466255:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.466257:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.466258:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466240 00010000:00000001:2.0:1767384331.466260:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384331.466260:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384331.466264:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010668d1d x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.466270:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384331.466272:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384331.466273:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466276:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1767384331.466277:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.466280:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.466281:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384331.466284:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.466285:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384331.466287:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:0.0:1767384331.466289:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:2.0:1767384331.466290:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384331.466290:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466295:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789371776 : -114766920179840 : ffff979ebe7d9f80) 02000000:00000001:2.0:1767384331.466296:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384331.466296:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.466300:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466302:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000192d251 x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.466304:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.466310:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384331.466314:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384331.466315:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000100:00000200:2.0:1767384331.466318:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731466240, offset 224 00000400:00000200:2.0:1767384331.466323:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384331.466325:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384331.466328:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.466332:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384331.466332:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00100000:0.0:1767384331.466340:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000192d251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731466112:12345-0@lo:400: 00000400:00000200:2.0:1767384331.466342:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105200 00000100:00000200:0.0:1767384331.466348:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466112 00000400:00000200:2.0:1767384331.466352:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18e5 [1] + 224 00000020:00000001:0.0:1767384331.466353:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384331.466358:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384331.466358:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.466360:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.466364:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384331.466365:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384331.466368:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384331.466368:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:0.0:1767384331.466371:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384331.466374:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384331.466374:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.466380:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.466383:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384331.466386:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.466388:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384331.466389:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466391:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.466394:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384331.466398:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007609d889. 02000000:00000001:0.0:1767384331.466401:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466403:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466404:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384331.466404:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384331.466406:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466112 00010000:00000001:0.0:1767384331.466408:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384331.466412:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000192d251 x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.466416:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00010000:00000001:0.0:1767384331.466417:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384331.466419:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00010000:00000001:0.0:1767384331.466420:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466422:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1767384331.466423:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.466424:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384331.466428:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384331.466429:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466432:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000040:2.0:1767384331.466435:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.466436:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384331.466442:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384331.466442:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384331.466446:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.466446:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.466448:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384331.466454:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010668d1d x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466457:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.466463:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.466467:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a7e8e8. 00000100:00100000:2.0:1767384331.466468:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010668d1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731466240:12345-0@lo:400: Request processed in 296us (1671us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384331.466472:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731466112, offset 224 00000100:00100000:2.0:1767384331.466477:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000400:00000200:0.0:1767384331.466480:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384331.466482:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:2.0:1767384331.466485:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.466488:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384331.466490:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384331.466492:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c28c576a. 00000020:00000010:2.0:1767384331.466496:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000020:00000010:2.0:1767384331.466498:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3fc137c. 00000020:00000040:2.0:1767384331.466501:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000400:00000200:0.0:1767384331.466502:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105180 00000100:00000001:2.0:1767384331.466504:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.466512:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18ed [1] + 224 00000100:00000001:2.0:1767384331.466518:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384331.466519:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.466522:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384331.466526:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384331.466527:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384331.466528:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384331.466532:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9c615bd. 00000400:00000200:2.0:1767384331.466535:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000400:00000010:2.0:1767384331.466536:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000100:00000001:2.0:1767384331.466538:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384331.466540:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.466541:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.466547:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.466556:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.466564:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466570:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.466576:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a7e8e8 00000100:00000001:2.0:1767384331.466577:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384331.466578:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a7e8e8. 00000100:00000001:2.0:1767384331.466580:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466582:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.466583:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384331.466584:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384331.466586:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.466588:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.466589:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466589:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.466594:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466596:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00001000:2.0:1767384331.466599:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=45 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384331.466599:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384331.466603:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.466604:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=45 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384331.466605:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384331.466608:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.466611:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466612:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000192d251 x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:312/0 lens 224/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.466616:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384331.466621:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.466627:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000192d251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731466112:12345-0@lo:400: Request processed in 309us (1613us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384331.466639:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.466643:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:2.0:1767384331.466644:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384331.466647:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000040:2.0:1767384331.466648:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384331.466653:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384331.466653:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.466657:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384331.466658:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.466660:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.466667:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384331.466668:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002230db8e. 00000100:00000001:2.0:1767384331.466669:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.466672:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.466673:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004bbf5c8. 00000100:00000040:2.0:1767384331.466676:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384331.466678:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0d77da. 00000020:00000040:0.0:1767384331.466683:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00100000:2.0:1767384331.466687:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731466240:0@lo:400: 00000100:00000001:0.0:1767384331.466687:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.466694:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.466696:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.466698:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731466240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.466702:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384331.466705:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.466707:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384331.466711:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767384331.466712:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767384331.466713:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013dc9afb. 00000400:00000001:0.0:1767384331.466715:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384331.466717:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384331.466718:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000020:00000001:2.0:1767384331.466721:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.466723:0:16353:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384331.466723:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:0.0:1767384331.466726:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000020:00000001:2.0:1767384331.466728:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.466731:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000770aa37a. 00000100:00000001:0.0:1767384331.466731:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384331.466736:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384331.466738:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.466739:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.466741:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:2.0:1767384331.466745:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.466748:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.466751:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384331.466753:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.466756:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.466759:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.466765:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.466783:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.466785:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466787:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384331.466789:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384331.466790:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.466794:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466794:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.466797:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.466801:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384331.466804:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.466806:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.466808:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.466810:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384331.466814:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.466819:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466821:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384331.466823:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384331.466825:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384331.466834:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466837:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466842:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.466843:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.466845:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.466848:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.466853:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026a4f28c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731466112:0@lo:400: 00000400:00000001:0.0:1767384331.466860:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.466861:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384331.466862:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 00000400:00000200:0.0:1767384331.466865:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:0.0:1767384331.466867:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:0.0:1767384331.466870:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.466872:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384331.466878:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466883:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.466884:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466885:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384331.466886:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384331.466887:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.466887:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.466888:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.466890:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384331.466892:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.466894:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.466894:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.466895:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384331.466897:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.466910:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466912:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384331.466913:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384331.466914:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384331.466916:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.466918:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466921:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.466922:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.466923:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.466925:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.466929:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731465984:0@lo:400: 00000100:00000001:0.0:1767384331.466931:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466932:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.466933:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026a4f28c x1853236731466112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466937:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.466937:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.466939:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000042a6b83. 02000000:00000001:0.0:1767384331.466941:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.466941:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.466942:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384331.466944:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.466945:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e586356f. 02000000:00000001:0.0:1767384331.466946:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.466947:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.466948:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026a4f28c. 00000100:00000001:0.0:1767384331.466950:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.466950:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466951:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.466953:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731465984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.466962:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.466963:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.466965:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043a2a1cd. 02000000:00000001:0.0:1767384331.466966:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.466967:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.466968:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384331.466969:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.466970:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072511dd1. 02000000:00000001:0.0:1767384331.466972:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.466972:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.466973:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:0.0:1767384331.466975:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.466975:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466977:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.466980:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.466981:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.466984:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.466985:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.469809:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294917637, at 4294917638 00000100:00000010:3.0:1767384331.469820:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009613ffb0. 00000100:00000040:1.0:1767384331.469822:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294917637, at 4294917638 00000100:00000040:0.0:1767384331.469825:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294917637, at 4294917638 00000100:00000010:1.0:1767384331.469832:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030d44f33. 00000100:00000010:0.0:1767384331.469833:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecd2acfa. 00000100:00000040:2.0:1767384331.469837:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294917637, at 4294917638 00000100:00000010:2.0:1767384331.469843:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00000001:00000001:1.0:1767384331.869375:0:28606:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384331.869379:0:28606:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384331.873847:0:28606:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384331.881737:0:28607:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000022bd574d. 00000400:00000010:1.0:1767384331.881752:0:28607:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000013a8703e. 00000400:00000010:1.0:1767384331.881762:0:28607:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000171033ce. 00000400:00000010:1.0:1767384331.882194:0:28607:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000411d4420. 00000400:00000010:1.0:1767384331.882200:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000295b7e11. 00000400:00000010:1.0:1767384331.882221:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f7d4180. 00000400:00000010:1.0:1767384331.882224:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004fd2b59c. 00000400:00000010:1.0:1767384331.882226:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fea3ad85. 00000400:00000010:1.0:1767384331.882235:0:28607:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004d987f27. 00000800:00000010:1.0:1767384331.882249:0:28607:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000382c3786. 00000800:00000200:1.0:1767384331.882260:0:28607:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384331.882270:0:28607:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384331.882307:0:28607:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384331.882328:0:28607:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384331.884286:0:28607:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000cf67fa09. 00000400:00000010:1.0:1767384331.884292:0:28607:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000400:00000010:1.0:1767384331.884298:0:28607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000001:1.0:1767384331.884323:0:28607:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.884325:0:28607:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.884327:0:28607:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6a1f9c3. 00000400:00000200:1.0:1767384331.884330:0:28607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a25b48cb 00000400:00000010:1.0:1767384331.884332:0:28607:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a25b48cb. 00000400:00000010:1.0:1767384331.884336:0:28607:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000624cc0eb. 00000400:00000200:1.0:1767384331.884341:0:28607:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 00000400:00000200:1.0:1767384331.884351:0:28607:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384331.884361:0:28607:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384331.884370:0:28607:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000082b91124. 00000400:00000200:2.0:1767384331.884373:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384331.884376:0:28607:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384331.884382:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:1.0:1767384331.884385:0:28607:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp33 00000400:00000010:2.0:1767384331.884393:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000400:00000200:2.0:1767384331.884398:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 00000400:00000010:2.0:1767384331.884404:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afa01f49. 00000400:00000200:2.0:1767384331.884410:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp13 00000400:00000010:1.0:1767384331.884413:0:28607:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000013a8703e. 00000400:00000010:1.0:1767384331.884421:0:28607:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000022bd574d. 00000400:00000200:2.0:1767384331.884427:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp13 to MR: 192.168.204.118@tcp13 local destination 00000400:00000200:2.0:1767384331.884436:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [81:81:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384331.884443:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp13 00000400:00000200:2.0:1767384331.884451:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) -> 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) : PUT try# 0 00000020:00000001:3.0:1767384331.884455:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384331.884457:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.118@tcp13 10000000:00000001:3.0:1767384331.884462:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:2.0:1767384331.884464:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000770aa37a. 10000000:00000001:3.0:1767384331.884466:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384331.884471:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384331.884475:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384331.884476:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00000020:01000004:3.0:1767384331.884479:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384331.884483:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384331.884484:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384331.884485:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384331.884488:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384331.884489:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:988 00000020:01000004:3.0:1767384331.884491:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384331.884492:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384331.884494:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384331.884495:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384331.884501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e86466. 00000800:00000200:2.0:1767384331.884503:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000770aa37a type 1, nob 528 niov 1 nkiov 1 00000020:00000040:3.0:1767384331.884508:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384331.884516:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384331.884519:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384331.884524:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.884529:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384331.884534:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 02000000:00000010:3.0:1767384331.884535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002452bb2b. 00000100:00000001:3.0:1767384331.884545:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.884554:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384331.884556:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.884564:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e86466] to pc [ptlrpcd_00_01+1] req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384331.884598:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384331.884601:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.884604:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384331.884606:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384331.884611:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384331.884614:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384331.884616:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384331.884618:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384331.884621:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384331.884622:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384331.884630:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384331.884635:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384331.884642:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384331.884647:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384331.884649:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384331.884651:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384331.884652:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384331.884653:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384331.884655:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384331.884660:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:0.0:1767384331.884661:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000770aa37a. 00000020:01000004:3.0:1767384331.884663:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384331.884663:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384331.884669:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384331.884669:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384331.884672:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384331.884672:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384331.884675:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384331.884675:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384331.884682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf81112b. 00000100:00100000:2.0:1767384331.884684:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731466368:0@lo:253: 00000400:00000200:0.0:1767384331.884688:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: PUT: OK 00000020:00000040:3.0:1767384331.884689:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384331.884693:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384331.884696:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384331.884699:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.884701:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384331.884701:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384331.884703:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.884707:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.884711:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp13: 0 02000000:00000001:2.0:1767384331.884712:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384331.884713:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009c5818a4. 00000100:00000001:3.0:1767384331.884720:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.884722:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e647901. 00000100:00000001:3.0:1767384331.884724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384331.884725:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384331.884728:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.884729:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.884736:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000800:00000001:0.0:1767384331.884737:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.884738:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf81112b] to pc [ptlrpcd_00_02+2] req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.884742:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b5ec8c4. 00000800:00000001:0.0:1767384331.884745:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384331.884753:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731466368, portal 25 00000800:00000001:0.0:1767384331.884754:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.884761:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.884764:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668304128 : -114767041247488 : ffff979eb7464700) 00000100:00000040:2.0:1767384331.884799:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.884810:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : PUT - for me 00000100:00000001:2.0:1767384331.884812:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.884820:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.884824:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000709d52d6. 00000100:00000200:2.0:1767384331.884828:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731466368, offset 0 00000400:00000200:0.0:1767384331.884832:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384331.884839:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384331.884840:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384331.884845:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.884847:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384331.884855:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384331.884855:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.884855:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 416/432 into md 0x1895 [1] + 0 00000020:00000010:3.0:1767384331.884864:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000082b91124. 00000400:00000010:0.0:1767384331.884868:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a462452. 00000400:00000200:2.0:1767384331.884873:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105280 00000100:00000001:3.0:1767384331.884880:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384331.884884:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b6991ea 00000100:00000001:3.0:1767384331.884885:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.884895:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1105 [2] + 0 00000800:00000001:0.0:1767384331.884895:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384331.884902:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bdb66a8. 00000800:00000001:0.0:1767384331.884905:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.884907:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a60ac543 00000400:00000200:0.0:1767384331.884910:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384331.884911:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384331.884916:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384331.884917:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.884922:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384331.884923:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: PUT: OK 00000400:00000200:2.0:1767384331.884929:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384331.884931:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.884935:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000400:00000010:0.0:1767384331.884939:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000400:00000200:0.0:1767384331.884947:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384331.884948:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384331.884948:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a60ac543 00000100:00000001:3.0:1767384331.884952:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.884955:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a60ac543. 02000000:00000001:3.0:1767384331.884957:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384331.884957:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (26) 00000100:00000001:2.0:1767384331.884965:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384331.884968:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000001:3.0:1767384331.884970:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384331.884970:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384331.884978:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (432 bytes) 02000000:00000001:3.0:1767384331.884980:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.884981:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000b249c4dc x1853236731466368 msgsize 4848 00000400:00000200:0.0:1767384331.884986:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00100000:3.0:1767384331.884988:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf81112b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731466496:0@lo:253: 00000100:00000001:3.0:1767384331.884997:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384331.884998:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384331.885001:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384331.885002:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (27) 00000100:00000040:2.0:1767384331.885003:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384331.885005:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.885011:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384331.885015:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000010:3.0:1767384331.885016:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029a55519. 00000100:00000001:2.0:1767384331.885020:0:16353:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384331.885021:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.885028:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66476c. 00000400:00000200:0.0:1767384331.885029:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp13 to MR: 192.168.204.118@tcp13 local destination 00000400:00000010:3.0:1767384331.885034:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089d4f940. 00000400:00000200:0.0:1767384331.885040:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp13 NI seq info: [82:82:256:4294967295] 192.168.204.118@tcp13 LPNI seq info [80:80:8:4294967295] 00000100:00000200:3.0:1767384331.885041:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731466496, portal 25 00000100:00000001:3.0:1767384331.885050:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384331.885053:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668312192 : -114767041239424 : ffff979eb7466680) 00000100:00000040:3.0:1767384331.885062:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.885075:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384331.885077:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) -> 192.168.204.118@tcp13(192.168.204.118@tcp13:192.168.204.118@tcp13) 192.168.204.118@tcp13 : ACK try# 0 00000100:00000040:3.0:1767384331.885082:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384331.885088:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acab46d6. 00000100:00000200:3.0:1767384331.885092:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731466496, offset 0 00000400:00000200:2.0:1767384331.885093:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709d52d6 00000800:00000200:0.0:1767384331.885093:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp13 00000400:00000010:2.0:1767384331.885100:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000709d52d6. 00000800:00000010:0.0:1767384331.885103:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c3cbe09. 00000100:00000001:2.0:1767384331.885106:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384331.885117:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384331.885118:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384331.885119:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00000100:00000001:2.0:1767384331.885134:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384331.885139:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:1015 00000400:00000200:3.0:1767384331.885140:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384331.885143:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384331.885150:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c3cbe09 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384331.885161:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105300 00000100:00000001:2.0:1767384331.885163:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.885169:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384331.885170:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x112d [2] + 0 00000800:00000001:0.0:1767384331.885174:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384331.885177:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a1d7a1. 00000100:00000001:2.0:1767384331.885182:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384331.885183:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb83ad55 00000800:00000001:0.0:1767384331.885183:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384331.885193:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.885194:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294918058 00000400:00000200:3.0:1767384331.885202:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384331.885223:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6cffb3. 00000400:00000200:3.0:1767384331.885225:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb83ad55 00000400:00000010:3.0:1767384331.885231:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb83ad55. 00000100:00000001:2.0:1767384331.885237:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384331.885239:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384331.885243:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384331.885247:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e346b963 x1853236731466496 msgsize 4848 00000100:00000001:2.0:1767384331.885250:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294918058 00000100:00100000:3.0:1767384331.885254:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384331.885260:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009115e32a. 00000100:00000040:3.0:1767384331.885267:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384331.885272:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767384331.885275:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384331.885280:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384331.885280:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c3cbe09. 00000100:00000001:2.0:1767384331.885282:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294918058 00000400:00000200:0.0:1767384331.885284:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384331.885291:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acab46d6 00000100:00000010:2.0:1767384331.885294:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bccaf89c. 00000400:00000010:3.0:1767384331.885295:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acab46d6. 00000400:00000200:0.0:1767384331.885298:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: ACK: OK 00000100:00000001:2.0:1767384331.885304:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384331.885305:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384331.885310:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384331.885311:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384331.885318:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.885320:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294918058 00000800:00000001:0.0:1767384331.885326:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384331.885329:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cbf0f98. 00000100:00000001:3.0:1767384331.885331:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384331.885335:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384331.885338:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.885342:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384331.885342:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384331.885351:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384331.885352:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.885356:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.885359:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.885360:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384331.885363:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.885364:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.885369:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.885375:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294918058 00000400:00000200:0.0:1767384331.885376:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp13(192.168.204.118@tcp13) <- 192.168.204.118@tcp13 : ACK - for me 00000100:00000001:2.0:1767384331.885377:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384331.885383:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294918058 00000100:00000001:2.0:1767384331.885383:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384331.885391:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294918058 00000100:00000001:2.0:1767384331.885392:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.885396:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384331.885396:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp13: ACK from 12345-192.168.204.118@tcp13 into md 0x1911 00000100:00000001:3.0:1767384331.885398:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294918058 00000100:00000001:2.0:1767384331.885402:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.885405:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294918058 00000400:00000200:0.0:1767384331.885406:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.885407:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.885411:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294918058 00000100:00000001:3.0:1767384331.885416:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294918058 00000100:00000001:3.0:1767384331.885420:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294918058 00000400:00000200:0.0:1767384331.885421:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp13->192.168.204.118@tcp13: ACK: OK 00000100:00000001:3.0:1767384331.885425:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.885429:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.885430:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000100:00000001:3.0:1767384331.885433:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885433:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384331.885434:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000100:00000001:3.0:1767384331.885441:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.885443:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384331.885444:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000052a3527d. 00000100:00000001:3.0:1767384331.885450:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384331.885450:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000010:2.0:1767384331.885452:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000100:00000001:3.0:1767384331.885455:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384331.885460:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384331.885461:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:2.0:1767384331.885463:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000001:3.0:1767384331.885464:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384331.885468:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.885471:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (26) 00000400:00000200:2.0:1767384331.885472:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000052a3527d 00000100:00000001:3.0:1767384331.885473:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384331.885484:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384331.885485:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000045dbca9d. 00000800:00000001:0.0:1767384331.885490:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.885492:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000400:00000200:2.0:1767384331.885502:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000400:00000200:2.0:1767384331.885506:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 00000100:00000001:3.0:1767384331.885507:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384331.885509:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384331.885510:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000004e641e8. 00000100:00100000:3.0:1767384331.885512:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466368 00000100:00000001:0.0:1767384331.885515:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.885516:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006edb577f. 02000000:00000001:3.0:1767384331.885524:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384331.885527:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092877d78. 00000100:00000001:3.0:1767384331.885528:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.885532:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.885533:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384331.885539:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 02000000:00000001:3.0:1767384331.885540:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.885540:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466496 02000000:00000001:0.0:1767384331.885547:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384331.885549:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466368 00000100:00000001:0.0:1767384331.885550:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384331.885555:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:0.0:1767384331.885556:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.885557:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384331.885562:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 02000000:00000001:0.0:1767384331.885565:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885568:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:00000001:3.0:1767384331.885569:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384331.885570:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466496 00000020:00000040:3.0:1767384331.885574:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384331.885576:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384331.885581:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:0.0:1767384331.885582:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:2.0:1767384331.885587:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:0.0:1767384331.885588:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384331.885589:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:0.0:1767384331.885593:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384331.885598:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384331.885602:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:3.0:1767384331.885605:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dd0a476. 00000400:00000200:2.0:1767384331.885606:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000001:0.0:1767384331.885609:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384331.885612:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.885619:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384331.885620:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dd0a476. 00000400:00000200:2.0:1767384331.885625:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:00000010:0.0:1767384331.885628:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000020:00000010:3.0:1767384331.885630:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f96370. 00000400:00000200:2.0:1767384331.885632:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000100:00000001:0.0:1767384331.885635:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384331.885638:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6e86de1. 00000020:00000010:0.0:1767384331.885639:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000020:00000010:3.0:1767384331.885646:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000020:00000010:0.0:1767384331.885651:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de255583. 00000400:00000200:2.0:1767384331.885653:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000040:3.0:1767384331.885657:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384331.885660:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:3.0:1767384331.885663:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384331.885668:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a21f6ca. 00000100:00000001:3.0:1767384331.885669:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384331.885671:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:3.0:1767384331.885673:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384331.885678:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004bbf5c8. 00000100:00000001:3.0:1767384331.885684:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885689:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:0.0:1767384331.885689:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.885694:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384331.885696:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.885698:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885700:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000001:0.0:1767384331.885710:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885711:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:3.0:1767384331.885715:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384331.885720:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384331.885720:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.885725:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00100000:3.0:1767384331.885731:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:0.0:1767384331.885737:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384331.885738:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000400:00000200:2.0:1767384331.885738:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384331.885743:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384331.885744:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745176144 : -114766964375472 : ffff979ebbdb4050) 00000100:00100000:0.0:1767384331.885754:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000400:00000200:2.0:1767384331.885757:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000040:3.0:1767384331.885758:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b249c4dc x1853236731466368/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.885761:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384331.885797:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745179216 : -114766964372400 : ffff979ebbdb4c50) 00000100:00000040:0.0:1767384331.885809:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e346b963 x1853236731466496/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384331.885810:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:2.0:1767384331.885833:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:3.0:1767384331.885834:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384331.885840:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dd0a476. 00000100:00000001:0.0:1767384331.885843:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384331.885844:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000020:00000010:0.0:1767384331.885850:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:3.0:1767384331.885854:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.885856:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384331.885859:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000020:00000010:3.0:1767384331.885862:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dd0a476. 00000020:00000010:0.0:1767384331.885864:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00100000:3.0:1767384331.885877:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b249c4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731466368:12345-0@lo:253: 00000400:00000200:2.0:1767384331.885880:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 16], ns[61, 16] 00000100:00100000:0.0:1767384331.885881:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731466496:12345-0@lo:253: 00000100:00000200:3.0:1767384331.885888:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466368 00000100:00000200:0.0:1767384331.885895:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466496 00000020:00000001:3.0:1767384331.885896:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384331.885901:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 16], ns[66, 16] 00000020:00000001:0.0:1767384331.885902:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384331.885903:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384331.885909:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.885910:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384331.885915:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[76, 16], ns[78, 16] 00000020:00000001:3.0:1767384331.885917:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.885917:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.885922:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384331.885926:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384331.885927:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384331.885930:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[80, 16] 00000020:00000001:0.0:1767384331.885930:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384331.885931:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.885939:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384331.885941:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.885943:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.885945:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384331.885946:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000020:00000001:0.0:1767384331.885950:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384331.885951:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.885955:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384331.885957:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384331.885959:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.885962:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384331.885967:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384331.885971:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384331.885972:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 02000000:00000010:3.0:1767384331.885973:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004512c357. 02000000:00000010:0.0:1767384331.885978:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab30336e. 02000000:00000001:3.0:1767384331.885979:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.885983:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000100:00000001:3.0:1767384331.885984:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.885991:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384331.885993:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp32 lpni_is_preferred = 0 02000000:00000001:0.0:1767384331.885994:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.886001:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp32 00000100:00000001:0.0:1767384331.886001:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384331.886004:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000034afe4d9. 20000000:00000001:0.0:1767384331.886006:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384331.886012:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384331.886013:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [83:83:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [81:81:8:4294967295] 20000000:00000001:3.0:1767384331.886017:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384331.886021:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384331.886021:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a78c3376. 00000400:00000200:2.0:1767384331.886024:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 20000000:00000001:3.0:1767384331.886026:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384331.886031:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384331.886032:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.886039:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384331.886044:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp:192.168.204.118@tcp32) : GET try# 0 20000000:00000010:3.0:1767384331.886050:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000669665dc. 00000800:00000200:2.0:1767384331.886052:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 20000000:01000000:3.0:1767384331.886057:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384331.886060:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.0:1767384331.886061:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c38ec5c. 20000000:00000001:3.0:1767384331.886065:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384331.886065:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:2.0:1767384331.886070:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000709d52d6. 20000000:00000001:0.0:1767384331.886071:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886072:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384331.886079:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384331.886079:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384331.886081:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000031f4855. 20000000:00000001:0.0:1767384331.886082:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.0:1767384331.886090:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:2.1:1767384331.886094:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00080000:00000001:3.0:1767384331.886099:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384331.886108:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384331.886111:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00080000:00000001:3.0:1767384331.886116:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886121:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384331.886123:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886133:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384331.886135:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384331.886139:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000020:00000001:3.0:1767384331.886143:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:3.0:1767384331.886146:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384331.886149:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384331.886153:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886155:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384331.886159:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384331.886164:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384331.886168:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384331.886172:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00080000:00000010:3.0:1767384331.886173:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a783d56. 00080000:00000001:3.0:1767384331.886178:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792659968 : -114766916891648 : ffff979ebeafcc00) 00080000:00000001:3.0:1767384331.886183:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384331.886187:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384331.886191:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006dd0a476. 00080000:00000001:3.0:1767384331.886194:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886197:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384331.886227:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.886263:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384331.886300:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886336:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886361:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886381:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886400:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886430:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886471:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886511:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886572:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886594:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886615:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886636:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886655:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886672:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886721:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886739:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886754:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886768:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886813:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886851:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886870:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886889:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886906:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886922:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886936:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886953:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886969:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.886988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.887007:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.887026:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.887044:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.887063:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384331.887193:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:2.0:1767384331.887200:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029808184. 00000800:00000010:2.0:1767384331.887224:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b8ccb15. 00000800:00000010:2.0:1767384331.887260:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b8ccb15. 00000800:00020000:2.0:1767384331.887269:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00080000:00000010:0.0:1767384331.888178:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a783d56. 00080000:00000010:3.0:1767384331.888231:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006dd0a476. 00040000:00000001:3.0:1767384331.888239:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384331.888241:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384331.888244:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384331.888247:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384331.888250:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.888252:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384331.888265:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384331.888278:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384331.888281:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384331.888286:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384331.888290:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5b93860. 20000000:01000000:0.0:1767384331.888294:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384331.888297:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384331.888301:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384331.888304:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384331.888311:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384331.888319:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.888321:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384331.888323:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.888325:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384331.888326:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384331.888329:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384331.888333:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384331.888334:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384331.888337:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384331.888340:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.888342:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384331.888344:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384331.888347:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384331.888350:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:3.0:1767384331.888353:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:0.0:1767384331.888354:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008b0d77da. 20000000:00000001:3.0:1767384331.888358:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384331.888360:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518019584 : -114772191532032 : ffff979d844b2c00) 10000000:01000000:3.0:1767384331.888362:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384331.888364:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384331.888369:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384331.888370:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:0.0:1767384331.888372:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c3b745b3. 00010000:00000001:3.0:1767384331.888382:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384331.888384:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384331.888389:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384331.888399:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384331.888407:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001a9199fa. 00080000:00000001:0.0:1767384331.888408:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384331.888415:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384331.888419:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00000020:00000001:3.0:1767384331.888422:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384331.888425:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000deae1bcb with handle 0xd602e9c522f0b282 to hash 00000020:00000001:3.0:1767384331.888427:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384331.888429:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888432:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888435:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.888437:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.888440:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888448:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384331.888451:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384331.888453:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384331.888454:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.888456:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.888458:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.888459:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.888461:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384331.888462:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384331.888464:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384331.888465:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384331.888466:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001a9199fa) refcount = 1 00010000:00010000:3.0:1767384331.888469:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888474:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384331.888475:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384331.888477:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.888478:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888480:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384331.888482:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384331.888484:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384331.888492:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384331.888493:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.888495:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=4 00000020:00000001:3.0:1767384331.888496:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888498:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888500:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384331.888501:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888506:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384331.888508:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888512:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.888513:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384331.888514:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888518:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.888519:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888521:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384331.888523:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384331.888527:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000deae1bcb already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384331.888529:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.888531:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384331.888532:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888537:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384331.888538:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384331.888539:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.888540:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=5 00000020:00000001:3.0:1767384331.888542:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888549:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384331.888551:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384331.888552:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888557:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384331.888559:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.888560:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888562:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384331.888564:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384331.888565:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.888566:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384331.888567:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deae1bcb with handle 0xd602e9c522f0b282 from hash 00010000:00000001:3.0:1767384331.888569:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384331.888570:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.888571:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.888572:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384331.888573:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384331.888575:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384331.888577:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384331.888578:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.888580:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888582:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384331.888583:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384331.888585:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.888586:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.888587:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888588:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.888589:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.888591:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888594:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.888595:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.888596:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384331.888597:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384331.888602:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.888603:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.888604:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384331.888606:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.888608:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.888610:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.888614:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384331.888615:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384331.888616:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b282 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384331.888621:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001a9199fa count: 0 00010000:00000001:3.0:1767384331.888627:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384331.888628:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384331.888637:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384331.888639:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384331.888641:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000034afe4d9. 20000000:00000001:3.0:1767384331.888644:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384331.888647:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466368 00010000:00000001:3.0:1767384331.888649:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384331.888654:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b249c4dc x1853236731466368/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384331.888661:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384331.888663:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384331.888666:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384331.888671:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384331.888673:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384331.888675:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384331.888677:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384331.888679:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.888682:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384331.888684:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384331.888688:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acab46d6. 00000100:00000200:3.0:1767384331.888691:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731466368, offset 224 00000400:00000200:3.0:1767384331.888702:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384331.888708:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384331.888714:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105280 00000400:00000200:3.0:1767384331.888719:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1915 [2] + 224 00000400:00000200:3.0:1767384331.888724:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384331.888726:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384331.888729:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384331.888732:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384331.888739:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.888756:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384331.888761:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acab46d6 00000400:00000010:3.0:1767384331.888763:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acab46d6. 00000100:00000001:3.0:1767384331.888786:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384331.888788:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384331.888791:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.888794:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384331.888796:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384331.888798:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384331.888800:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384331.888803:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b249c4dc x1853236731466368/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384331.888812:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b249c4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731466368:12345-0@lo:253: Request processed in 2977us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384331.888820:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384331.888823:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384331.888826:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.888826:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.888828:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384331.888832:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384331.888835:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6e86de1. 00000400:00000001:0.0:1767384331.888838:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384331.888841:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 00000400:00000001:0.0:1767384331.888842:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384331.888846:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f96370. 00000400:00000010:0.0:1767384331.888847:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:0.0:1767384331.888852:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b5ec8c4 00000400:00000010:0.0:1767384331.888854:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b5ec8c4. 00000020:00000040:3.0:1767384331.888860:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:0.0:1767384331.888861:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384331.888868:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384331.888872:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384331.888873:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004512c357. 02000000:00000001:3.0:1767384331.888881:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384331.888884:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384331.888888:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384331.888891:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384331.888897:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4ff27. 00000100:00000001:0.0:1767384331.888901:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384331.888903:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acab46d6. 00000100:00000001:0.0:1767384331.888904:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.888910:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384331.888913:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384331.888914:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.888916:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.888919:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.888922:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384331.888926:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.888930:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.888931:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.888933:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384331.888935:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.888938:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.888940:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.888946:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.888949:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.888951:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384331.888954:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384331.888964:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384331.888965:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.888967:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.888968:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.888970:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.888971:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384331.888973:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384331.888974:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.888976:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384331.888979:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.888986:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731466368:0@lo:253: 00000100:00000001:0.0:1767384331.888991:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.888993:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.888995:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e86466 x1853236731466368/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.889001:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.889003:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.889006:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e647901. 02000000:00000001:0.0:1767384331.889009:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.889011:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.889012:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384331.889014:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.889016:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002452bb2b. 02000000:00000001:0.0:1767384331.889021:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.889022:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.889024:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e86466. 00000100:00000001:0.0:1767384331.889027:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.889029:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.889030:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.889035:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.889036:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.889038:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.889040:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384331.890016:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008b0d77da. 00080000:00000010:0.0:1767384331.890061:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c3b745b3. 00040000:00000001:0.0:1767384331.890067:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384331.890075:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384331.890077:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384331.890079:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384331.890081:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.890083:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384331.890085:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384331.890094:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384331.890096:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384331.890101:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384331.890104:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384331.890108:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384331.890109:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384331.890112:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384331.890114:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384331.890118:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ead1c8. 00010000:00000001:3.0:1767384331.890121:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384331.890124:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e039f9e5. 00000020:00000001:3.0:1767384331.890126:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384331.890129:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e039f9e5 with handle 0xd602e9c522f0b289 to hash 00000020:00000001:3.0:1767384331.890131:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384331.890132:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:3.0:1767384331.890134:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:3.0:1767384331.890136:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.890138:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.890140:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.890144:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384331.890146:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384331.890147:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384331.890149:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.890150:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.890152:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.890153:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.890154:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384331.890156:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384331.890164:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384331.890165:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384331.890167:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1ead1c8) refcount = 1 00010000:00010000:3.0:1767384331.890169:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.890173:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384331.890174:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384331.890175:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.890176:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890177:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384331.890179:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384331.890181:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384331.890182:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384331.890183:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.890184:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e039f9e5 refcount=4 00000020:00000001:3.0:1767384331.890186:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:3.0:1767384331.890188:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:3.0:1767384331.890189:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384331.890191:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.890194:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384331.890195:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.890199:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.890200:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384331.890201:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.890220:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.890221:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890223:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384331.890224:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384331.890235:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e039f9e5 already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384331.890237:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.890238:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384331.890240:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384331.890243:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384331.890244:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384331.890248:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384331.890249:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384331.890250:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.890253:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e039f9e5 refcount=5 20000000:00000010:0.0:1767384331.890253:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a78c3376. 00000020:00000001:3.0:1767384331.890259:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 20000000:00000001:0.0:1767384331.890260:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890262:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:3.0:1767384331.890267:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000040:0.0:1767384331.890267:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466496 00010000:00010000:3.0:1767384331.890271:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384331.890272:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384331.890279:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000200:0.0:1767384331.890279:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e346b963 x1853236731466496/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384331.890282:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.890285:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890290:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384331.890293:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384331.890296:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384331.890298:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384331.890299:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.890301:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384331.890302:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e039f9e5 with handle 0xd602e9c522f0b289 from hash 00010000:00000001:3.0:1767384331.890307:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:0.0:1767384331.890307:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=51 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384331.890310:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.890314:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384331.890315:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384331.890316:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384331.890319:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384331.890320:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384331.890322:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384331.890324:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384331.890325:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384331.890329:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384331.890330:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384331.890332:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.890333:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890336:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384331.890338:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.890340:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.890343:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb8531c5. 00010000:00000001:3.0:1767384331.890345:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384331.890349:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384331.890349:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731466496, offset 224 00010000:00000001:3.0:1767384331.890350:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.890353:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890356:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384331.890357:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384331.890359:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.890362:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.890369:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384331.890375:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.890377:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.890379:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384331.890381:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384331.890382:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105300 00010000:00000001:3.0:1767384331.890383:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.890386:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.890389:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1767384331.890392:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x191d [2] + 224 00010000:00000001:3.0:1767384331.890393:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.890398:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.890401:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384331.890402:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384331.890412:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1767384331.890413:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384331.890415:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384331.890417:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b289 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384331.890422:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1ead1c8 count: 0 00000100:00000001:0.0:1767384331.890426:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384331.890433:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384331.890433:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384331.890437:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384331.890445:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.890459:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.890464:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb8531c5 00000400:00000010:0.0:1767384331.890467:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb8531c5. 00000100:00000001:3.0:1767384331.890469:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.890470:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384331.890473:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.890474:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384331.890480:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384331.890481:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384331.890484:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384331.890487:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384331.890489:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e66476c. 00010000:00000001:0.0:1767384331.890492:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384331.890495:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089d4f940 00000020:00000001:0.0:1767384331.890495:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384331.890501:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089d4f940. 00000020:00000001:0.0:1767384331.890502:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384331.890506:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384331.890508:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e346b963 x1853236731466496/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384331.890514:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.890519:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731466496:12345-0@lo:253: Request processed in 4676us (5270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384331.890535:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384331.890541:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:3.0:1767384331.890543:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.890544:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.890548:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384331.890553:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a21f6ca. 00000100:00000001:3.0:1767384331.890555:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.890558:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.890559:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004bbf5c8. 00000100:00000001:3.0:1767384331.890560:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384331.890565:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384331.890566:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de255583. 00000100:00000001:3.0:1767384331.890567:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.890571:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.890572:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:3.0:1767384331.890573:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.890580:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384331.890581:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=51 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384331.890584:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab30336e. 00000100:00001000:3.0:1767384331.890586:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=51 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384331.890590:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384331.890591:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.890593:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.890594:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.890600:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384331.890603:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.890603:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384331.890607:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.890611:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000173b1ce5. 00000100:00000040:3.0:1767384331.890612:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.890618:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.890623:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384331.890624:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384331.890625:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb8531c5. 00000020:01000004:3.0:1767384331.890626:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384331.890630:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384331.890632:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384331.890634:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384331.890636:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384331.890637:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384331.890639:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384331.890640:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384331.890641:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384331.890643:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384331.890649:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf81112b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731466496:0@lo:253: 00000100:00000001:3.0:1767384331.890653:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.890660:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.890663:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf81112b x1853236731466496/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.890668:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384331.890669:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384331.890671:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029a55519. 02000000:00000001:3.0:1767384331.890673:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384331.890675:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384331.890676:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384331.890678:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384331.890679:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009c5818a4. 02000000:00000001:3.0:1767384331.890681:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384331.890682:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.890683:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf81112b. 00000100:00000001:3.0:1767384331.890686:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.890686:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.890688:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.890692:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384331.890693:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.890695:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.890697:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.890803:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294918058, at 4294918059 00000100:00000010:3.0:1767384331.890809:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cbf0f98. 00000100:00000040:1.0:1767384331.890815:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294918058, at 4294918059 00000100:00000010:1.0:1767384331.890823:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009115e32a. 00000100:00000040:0.0:1767384331.890839:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294918058, at 4294918059 00000100:00000010:0.0:1767384331.890845:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6cffb3. 00000800:00000010:2.0:1767384331.894106:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029808184. 00000800:00000010:2.0:1767384331.894111:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000100:00000040:2.0:1767384331.894121:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294918058, at 4294918062 00000100:00000010:2.0:1767384331.894126:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bccaf89c. 00000400:02020000:2.0:1767384331.894198:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384331.899172:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp32 notifying 192.168.204.118@tcp32: down 00000800:00000200:2.0:1767384331.899187:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp32 down 00000800:00000100:2.0:1767384331.899195:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp32 00000800:00000010:2.0:1767384331.899198:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c38ec5c. 00000400:00000200:2.0:1767384331.899220:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384331.899226:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384331.899238:0:16340:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:2.0:1767384331.899244:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384331.899247:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:2.0:1767384331.899252:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384331.899288:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384331.899295:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:3.0:1767384331.899299:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384331.899301:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384331.899303:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006edb577f 00000400:00000010:3.0:1767384331.899305:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006edb577f. 00000400:00000200:3.0:1767384331.899309:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384331.899314:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:3.0:1767384331.899318:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000004e641e8. 00000400:00000200:3.0:1767384331.899321:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (26) 00000400:00000200:3.0:1767384331.899324:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:3.0:1767384331.899327:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:3.0:1767384331.899330:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384331.899340:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (25) 00010000:00000010:3.1:1767384331.901811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001a9199fa. 00010000:00000010:3.1:1767384331.901820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00000400:00000010:1.0:1767384331.904888:0:28612:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a8150bb5. 00000400:00000040:1.0:1767384331.904906:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.904908:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.904911:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.904912:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.904914:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.904915:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384331.904917:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.904918:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.904920:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.904924:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384331.904926:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.904927:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.904929:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.904930:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.904930:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384331.904932:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.904933:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.904934:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384331.904935:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384331.904937:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.904938:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.904939:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.904940:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.904941:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.904942:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384331.904944:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.904945:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.904946:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.904947:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.904948:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.904949:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384331.904950:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.904951:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.904952:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.904953:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.904954:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.904955:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384331.904957:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.904958:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.904959:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.904960:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.904961:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.904962:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384331.904963:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384331.904964:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384331.904965:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384331.904967:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384331.904967:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384331.904972:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.904973:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.904974:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384331.904976:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.904977:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384331.904978:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384331.904979:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384331.904980:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384331.904981:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384331.905038:0:28612:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a8150bb5. 00010000:00000010:3.1:1767384331.907840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ead1c8. 00010000:00000010:3.1:1767384331.907848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e039f9e5. 00000400:00000001:0.0:1767384331.975847:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.975851:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384331.975854:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384331.975857:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:0.0:1767384331.975862:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384331.975869:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384331.975878:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384331.975882:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005445d3ec. 00000400:00000200:0.0:1767384331.975887:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:0.0:1767384331.975890:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384331.975894:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005445d3ec. 00000400:00000010:0.0:1767384331.975896:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000010:0.0:1767384331.975901:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000416b8217. 00000400:00000200:0.0:1767384331.975905:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:0.0:1767384331.975917:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:0.0:1767384331.975923:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:0.0:1767384331.975927:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [84:84:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384331.975933:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:0.0:1767384331.975939:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:0.0:1767384331.975944:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000800:00000010:0.0:1767384331.975947:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c3cbe09. 00000800:00000200:0.0:1767384331.975953:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:0.1:1767384331.975959:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:0.0:1767384331.975975:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 3 next ping: 258 health :700 00000400:00000200:2.0:1767384331.976035:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976071:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976122:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976138:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976153:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976229:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976275:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976291:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976327:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976350:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976426:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976501:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976585:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976659:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976674:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384331.976709:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384331.976860:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:2.0:1767384331.976864:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029808184. 00000800:00000010:2.0:1767384331.976868:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a11d314b. 00000800:00000010:2.0:1767384331.976884:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a11d314b. 00000800:00020000:2.0:1767384331.976892:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384331.976895:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029808184. 00000800:00000010:2.0:1767384331.976897:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000400:02020000:2.0:1767384331.976929:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384331.976935:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000800:00000200:2.0:1767384331.976940:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:2.0:1767384331.976946:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:2.0:1767384331.976949:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c3cbe09. 00000400:00000200:2.0:1767384331.976953:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384331.976957:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384331.976962:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384331.976965:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384331.976969:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384332.295833:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384332.295839:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.295847:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384332.295849:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.295873:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384332.295876:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.295879:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384332.999833:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384332.999838:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384332.999840:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384332.999844:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:0.0:1767384332.999849:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384332.999855:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384332.999869:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384332.999872:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005445d3ec. 00000400:00000200:0.0:1767384332.999879:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp32 00000400:00000010:0.0:1767384332.999883:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384332.999888:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005445d3ec. 00000400:00000010:0.0:1767384332.999891:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000010:0.0:1767384332.999896:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f95f7c0d. 00000400:00000200:0.0:1767384332.999900:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp32 00000400:00000200:0.0:1767384332.999911:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp32 local destination 00000400:00000200:0.0:1767384332.999917:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000400:00000200:0.0:1767384332.999920:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [85:85:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384332.999926:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 00000400:00000200:0.0:1767384332.999934:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) : GET try# 0 00000800:00000200:0.0:1767384332.999939:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 00000800:00000010:0.0:1767384332.999943:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048bedd7f. 00000800:00000200:0.0:1767384332.999948:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:0.1:1767384332.999952:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000400:00000200:0.0:1767384332.999987:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000200:2.0:1767384333.000020:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000061:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000076:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000090:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000103:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000117:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000130:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000144:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000176:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000208:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000225:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000259:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000273:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000288:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000316:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000334:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000349:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000365:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000381:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000394:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000407:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000420:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000444:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000458:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000470:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000483:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000497:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000511:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000525:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000539:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000552:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000574:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000589:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384333.000602:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384333.000708:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:2.0:1767384333.000713:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061095afb. 00000800:00000010:2.0:1767384333.000718:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac7eb641. 00000800:00000010:2.0:1767384333.000735:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac7eb641. 00000800:00020000:2.0:1767384333.000741:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384333.000754:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061095afb. 00000800:00000010:2.0:1767384333.000757:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000400:02020000:2.0:1767384333.000809:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384333.000815:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp32 notifying 192.168.204.118@tcp32: down 00000400:00000200:2.0:1767384333.000818:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384333.000822:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp32 00000800:00000010:2.0:1767384333.000824:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048bedd7f. 00000400:00000200:2.0:1767384333.000828:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384333.000832:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384333.000838:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384333.000841:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384333.000843:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp32) recovery failed with -71 00080000:00000010:1.0:1767384333.111343:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e47914d6. 00080000:00000010:1.0:1767384333.111354:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e47914d6. 00000020:00000001:1.0:1767384333.111360:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384333.111370:0:28988:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e47914d6. 00080000:00000010:1.0:1767384333.111376:0:28988:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e47914d6. 00000020:00000001:1.0:1767384333.111380:0:28988:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.319870:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384333.319876:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.319882:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384333.319883:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.319985:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384333.319989:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384333.319993:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384333.893262:0:29152:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384333.893266:0:29152:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384333.897149:0:29152:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384333.904030:0:29153:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b3554cff. 00000400:00000010:1.0:1767384333.904043:0:29153:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e5231566. 00000400:00000010:1.0:1767384333.904052:0:29153:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002773c5f0. 00000400:00000010:1.0:1767384333.904055:0:29153:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e52ccafd. 00000400:00000010:1.0:1767384333.904059:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aa76623c. 00000400:00000010:1.0:1767384333.904063:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6fe0095. 00000400:00000010:1.0:1767384333.904064:0:29153:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a8eba2bd. 00000400:00000010:1.0:1767384333.904065:0:29153:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b61dc518. 00000400:00000010:1.0:1767384333.904069:0:29153:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a8150bb5. 00000800:00000010:1.0:1767384333.904082:0:29153:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000925f77d0. 00000800:00000200:1.0:1767384333.904091:0:29153:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384333.904099:0:29153:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384333.904130:0:29153:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384333.904149:0:29153:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384333.905543:0:29153:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000edbe5226. 00000400:00000010:1.0:1767384333.905548:0:29153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5599329. 00000400:00000010:1.0:1767384333.905558:0:29153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000400:00000001:1.0:1767384333.905573:0:29153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384333.905574:0:29153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.905576:0:29153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:1.0:1767384333.905578:0:29153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:1.0:1767384333.905580:0:29153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000400:00000010:1.0:1767384333.905584:0:29153:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000cf67fa09. 00000400:00000200:1.0:1767384333.905588:0:29153:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (24) 00000400:00000200:1.0:1767384333.905601:0:29153:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384333.905610:0:29153:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384333.905618:0:29153:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000059bed37c. 00000020:01000000:1.0:1767384333.905625:0:29153:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384333.905628:0:29153:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp34 00000400:00000200:2.0:1767384333.905630:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384333.905638:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:2.0:1767384333.905642:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 00000400:00000010:1.0:1767384333.905645:0:29153:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e5231566. 00000400:00000010:2.0:1767384333.905648:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000003a3245c2. 00000400:00000010:1.0:1767384333.905651:0:29153:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b3554cff. 00000400:00000010:2.0:1767384333.905655:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000400:00000010:2.0:1767384333.905665:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4725c7f. 00000020:00000001:3.0:1767384333.905668:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384333.905672:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 10000000:00000001:3.0:1767384333.905674:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.905677:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384333.905680:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384333.905682:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384333.905684:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384333.905687:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:01000004:3.0:1767384333.905688:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384333.905692:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384333.905695:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384333.905696:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384333.905697:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384333.905700:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384333.905700:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:01000004:3.0:1767384333.905704:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384333.905706:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384333.905713:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf81112b. 00000400:00000200:2.0:1767384333.905713:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000040:3.0:1767384333.905735:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384333.905742:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.905746:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384333.905752:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.905756:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 02000000:00000010:3.0:1767384333.905763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004512c357. 00000400:00000200:2.0:1767384333.905766:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000100:00000001:3.0:1767384333.905774:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.905778:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:2.0:1767384333.905820:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:3.0:1767384333.905827:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384333.905827:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:3.0:1767384333.905833:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.905841:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000040:3.0:1767384333.905848:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf81112b] to pc [ptlrpcd_00_03+3] req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384333.905853:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:2.0:1767384333.905877:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:2.0:1767384333.905887:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:2.0:1767384333.905907:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384333.905916:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:2.0:1767384333.905923:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 10000000:00000001:3.0:1767384333.905931:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.905931:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 10000000:00000001:3.0:1767384333.905938:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.905940:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384333.905944:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.905945:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:0.0:1767384333.905946:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384333.905949:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384333.905950:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384333.905960:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.905963:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384333.905963:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 10000000:00000001:3.0:1767384333.905967:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.905969:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384333.905971:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384333.905975:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384333.905981:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384333.905984:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384333.905984:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384333.905985:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000020:01000004:3.0:1767384333.905987:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384333.905987:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384333.905991:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384333.905994:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384333.905994:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384333.905998:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384333.905999:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384333.906000:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 16], ns[61, 16] 00000020:01000004:3.0:1767384333.906001:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384333.906003:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384333.906005:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384333.906027:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e86466. 00000400:00000200:2.0:1767384333.906027:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 16], ns[84, 16] 00000020:00000040:3.0:1767384333.906031:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00100000:0.0:1767384333.906033:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf81112b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731466624:0@lo:253: 00000100:00000001:3.0:1767384333.906034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.906036:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384333.906038:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906038:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384333.906045:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384333.906046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000034afe4d9. 02000000:00000001:0.0:1767384333.906050:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906051:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906051:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[76, 16], ns[78, 16] 02000000:00000001:0.0:1767384333.906054:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384333.906058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384333.906061:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.906061:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ab30336e. 00000400:00000200:2.0:1767384333.906062:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 16], ns[80, 16] 02000000:00000001:0.0:1767384333.906064:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.906067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080e86466] to pc [ptlrpcd_00_00+0] req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384333.906071:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174fcc3d. 00000400:00000010:0.0:1767384333.906076:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb40941c. 00000400:00000200:2.0:1767384333.906077:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 16], ns[85, 16] 00000100:00000200:0.0:1767384333.906083:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731466624, portal 25 00000400:00000200:2.0:1767384333.906088:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:0.0:1767384333.906089:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384333.906093:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668312192 : -114767041239424 : ffff979eb7466680) 10000000:00000001:3.0:1767384333.906094:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906097:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp14 10000000:00000001:3.0:1767384333.906098:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.906100:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.906102:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384333.906105:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384333.906106:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp14 lpni_is_preferred = 0 00000020:00000010:3.0:1767384333.906109:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000059bed37c. 00000100:00000001:0.0:1767384333.906112:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384333.906115:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp14 00000100:00000040:0.0:1767384333.906119:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384333.906121:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384333.906124:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp14 NI seq info: [86:86:256:4294967295] 192.168.204.118@tcp14 LPNI seq info [84:84:8:4294967295] 00000400:00000010:0.0:1767384333.906125:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000198c491c. 00000100:00000001:3.0:1767384333.906132:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.906132:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731466624, offset 0 00000400:00000200:2.0:1767384333.906136:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp14 00000100:00000001:3.0:1767384333.906139:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384333.906141:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384333.906142:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.906145:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384333.906152:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384333.906154:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14:) -> 192.168.204.118@tcp14(192.168.204.118@tcp:192.168.204.118@tcp14) : GET try# 0 00000100:00000001:3.0:1767384333.906179:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384333.906179:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp14 00000100:00000001:3.0:1767384333.906181:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.906183:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384333.906187:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767384333.906189:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c38ec5c. 02000000:00000001:3.0:1767384333.906193:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.906197:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.906197:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105380 00000800:00000200:2.0:1767384333.906202:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (6) 00000100:00100000:3.0:1767384333.906203:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731466752:0@lo:253: 00000400:00000200:0.0:1767384333.906208:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1195 [2] + 0 00000100:00000001:3.0:1767384333.906209:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.906212:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384333.906212:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc454e57. 02000000:00000001:3.0:1767384333.906215:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384333.906216:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp14 ip 192.168.204.118:988 00000400:00000200:0.0:1767384333.906217:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000879383bc 02000000:00000001:3.0:1767384333.906219:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384333.906224:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c38ec5c type 2, nob 96 niov 1 nkiov 0 02000000:00000010:3.0:1767384333.906226:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7bdedf7. 00000400:00000200:0.0:1767384333.906227:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384333.906230:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.906232:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384333.906234:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66476c. 00000400:00000200:0.0:1767384333.906236:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000879383bc 00000400:00000010:0.0:1767384333.906238:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000879383bc. 00000400:00000200:2.0:1767384333.906241:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000100:00000001:0.0:1767384333.906245:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384333.906246:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000010:3.0:1767384333.906247:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020756099. 00000100:00000200:0.0:1767384333.906250:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767384333.906252:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731466752, portal 25 00000100:00000001:3.0:1767384333.906254:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384333.906255:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000001a48394d x1853236731466624 msgsize 4848 00000100:00000001:3.0:1767384333.906256:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668304128 : -114767041247488 : ffff979eb7464700) 00000100:00100000:0.0:1767384333.906259:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.906260:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.906261:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384333.906267:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.906270:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384333.906270:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384333.906272:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e0fa174. 00000100:00000200:3.0:1767384333.906275:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731466752, offset 0 00000400:00000200:3.0:1767384333.906279:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.906283:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000198c491c 00000400:00000200:3.0:1767384333.906285:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384333.906285:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000198c491c. 00000100:00000001:0.0:1767384333.906287:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384333.906290:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.906291:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105400 00000400:00000200:3.0:1767384333.906295:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a9 [2] + 0 00000400:00000010:3.0:1767384333.906298:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a92338. 00000100:00000001:0.0:1767384333.906301:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384333.906304:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.906307:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f358a53 00000400:00000200:3.0:1767384333.906312:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384333.906312:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906314:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384333.906316:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.906318:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f358a53 00000100:00000001:0.0:1767384333.906318:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.906320:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f358a53. 00000100:00000001:3.0:1767384333.906322:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384333.906322:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294920079 00000100:00000200:3.0:1767384333.906324:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384333.906327:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000faffaf40 x1853236731466752 msgsize 4848 00000100:00000010:0.0:1767384333.906327:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024ff2035. 00000100:00100000:3.0:1767384333.906332:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.906333:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384333.906333:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384333.906339:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294920079 00000100:00000001:3.0:1767384333.906344:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384333.906344:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000029b9275. 00000100:00000001:0.0:1767384333.906348:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384333.906350:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0fa174 00000400:00000010:3.0:1767384333.906352:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e0fa174. 00000100:00000001:0.0:1767384333.906354:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294920079 00000100:00000001:3.0:1767384333.906355:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384333.906356:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000100:00000200:3.0:1767384333.906358:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.906360:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384333.906364:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294920079 00000100:00000001:3.0:1767384333.906366:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384333.906367:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec2c535a. 00000800:00000200:2.0:1767384333.906368:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384333.906371:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767384333.906373:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c38ec5c. 00000100:00000040:3.0:1767384333.906377:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.906378:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384333.906381:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384333.906382:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906388:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906390:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906392:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.906393:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384333.906396:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: GET: OK 00000100:00000001:3.0:1767384333.906399:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906401:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384333.906403:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294920079 00000100:00000001:0.0:1767384333.906403:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.906406:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.906408:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294920079 00000400:00000200:2.0:1767384333.906408:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000100:00000001:0.0:1767384333.906411:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.906414:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294920079 00000100:00000001:0.0:1767384333.906414:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.906416:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294920079 00000100:00000001:0.0:1767384333.906416:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906418:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294920079 00000100:00000001:0.0:1767384333.906419:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384333.906420:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384333.906421:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294920079 00000100:00000001:3.0:1767384333.906426:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294920079 00000100:00000001:3.0:1767384333.906428:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294920079 00000100:00000001:3.0:1767384333.906431:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384333.906431:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.906434:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384333.906437:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384333.906437:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.906441:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906443:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906446:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384333.906450:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.906451:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.906454:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.906458:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.906458:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384333.906462:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384333.906462:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466624 00000400:00000200:2.0:1767384333.906465:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14) <- 192.168.204.118@tcp14 : GET - for me 00000100:00000001:3.0:1767384333.906466:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.906466:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384333.906470:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906470:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.906473:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.906477:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906481:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384333.906483:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466624 00000100:00000001:3.0:1767384333.906485:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384333.906487:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384333.906488:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466752 00000020:00000040:0.0:1767384333.906489:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 02000000:00000001:3.0:1767384333.906491:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384333.906493:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384333.906494:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.906497:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384333.906497:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 02000000:00000001:3.0:1767384333.906500:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906503:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 432/432 into md 0x1945 [1] + 0 00000020:00000001:0.0:1767384333.906503:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:3.0:1767384333.906504:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466752 00000020:00000001:3.0:1767384333.906508:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384333.906508:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:3.0:1767384333.906512:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384333.906513:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384333.906514:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384333.906515:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384333.906517:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:0.0:1767384333.906518:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 00000020:00000001:3.0:1767384333.906520:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384333.906522:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384333.906525:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp14 to MR: 192.168.204.118@tcp14 local destination 00000100:00000001:3.0:1767384333.906526:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384333.906526:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af2cc056. 00000020:00000010:3.0:1767384333.906532:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000020:00000010:0.0:1767384333.906535:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087262e2f. 00000100:00000001:3.0:1767384333.906538:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384333.906538:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp14 NI seq info: [87:87:256:4294967295] 192.168.204.118@tcp14 LPNI seq info [85:85:8:4294967295] 00000020:00000010:0.0:1767384333.906542:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000198c2383. 00000020:00000010:3.0:1767384333.906545:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000020:00000010:0.0:1767384333.906550:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000004bbf5c8. 00000020:00000010:3.0:1767384333.906553:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d06624. 00000020:00000010:3.0:1767384333.906558:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040bd9063. 00000100:00000040:0.0:1767384333.906563:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384333.906565:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d678801. 00000400:00000200:2.0:1767384333.906567:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14:192.168.204.118@tcp14) -> 192.168.204.118@tcp14(192.168.204.118@tcp14:192.168.204.118@tcp14) 192.168.204.118@tcp14 : REPLY try# 0 00000100:00000001:0.0:1767384333.906569:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.906570:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.906573:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.906573:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.906576:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906576:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384333.906578:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.118@tcp14 00000800:00000010:2.0:1767384333.906583:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c38ec5c. 00000100:00000001:3.0:1767384333.906584:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906585:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384333.906590:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (6) 00000100:00000001:3.0:1767384333.906593:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.906593:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384333.906599:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp14 ip 192.168.204.118:1013 00000800:00000200:2.0:1767384333.906603:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c38ec5c type 3, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1767384333.906609:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.906609:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384333.906612:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384333.906612:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384333.906617:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384333.906620:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384333.906623:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745188432 : -114766964363184 : ffff979ebbdb7050) 00000100:00100000:3.0:1767384333.906624:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767384333.906627:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faffaf40 x1853236731466752/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.906633:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384333.906635:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745190480 : -114766964361136 : ffff979ebbdb7850) 00000100:00000040:3.0:1767384333.906639:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a48394d x1853236731466624/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.906648:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384333.906648:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384333.906650:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384333.906652:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000020:00000010:0.0:1767384333.906652:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 00000800:00000010:2.0:1767384333.906655:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c38ec5c. 00000100:00000001:3.0:1767384333.906656:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.906656:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.906662:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000020:00000010:0.0:1767384333.906662:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af2cc056. 00000400:00000200:2.0:1767384333.906663:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384333.906668:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a48394d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731466624:12345-0@lo:253: 00000100:00100000:0.0:1767384333.906668:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faffaf40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731466752:12345-0@lo:253: 00000400:00000200:2.0:1767384333.906673:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: REPLY: OK 00000100:00000200:3.0:1767384333.906675:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466624 00000100:00000200:0.0:1767384333.906675:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466752 00000020:00000001:3.0:1767384333.906681:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384333.906681:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384333.906685:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:2.0:1767384333.906685:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384333.906686:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384333.906690:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.906690:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384333.906691:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.906693:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.906693:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1767384333.906696:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384333.906698:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384333.906698:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384333.906703:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1767384333.906703:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.906703:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384333.906706:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.906706:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384333.906708:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384333.906710:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384333.906710:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384333.906714:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1767384333.906714:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.906714:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384333.906719:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.906719:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.906725:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384333.906725:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384333.906726:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp14(192.168.204.118@tcp14) <- 192.168.204.118@tcp14 : REPLY - for me 02000000:00000001:3.0:1767384333.906728:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384333.906728:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384333.906736:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001223c240. 02000000:00000010:0.0:1767384333.906736:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a78c3376. 02000000:00000001:3.0:1767384333.906741:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.906741:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906744:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp14: Reply from 12345-192.168.204.118@tcp14 of length 432/432 into md 0x1949 00000100:00000001:3.0:1767384333.906746:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.906746:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.906752:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384333.906752:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:2.0:1767384333.906753:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.906760:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384333.906762:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:3.0:1767384333.906763:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fecf27a9. 20000000:00000010:0.0:1767384333.906763:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000053ae6fa7. 20000000:01000000:3.0:1767384333.906792:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384333.906794:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp14->192.168.204.118@tcp14: REPLY: OK 20000000:01000000:0.0:1767384333.906795:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384333.906796:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384333.906800:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384333.906800:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384333.906802:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 20000000:00000001:3.0:1767384333.906803:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384333.906806:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 20000000:00000001:3.0:1767384333.906808:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.906808:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384333.906812:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384333.906812:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906813:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:0.0:1767384333.906814:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.906818:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384333.906820:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:2.0:1767384333.906824:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 20000000:00000010:0.0:1767384333.906828:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b0d77da. 20000000:01000000:0.0:1767384333.906832:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000400:00000200:2.0:1767384333.906838:0:16346:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.118@tcp (448 bytes) 20000000:00000001:0.0:1767384333.906839:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384333.906847:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00080000:00000001:0.0:1767384333.906848:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:2.0:1767384333.906859:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000003a3245c2. 00080000:00000001:0.0:1767384333.906859:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384333.906865:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (26) 00000800:00000001:2.0:1767384333.906872:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.906876:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384333.906878:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384333.906893:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384333.906896:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384333.906898:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384333.906898:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384333.906903:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384333.906905:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000003a3245c2. 00080000:00000001:0.0:1767384333.906906:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384333.906911:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000400:00000010:2.0:1767384333.906912:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0b45ed. 00000020:00000001:0.0:1767384333.906918:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000400:00000010:2.0:1767384333.906919:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00080000:00000002:0.0:1767384333.906921:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384333.906925:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003a3245c2 00080000:00000001:0.0:1767384333.906926:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384333.906929:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:0.0:1767384333.906932:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384333.906933:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1767384333.906936:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384333.906937:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00000020:00000001:0.0:1767384333.906943:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384333.906944:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384333.906948:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000001:0.0:1767384333.906951:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:2.0:1767384333.906952:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384333.906957:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000052a3527d. 00080000:00000001:0.0:1767384333.906958:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384333.906964:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00080000:00000010:0.0:1767384333.906964:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000de255583. 00080000:00000001:0.0:1767384333.906970:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518018048 : -114772191533568 : ffff979d844b2600) 00000400:00000200:2.0:1767384333.906971:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00080000:00000001:0.0:1767384333.906976:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384333.906979:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:0 00000001:00000001:0.0:1767384333.906981:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384333.906984:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc 1 00080000:00000010:0.0:1767384333.906986:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000af2cc056. 00000400:00000200:2.0:1767384333.906990:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00080000:00000001:0.0:1767384333.906991:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.906995:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 00080000:00000001:0.0:1767384333.906996:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:2.0:1767384333.907002:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008e9387c4. 00000400:00000010:2.0:1767384333.907007:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00080000:00000001:0.0:1767384333.907010:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384333.907011:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027cf7a5c. 00000400:00000200:2.0:1767384333.907018:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1767384333.907024:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1767384333.907028:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00080000:00000001:0.0:1767384333.907029:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384333.907035:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:2.0:1767384333.907040:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:2.0:1767384333.907052:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:2.0:1767384333.907057:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:2.0:1767384333.907063:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:2.0:1767384333.907068:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384333.907074:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:2.0:1767384333.907079:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384333.907084:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384333.907089:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384333.907093:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:2.0:1767384333.907097:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384333.907103:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384333.907108:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:2.0:1767384333.907113:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:2.0:1767384333.907118:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:2.0:1767384333.907122:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:2.0:1767384333.907127:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[61, 18] 00000400:00000200:2.0:1767384333.907131:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[84, 18] 00000400:00000200:2.0:1767384333.907136:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[76, 18], ns[78, 18] 00000400:00000200:2.0:1767384333.907149:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 18], ns[80, 18] 00000400:00000200:2.0:1767384333.907154:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 18], ns[85, 18] 00000400:00000200:2.0:1767384333.907158:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384333.907161:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp15 00000400:00000200:2.0:1767384333.907164:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384333.907180:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp15 00000400:00000200:2.0:1767384333.907184:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [88:88:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384333.907189:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp15 00000400:00000200:2.0:1767384333.907196:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:) -> 192.168.204.118@tcp15(192.168.204.118@tcp:192.168.204.118@tcp15) : GET try# 0 00000800:00000200:2.0:1767384333.907200:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp15 00000800:00000010:2.0:1767384333.907204:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c38ec5c. 00000800:00000200:2.0:1767384333.907208:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (6) 00000800:00000200:2.0:1767384333.907214:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:988 00000800:00000200:2.0:1767384333.907217:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c38ec5c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384333.907231:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384333.907234:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000800:00000200:3.0:1767384333.907299:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384333.907302:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c38ec5c. 00000800:00000001:2.0:1767384333.907304:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384333.907305:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.907311:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: GET: OK 00000800:00000001:2.0:1767384333.907313:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.907314:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384333.907319:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:2.0:1767384333.907319:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.907329:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384333.907335:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : GET - for me 00000400:00000200:2.0:1767384333.907343:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384333.907348:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 448/448 into md 0x1945 [1] + 0 00000400:00000200:2.0:1767384333.907355:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp15 to MR: 192.168.204.118@tcp15 local destination 00000400:00000200:2.0:1767384333.907360:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [89:89:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1767384333.907369:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) -> 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) 192.168.204.118@tcp15 : REPLY try# 0 00000800:00000200:2.0:1767384333.907383:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.118@tcp15 00000800:00000010:2.0:1767384333.907387:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c38ec5c. 00000800:00000200:2.0:1767384333.907392:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (6) 00000800:00000200:2.0:1767384333.907397:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:1011 00000800:00000200:2.0:1767384333.907400:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c38ec5c type 3, nob 544 niov 1 nkiov 1 00000800:00000001:3.0:1767384333.907428:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.907454:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.907459:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.907461:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.907463:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384333.907465:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384333.907470:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c38ec5c. 00000400:00000200:3.0:1767384333.907474:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : REPLY - for me 00000400:00000200:2.0:1767384333.907476:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384333.907485:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: REPLY: OK 00000400:00000200:3.0:1767384333.907492:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp15: Reply from 12345-192.168.204.118@tcp15 of length 448/448 into md 0x1961 00000800:00000001:3.0:1767384333.907497:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.907503:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.907506:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.907511:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: REPLY: OK 00000400:00000200:3.0:1767384333.907515:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:3.0:1767384333.907517:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000400:00000200:3.0:1767384333.907521:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384333.907524:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384333.907527:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384333.907530:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 26. state = 0x100271 00000800:00000001:2.0:1767384333.907534:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.907535:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384333.907554:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (26) 00000800:00000001:3.0:1767384333.907560:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.907564:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384333.907572:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384333.907578:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:2.0:1767384333.907586:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000588cc8f9. 00000400:00000010:2.0:1767384333.907591:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000d08c3813. 00000400:00000010:2.0:1767384333.907606:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000de13a9f2. 00000400:00000200:2.0:1767384333.907631:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384333.907636:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384333.907641:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp32(000000006ea22c55) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384333.907647:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000045dbca9d. 00000400:00000200:2.0:1767384333.907652:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000045dbca9d nid 192.168.204.118@tcp33 00000400:00000010:2.0:1767384333.907656:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000069525e54. 00000400:00000200:2.0:1767384333.907658:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000069525e54 net tcp33 00000400:00000200:2.0:1767384333.907662:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (25) 00000400:00000200:2.0:1767384333.907668:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp33 flags 0x11 00000400:00000010:2.0:1767384333.907673:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000088617c4b. 00000400:00000200:2.0:1767384333.907677:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000088617c4b nid 192.168.204.118@tcp34 00000400:00000010:2.0:1767384333.907681:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000369451bf. 00000400:00000200:2.0:1767384333.907683:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000369451bf net tcp34 00000400:00000200:2.0:1767384333.907686:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (26) 00000400:00000200:2.0:1767384333.907690:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp34 flags 0x11 00000400:00000010:2.0:1767384333.907693:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000588cc8f9. 00000400:00000010:2.0:1767384333.907703:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000d08c3813. 00000400:00000010:2.0:1767384333.907706:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000de13a9f2. 00000400:00000010:2.0:1767384333.907709:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008e9387c4. 00000400:00000200:2.0:1767384333.907713:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384333.907716:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:2.0:1767384333.907720:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:2.0:1767384333.907723:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:2.0:1767384333.907729:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000400:00000200:2.0:1767384333.907732:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000010:2.0:1767384333.907736:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000555ef4e8. 00000400:00000200:2.0:1767384333.907740:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp15 00000400:00000200:2.0:1767384333.907748:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp15 to MR: 192.168.204.118@tcp15 local destination 00000400:00000200:2.0:1767384333.907755:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [90:90:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1767384333.907761:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp15 00000400:00000200:2.0:1767384333.907798:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) -> 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384333.907805:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.118@tcp15 00000800:00000010:2.0:1767384333.907809:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c38ec5c. 00000800:00000200:2.0:1767384333.907814:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (6) 00000800:00000200:2.0:1767384333.907820:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:988 00000800:00000200:2.0:1767384333.907822:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c38ec5c type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1767384333.907834:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384333.907837:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000800:00000200:0.0:1767384333.907889:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384333.907891:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c38ec5c. 00000400:00000200:0.0:1767384333.907894:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.907898:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: PUT: OK 00000400:00000200:0.0:1767384333.907900:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384333.907903:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp15: 0 00000800:00000001:2.0:1767384333.907905:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.907912:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384333.907915:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.907919:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384333.907928:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : PUT - for me 00000400:00000200:2.0:1767384333.907936:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384333.907942:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 448/448 into md 0x195d [1] + 0 00000400:00000010:2.0:1767384333.907946:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0b45ed. 00000400:00000200:2.0:1767384333.907956:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e80e22f 00000800:00000001:2.0:1767384333.907960:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.907966:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384333.907969:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384333.907975:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: PUT: OK 00000400:00000200:2.0:1767384333.907979:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000400:00000010:2.0:1767384333.907981:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000400:00000200:2.0:1767384333.907985:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384333.907989:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (28) 00080000:00000010:0.0:1767384333.907991:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de255583. 00000400:00000200:2.0:1767384333.907996:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:2.0:1767384333.908001:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008e9387c4. 00000400:00000200:2.0:1767384333.908006:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 26 00000400:00000200:2.0:1767384333.908009:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384333.908021:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (29) 00000400:00000200:2.0:1767384333.908026:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000010:3.0:1767384333.908031:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000af2cc056. 00000400:00000200:2.0:1767384333.908033:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp15 to MR: 192.168.204.118@tcp15 local destination 00040000:00000001:3.0:1767384333.908039:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384333.908042:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp15 NI seq info: [91:91:256:4294967295] 192.168.204.118@tcp15 LPNI seq info [89:89:8:4294967295] 00040000:00000001:3.0:1767384333.908044:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384333.908048:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384333.908053:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384333.908059:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.908063:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384333.908064:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) -> 192.168.204.118@tcp15(192.168.204.118@tcp15:192.168.204.118@tcp15) 192.168.204.118@tcp15 : ACK try# 0 00000800:00000200:2.0:1767384333.908070:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp15 20000000:01000000:3.0:1767384333.908071:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384333.908071:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384333.908075:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079ab3d96. 00000400:00000010:0.0:1767384333.908077:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4dfaef9. 00000800:00000200:2.0:1767384333.908082:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (6) 00000400:00000010:0.0:1767384333.908083:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a7e8e8. 20000000:00000001:3.0:1767384333.908086:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384333.908089:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000400:00000200:0.0:1767384333.908089:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003a3245c2 00000800:00000200:2.0:1767384333.908094:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:1011 00080000:00000001:3.0:1767384333.908097:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000200:2.0:1767384333.908098:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079ab3d96 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384333.908100:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004f1 00000400:00000010:0.0:1767384333.908108:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 0000000074382774. 00000400:00000010:0.0:1767384333.908111:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 000000005b02f8b8. 00000400:00000010:0.0:1767384333.908114:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000763c643f. 00000400:00000010:0.0:1767384333.908135:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 0000000074382774. 00000400:00000010:0.0:1767384333.908139:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 000000005b02f8b8. 00000400:00000010:0.0:1767384333.908141:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000763c643f. 00000400:00000010:0.0:1767384333.908144:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008e9387c4. 00000400:00000200:0.0:1767384333.908148:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384333.908151:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100571 20000000:01000000:3.0:1767384333.908153:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:0.0:1767384333.908154:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 1 20000000:00000001:3.0:1767384333.908156:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000200:2.0:1767384333.908157:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384333.908158:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 10000000:01000000:3.0:1767384333.908159:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000010:2.0:1767384333.908162:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079ab3d96. 00010000:00000001:3.0:1767384333.908164:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:0.0:1767384333.908165:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384333.908181:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384333.908183:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1767384333.908183:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:0.0:1767384333.908191:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00010000:00000010:3.0:1767384333.908192:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ead1c8. 00000400:00000200:2.0:1767384333.908195:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: ACK: OK 00010000:00000001:3.0:1767384333.908197:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384333.908197:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000800:00000001:2.0:1767384333.908206:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384333.908211:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384333.908214:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.0:1767384333.908218:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00000800:00000001:2.0:1767384333.908220:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.908223:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384333.908226:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000deae1bcb with handle 0xd602e9c522f0b290 to hash 00000800:00000001:2.0:1767384333.908231:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384333.908232:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384333.908235:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00000800:00000001:2.0:1767384333.908238:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908239:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384333.908245:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384333.908248:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp15(192.168.204.118@tcp15) <- 192.168.204.118@tcp15 : ACK - for me 00010000:00000001:3.0:1767384333.908249:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.908254:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.908263:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384333.908264:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp15: ACK from 12345-192.168.204.118@tcp15 into md 0x1965 00010000:00000001:3.0:1767384333.908266:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384333.908269:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:2.0:1767384333.908270:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384333.908271:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384333.908275:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908280:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384333.908281:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp15->192.168.204.118@tcp15: ACK: OK 00010000:00000001:3.0:1767384333.908282:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908286:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384333.908287:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00010000:00000001:3.0:1767384333.908288:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000010:2.0:1767384333.908291:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00010000:00000001:3.0:1767384333.908292:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384333.908294:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384333.908297:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1ead1c8) refcount = 1 00000400:00000200:2.0:1767384333.908298:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00010000:00010000:3.0:1767384333.908301:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384333.908305:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384333.908310:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (27) 00000800:00000001:2.0:1767384333.908315:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384333.908320:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000800:00000001:2.0:1767384333.908321:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908323:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384333.908326:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908328:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908329:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384333.908332:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384333.908335:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384333.908337:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.908339:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.908340:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=4 00000020:00000001:3.0:1767384333.908341:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384333.908343:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384333.908345:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384333.908346:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384333.908348:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384333.908352:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384333.908354:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384333.908355:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384333.908359:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000053ae6fa7. 00010000:00000001:3.0:1767384333.908361:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.908364:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384333.908365:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384333.908366:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908373:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.908375:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384333.908375:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466752 00010000:00000001:3.0:1767384333.908378:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384333.908381:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384333.908381:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384333.908388:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000deae1bcb already unused, calling callback (00000000d6205520) 00010000:00000200:2.0:1767384333.908389:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000faffaf40 x1853236731466752/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384333.908391:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384333.908399:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384333.908402:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384333.908405:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384333.908407:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384333.908409:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908410:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.908414:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.908415:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=5 00000100:00001000:2.0:1767384333.908416:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=53 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384333.908417:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384333.908422:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00000100:00000001:2.0:1767384333.908426:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384333.908427:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384333.908431:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384333.908433:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384333.908438:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384333.908440:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384333.908444:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384333.908445:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384333.908446:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384333.908449:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908450:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384333.908452:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384333.908456:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384333.908456:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384333.908460:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384333.908464:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deae1bcb with handle 0xd602e9c522f0b290 from hash 00000100:00000040:2.0:1767384333.908464:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384333.908469:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384333.908469:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.908470:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.908471:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384333.908471:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061095afb. 00010000:00000001:3.0:1767384333.908474:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384333.908477:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1767384333.908477:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731466752, offset 224 00010000:00000001:3.0:1767384333.908480:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384333.908483:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.908485:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.908486:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384333.908487:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384333.908488:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384333.908490:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.908490:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.908491:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908498:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.908503:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.908504:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384333.908505:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.908512:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.908513:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.908515:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384333.908516:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105400 00010000:00000001:3.0:1767384333.908517:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384333.908520:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.908523:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.908525:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384333.908528:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.908528:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1955 [2] + 224 20000000:00000001:3.0:1767384333.908531:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.908537:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384333.908539:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384333.908543:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384333.908545:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384333.908548:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b290 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384333.908548:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384333.908557:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384333.908558:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1ead1c8 count: 0 00000100:00000200:2.0:1767384333.908564:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384333.908565:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384333.908567:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384333.908578:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1767384333.908579:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006fcbff75. 20000000:01000000:3.0:1767384333.908584:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384333.908589:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384333.908592:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384333.908595:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384333.908601:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:2.0:1767384333.908605:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1767384333.908608:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384333.908611:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061095afb 00080000:00000001:3.0:1767384333.908612:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000010:2.0:1767384333.908616:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061095afb. 00080000:00000001:3.0:1767384333.908617:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384333.908622:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:2.0:1767384333.908623:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1767384333.908624:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.908627:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000002:3.0:1767384333.908629:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00000100:00000001:0.0:1767384333.908630:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.908633:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384333.908634:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00000100:00000001:2.0:1767384333.908634:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384333.908637:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384333.908640:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:0.0:1767384333.908641:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000002:3.0:1767384333.908642:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000010:0.0:1767384333.908644:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e66476c. 00010000:00000001:2.0:1767384333.908646:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00080000:00000001:3.0:1767384333.908647:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384333.908649:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.908649:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020756099 00000400:00000010:0.0:1767384333.908651:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020756099. 00080000:00000001:3.0:1767384333.908652:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384333.908654:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:3.0:1767384333.908656:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.908656:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384333.908660:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:2.0:1767384333.908661:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faffaf40 x1853236731466752/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384333.908664:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.908665:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384333.908670:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384333.908674:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000ccf8095. 00080000:00000001:3.0:1767384333.908679:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437893632 : -114767271657984 : ffff979ea98a7e00) 00080000:00000001:3.0:1767384333.908683:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384333.908686:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384333.908689:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d01b8300. 00080000:00000001:3.0:1767384333.908692:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.908695:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384333.908696:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00100000:2.0:1767384333.908697:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000faffaf40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731466752:12345-0@lo:253: Request processed in 2044us (2363us total) trans 0 rc 0/0 00080000:00000001:3.0:1767384333.908704:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.908714:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1767384333.908715:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384333.908716:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:0.0:1767384333.908717:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384333.908722:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384333.908723:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384333.908728:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384333.908728:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384333.908730:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384333.908732:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.908735:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384333.908736:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040bd9063. 00000020:00000010:2.0:1767384333.908742:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d678801. 02000000:00000001:0.0:1767384333.908746:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384333.908748:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d06624. 00000100:00001000:0.0:1767384333.908752:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=53 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384333.908755:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00001000:0.0:1767384333.908758:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384333.908762:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384333.908764:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.908795:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384333.908797:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.908800:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.908805:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.908813:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.908816:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384333.908818:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384333.908821:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384333.908823:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384333.908825:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384333.908827:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.908829:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384333.908830:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.908832:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384333.908833:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384333.908835:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384333.908838:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.908846:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000080e86466 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731466752:0@lo:253: 00000100:00000001:0.0:1767384333.908852:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.908854:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384333.908857:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000080e86466 x1853236731466752/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.908864:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384333.908867:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384333.908869:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:0.0:1767384333.908874:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384333.908876:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384333.908878:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384333.908886:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384333.908888:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000034afe4d9. 02000000:00000001:0.0:1767384333.908892:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384333.908894:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384333.908895:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e86466. 00000100:00000001:0.0:1767384333.908898:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384333.908899:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.908901:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.908905:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.908906:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.908908:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.908910:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384333.908942:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384333.908946:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a78c3376. 02000000:00000001:2.0:1767384333.908950:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384333.908952:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384333.908958:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384333.908962:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0b45ed. 00000400:00000010:2.0:1767384333.908966:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061095afb. 00080000:00000010:0.0:1767384333.910296:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000ccf8095. 00080000:00000010:3.0:1767384333.910330:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d01b8300. 00040000:00000001:3.0:1767384333.910334:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384333.910336:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384333.910338:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384333.910340:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384333.910343:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.910345:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384333.910347:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384333.910357:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384333.910359:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384333.910363:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384333.910364:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384333.910366:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384333.910368:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384333.910371:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384333.910373:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384333.910377:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010d33ef0. 00010000:00000001:0.0:1767384333.910380:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384333.910382:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000584cbb44. 00000020:00000001:0.0:1767384333.910385:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384333.910387:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000584cbb44 with handle 0xd602e9c522f0b297 to hash 00000020:00000001:0.0:1767384333.910390:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384333.910391:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 00010000:00000001:0.0:1767384333.910394:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 00010000:00000001:0.0:1767384333.910397:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384333.910398:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.910400:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.910407:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384333.910409:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384333.910410:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384333.910412:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.910414:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.910422:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.910424:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.910426:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384333.910427:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384333.910429:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384333.910430:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384333.910431:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010d33ef0) refcount = 1 00010000:00010000:0.0:1767384333.910435:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.910441:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384333.910442:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384333.910443:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.910446:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910448:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384333.910450:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384333.910452:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384333.910454:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384333.910455:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.910457:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000584cbb44 refcount=4 00000020:00000001:0.0:1767384333.910459:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 00010000:00000001:0.0:1767384333.910461:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 00010000:00000001:0.0:1767384333.910463:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384333.910464:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.910469:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384333.910471:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.910476:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:3.0:1767384333.910478:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384333.910478:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384333.910479:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384333.910480:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384333.910482:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fecf27a9. 00010000:00000001:0.0:1767384333.910484:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:3.0:1767384333.910485:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384333.910488:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466624 00010000:00000001:3.0:1767384333.910490:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384333.910491:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910493:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:3.0:1767384333.910494:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a48394d x1853236731466624/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384333.910495:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.910502:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384333.910502:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000584cbb44 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384333.910504:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384333.910506:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384333.910507:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.910509:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384333.910511:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=53 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384333.910512:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384333.910514:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384333.910515:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384333.910515:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.910516:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000584cbb44 refcount=5 00000100:00000040:3.0:1767384333.910517:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:0.0:1767384333.910518:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 00000100:00000001:3.0:1767384333.910519:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384333.910521:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560675840 : -114767148875776 : ffff979eb0dc0000) 02000000:00000001:3.0:1767384333.910522:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384333.910523:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910523:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384333.910524:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384333.910526:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.910528:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384333.910530:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384333.910532:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e0fa174. 00010000:00000001:0.0:1767384333.910532:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384333.910533:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384333.910535:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731466624, offset 224 00010000:00000001:0.0:1767384333.910535:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384333.910537:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384333.910538:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384333.910539:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384333.910540:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384333.910541:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000584cbb44 with handle 0xd602e9c522f0b297 from hash 00010000:00000001:0.0:1767384333.910544:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384333.910545:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384333.910545:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.910547:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.910548:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384333.910549:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384333.910550:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105380 00010000:00000001:0.0:1767384333.910551:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384333.910554:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x194d [2] + 224 00010000:00000001:0.0:1767384333.910557:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384333.910559:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384333.910559:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.910561:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.910562:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384333.910563:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384333.910564:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384333.910565:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384333.910567:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384333.910568:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384333.910568:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.910569:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910571:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910573:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.910575:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384333.910578:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384333.910581:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.910583:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.910584:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384333.910586:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384333.910587:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.910588:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.910589:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384333.910590:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.910592:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.910594:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384333.910596:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.910600:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0fa174 00010000:00000001:0.0:1767384333.910600:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384333.910601:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384333.910602:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e0fa174. 00010000:00010000:0.0:1767384333.910603:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000584cbb44/0xd602e9c522f0b297 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384333.910604:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384333.910606:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.910609:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384333.910609:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010d33ef0 count: 0 00000100:00000040:3.0:1767384333.910611:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384333.910614:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384333.910616:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.910616:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384333.910618:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:3.0:1767384333.910619:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384333.910623:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a48394d x1853236731466624/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.910625:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384333.910629:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384333.910635:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384333.910637:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384333.910640:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174fcc3d. 00000400:00000200:2.0:1767384333.910646:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb40941c 00000400:00000010:2.0:1767384333.910650:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb40941c. 00000100:00100000:3.0:1767384333.910655:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a48394d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731466624:12345-0@lo:253: Request processed in 4004us (4396us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384333.910656:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384333.910663:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.910667:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384333.910673:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384333.910678:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384333.910681:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384333.910684:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384333.910686:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000198c2383. 00000020:00000010:3.0:1767384333.910694:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000004bbf5c8. 00000100:00000001:2.0:1767384333.910696:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384333.910699:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087262e2f. 00000100:00000001:2.0:1767384333.910700:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384333.910705:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:2.0:1767384333.910705:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384333.910707:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384333.910710:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384333.910711:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384333.910714:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001223c240. 00000100:00000001:2.0:1767384333.910715:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.910719:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384333.910720:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.910723:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384333.910725:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=53 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384333.910729:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384333.910731:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=53 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384333.910734:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005a92338. 00000100:00000001:2.0:1767384333.910735:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384333.910739:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e0fa174. 00000100:00000001:2.0:1767384333.910739:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384333.910745:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384333.910746:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.910749:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384333.910752:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.910759:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384333.910787:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384333.910789:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384333.910793:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384333.910795:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384333.910797:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384333.910799:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384333.910800:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384333.910802:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384333.910804:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384333.910805:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384333.910807:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384333.910808:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384333.910812:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384333.910820:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf81112b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731466624:0@lo:253: 00000100:00000001:2.0:1767384333.910824:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.910826:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384333.910828:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf81112b x1853236731466624/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384333.910835:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384333.910837:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384333.910839:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ab30336e. 02000000:00000001:2.0:1767384333.910842:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384333.910844:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384333.910845:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384333.910848:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384333.910849:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004512c357. 02000000:00000001:2.0:1767384333.910854:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384333.910855:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384333.910857:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf81112b. 00000100:00000001:2.0:1767384333.910859:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384333.910860:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.910862:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384333.910867:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384333.910868:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384333.910871:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384333.910879:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.911817:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294920079, at 4294920080 00000100:00000040:0.0:1767384333.911817:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294920079, at 4294920080 00000100:00000040:2.0:1767384333.911822:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294920079, at 4294920080 00000100:00000010:0.0:1767384333.911825:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024ff2035. 00000100:00000010:3.0:1767384333.911826:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec2c535a. 00000100:00000010:2.0:1767384333.911832:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000040:1.0:1767384333.911877:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294920079, at 4294920080 00000100:00000010:1.0:1767384333.911883:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000029b9275. 00010000:00000010:3.1:1767384333.913811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ead1c8. 00010000:00000010:3.1:1767384333.913821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00010000:00000010:0.1:1767384333.916806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010d33ef0. 00010000:00000010:0.1:1767384333.916814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000584cbb44. 00000400:00000010:1.0:1767384333.921910:0:29158:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000023b7dabc. 00000400:00000040:1.0:1767384333.921929:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.921931:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384333.921933:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.921935:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.921937:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.921938:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384333.921940:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.921942:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384333.921943:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384333.921944:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384333.921945:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384333.921947:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.921949:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384333.921950:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.921951:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384333.921953:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384333.921954:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384333.921955:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384333.921962:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384333.921964:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.921965:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.921966:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.921967:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.921968:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.921969:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384333.921971:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.921972:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.921973:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.921974:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.921975:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.921975:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384333.921977:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384333.921978:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384333.921979:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384333.921980:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384333.921982:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.921983:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384333.921985:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384333.921987:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.921988:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384333.921990:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384333.921991:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384333.921993:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384333.921995:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384333.921996:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384333.921998:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384333.922000:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384333.922001:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384333.922004:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384333.922005:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384333.922007:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384333.922009:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384333.922010:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384333.922012:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384333.922014:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384333.922016:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384333.922017:0:29158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384333.922089:0:29158:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000023b7dabc. 00000400:00000001:0.0:1767384334.024953:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384334.024959:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384334.024968:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384334.024973:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:0.0:1767384334.024978:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384334.024985:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384334.024995:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b45de405. 00000400:00000010:0.0:1767384334.025000:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005445d3ec. 00010000:00000001:3.0:1767384334.344811:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384334.344815:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.344820:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384334.344822:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.344838:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384334.344841:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.344843:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384335.047843:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp32 00000400:00000010:0.0:1767384335.047850:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d123f7ae. 00000400:00000010:0.0:1767384335.047857:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003e14fb8c. 00000400:00000010:0.0:1767384335.047862:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000010:0.0:1767384335.047870:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075e8d7e6. 00000400:00000200:0.0:1767384335.047875:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp32 00000400:00000200:0.0:1767384335.047895:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp32 local destination 00000400:00000200:0.0:1767384335.047901:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000400:00000200:0.0:1767384335.047905:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [92:92:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384335.047911:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 00000400:00000200:0.0:1767384335.047917:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) : GET try# 0 00000800:00000200:0.0:1767384335.047922:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 00000800:00000010:0.0:1767384335.047926:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076c4bdbd. 00000800:00000200:0.0:1767384335.047932:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:0.1:1767384335.047936:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000400:00000200:0.0:1767384335.047958:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:0.0:1767384335.047962:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:0.0:1767384335.047965:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e67d577e. 00000400:00000010:0.0:1767384335.047968:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000042a6b83. 00000400:00000010:0.0:1767384335.047970:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000400:00000010:0.0:1767384335.047974:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061626511. 00000400:00000200:0.0:1767384335.047977:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:0.0:1767384335.047982:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:0.0:1767384335.047985:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:0.0:1767384335.047987:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [93:93:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767384335.047991:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:0.0:1767384335.048003:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:0.0:1767384335.048007:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:0.0:1767384335.048010:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d35f9315. 00000800:00000200:0.0:1767384335.048013:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:0.1:1767384335.048016:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:2.0:1767384335.048032:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.048032:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 3 next ping: 261 health :700 00000400:00000200:3.0:1767384335.048089:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048094:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048180:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048245:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048249:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048294:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048300:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048346:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048388:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048390:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048406:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048459:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048464:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048516:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048549:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048564:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048607:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048620:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048678:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048706:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048733:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048762:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048790:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048851:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048868:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048934:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.048971:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.048992:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049020:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049047:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049075:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049169:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049206:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049231:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049288:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049289:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049348:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049350:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049388:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049417:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049429:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049504:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049505:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049559:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049582:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049625:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049639:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049704:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049704:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049756:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049787:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049800:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049907:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.049931:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.049988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.050039:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384335.050091:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000800:00000010:2.0:1767384335.050110:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:2.0:1767384335.050116:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d01a5cc3. 00000800:00000010:2.0:1767384335.050122:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008179fbdc. 00000400:00000200:3.0:1767384335.050135:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000800:00000010:2.0:1767384335.050159:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008179fbdc. 00000800:00020000:2.0:1767384335.050169:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384335.050173:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d01a5cc3. 00000800:00000010:2.0:1767384335.050176:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000400:00000200:3.0:1767384335.050214:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:02020000:2.0:1767384335.050238:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384335.050245:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp32 notifying 192.168.204.118@tcp32: down 00000800:00000200:2.0:1767384335.050250:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp32 down 00000800:00000100:2.0:1767384335.050256:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp32 00000800:00000010:2.0:1767384335.050259:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076c4bdbd. 00000400:00000200:3.0:1767384335.050260:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.050263:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384335.050270:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384335.050277:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384335.050280:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384335.050285:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp32) recovery failed with -71 00000800:00000010:3.0:1767384335.050372:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001223c240. 00000800:00000010:3.0:1767384335.050376:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c45c1bf9. 00000800:00000010:3.0:1767384335.050386:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dd0a476. 00000800:00000010:3.0:1767384335.050409:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dd0a476. 00000800:00020000:3.0:1767384335.050416:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384335.050419:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c45c1bf9. 00000800:00000010:3.0:1767384335.050421:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001223c240. 00000400:02020000:3.0:1767384335.050456:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384335.050462:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:3.0:1767384335.050466:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:3.0:1767384335.050471:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:3.0:1767384335.050474:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d35f9315. 00000400:00000200:3.0:1767384335.050477:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384335.050481:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384335.050486:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384335.050489:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384335.050492:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00080000:00000010:0.0:1767384335.132205:0:29545:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f429753a. 00080000:00000010:0.0:1767384335.132213:0:29545:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f429753a. 00000020:00000001:0.0:1767384335.132217:0:29545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384335.132222:0:29545:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f429753a. 00080000:00000010:0.0:1767384335.132225:0:29545:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f429753a. 00000020:00000001:0.0:1767384335.132228:0:29545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.368823:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384335.368831:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.368838:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384335.368839:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.368871:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384335.368874:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.368877:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384335.849234:0:29709:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384335.849238:0:29709:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:0.0:1767384335.853591:0:29709:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384335.861629:0:29710:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c18bc6a7. 00000400:00000010:1.0:1767384335.861645:0:29710:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b0072f71. 00000400:00000010:1.0:1767384335.861655:0:29710:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000043616bc4. 00000400:00000010:1.0:1767384335.861659:0:29710:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eeba1465. 00000400:00000010:1.0:1767384335.861663:0:29710:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000988db91a. 00000400:00000010:1.0:1767384335.861668:0:29710:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7a60389. 00000400:00000010:1.0:1767384335.861669:0:29710:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005e7eba40. 00000400:00000010:1.0:1767384335.861671:0:29710:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3220f73. 00000400:00000010:1.0:1767384335.861675:0:29710:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000028ccd8d7. 00000800:00000010:1.0:1767384335.861690:0:29710:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000064e45c39. 00000800:00000200:1.0:1767384335.861701:0:29710:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384335.861710:0:29710:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384335.861748:0:29710:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384335.861794:0:29710:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384335.864108:0:29710:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000002d4f14be. 00000400:00000010:1.0:1767384335.864116:0:29710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000400:00000010:1.0:1767384335.864121:0:29710:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000001:1.0:1767384335.864158:0:29710:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.864160:0:29710:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.864162:0:29710:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5599329. 00000400:00000200:1.0:1767384335.864165:0:29710:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:1.0:1767384335.864167:0:29710:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000400:00000010:1.0:1767384335.864171:0:29710:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000edbe5226. 00000400:00000200:1.0:1767384335.864176:0:29710:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (26) 00000400:00000200:1.0:1767384335.864190:0:29710:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384335.864201:0:29710:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384335.864209:0:29710:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000059bed37c. 00000020:01000000:1.0:1767384335.864215:0:29710:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384335.864215:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384335.864222:0:29710:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp35 00000400:00000200:0.0:1767384335.864226:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:0.0:1767384335.864235:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d79c1962. 00000400:00000010:1.0:1767384335.864238:0:29710:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b0072f71. 00000400:00000200:0.0:1767384335.864239:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000010:1.0:1767384335.864245:0:29710:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c18bc6a7. 00000400:00000010:0.0:1767384335.864248:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006cb195d7. 00000400:00000200:0.0:1767384335.864256:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:2.0:1767384335.864268:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384335.864271:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:2.0:1767384335.864275:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384335.864280:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 10000000:00000001:2.0:1767384335.864281:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384335.864286:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384335.864290:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:2.0:1767384335.864292:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384335.864298:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384335.864299:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:2.0:1767384335.864302:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384335.864306:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:0.0:1767384335.864310:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:2.0:1767384335.864316:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384335.864317:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:2.0:1767384335.864319:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.864321:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384335.864323:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384335.864324:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384335.864326:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384335.864330:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384335.864337:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000010:2.0:1767384335.864338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000020:00000040:2.0:1767384335.864346:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:0.0:1767384335.864349:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:2.0:1767384335.864354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384335.864357:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000001:2.0:1767384335.864359:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384335.864364:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000001:2.0:1767384335.864366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864372:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:0.0:1767384335.864377:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000010:2.0:1767384335.864378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002d482971. 00000400:00000200:0.0:1767384335.864384:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000001:2.0:1767384335.864389:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864391:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384335.864398:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000100:00000001:2.0:1767384335.864402:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384335.864404:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00000001:2.0:1767384335.864406:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864416:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000040:2.0:1767384335.864421:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_01+1] req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.864423:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:0.0:1767384335.864441:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[61, 20] 00000400:00000200:0.0:1767384335.864456:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[84, 20] 00000400:00000200:0.0:1767384335.864462:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:0.0:1767384335.864465:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[80, 20] 00000400:00000200:0.0:1767384335.864469:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 20], ns[92, 20] 00000400:00000200:0.0:1767384335.864473:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 10000000:00000001:2.0:1767384335.864480:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384335.864488:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864492:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:2.0:1767384335.864493:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.864497:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384335.864500:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384335.864504:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384335.864506:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000020:00000001:2.0:1767384335.864510:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384335.864510:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384335.864515:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384335.864516:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 10000000:00000001:2.0:1767384335.864520:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384335.864521:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384335.864524:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384335.864527:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp33 lpni_is_preferred = 0 00000020:01000004:2.0:1767384335.864531:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384335.864538:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp33 00000020:01000004:2.0:1767384335.864539:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384335.864545:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384335.864547:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384335.864548:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384335.864553:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864554:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [94:94:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [92:92:8:4294967295] 00000020:01000004:2.0:1767384335.864555:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.864560:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384335.864564:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384335.864565:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384335.864568:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384335.864569:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384335.864570:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000020:01000004:2.0:1767384335.864574:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384335.864577:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384335.864580:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8c5ebba. 00000100:00100000:1.0:1767384335.864587:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731466880:0@lo:253: 00000020:00000040:2.0:1767384335.864588:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000400:00000200:0.0:1767384335.864594:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp:192.168.204.118@tcp33) : PUT try# 0 00000100:00000001:1.0:1767384335.864598:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384335.864603:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.864606:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384335.864607:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384335.864612:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.118@tcp33 02000000:00000001:1.0:1767384335.864613:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.864614:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.864621:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384335.864623:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f55719e. 02000000:00000010:2.0:1767384335.864626:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eaa3a799. 02000000:00000010:1.0:1767384335.864628:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082b91124. 00000100:00000001:2.0:1767384335.864633:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.864633:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384335.864634:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009f203337. 00000100:00000001:2.0:1767384335.864642:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767384335.864644:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000034a66f3f. 00000400:00000010:1.0:1767384335.864645:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5599329. 00000100:00000001:2.0:1767384335.864646:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.864657:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0072f71. 00000800:00000200:0.0:1767384335.864658:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000100:00000040:2.0:1767384335.864659:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c5ebba] to pc [ptlrpcd_00_02+2] req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.864664:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731466880, portal 25 00000100:00000001:1.0:1767384335.864673:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.1:1767384335.864674:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000100:00000001:1.0:1767384335.864677:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000100:00000040:1.0:1767384335.864689:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.864699:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000001:1.0:1767384335.864700:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384335.864704:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.864708:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000040:1.0:1767384335.864712:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384335.864713:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.864719:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.864719:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0783adc. 00000020:01000000:2.0:1767384335.864723:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384335.864725:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731466880, offset 0 00000100:00000001:0.0:1767384335.864726:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384335.864728:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000059bed37c. 00000100:00000001:0.0:1767384335.864731:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.864738:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384335.864746:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384335.864751:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384335.864752:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.864757:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384335.864762:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.864794:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.864796:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.864800:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384335.864802:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384335.864806:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105480 02000000:00000001:2.0:1767384335.864807:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.864817:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8c5ebba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731467008:0@lo:253: 00000400:00000200:1.0:1767384335.864823:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d1 [2] + 0 00000100:00000001:2.0:1767384335.864824:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384335.864829:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384335.864830:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000634829dc. 02000000:00000001:2.0:1767384335.864833:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.864837:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384335.864837:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000da4fc26 02000000:00000010:2.0:1767384335.864844:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000427466a8. 02000000:00000001:2.0:1767384335.864846:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.864854:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000400:00000200:1.0:1767384335.864857:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384335.864859:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbe67f6a. 00000400:00000200:1.0:1767384335.864865:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384335.864866:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731467008, portal 25 00000400:00000200:1.0:1767384335.864871:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000da4fc26 00000400:00000010:1.0:1767384335.864873:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000da4fc26. 00000100:00000001:2.0:1767384335.864880:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384335.864881:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384335.864882:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789374464 : -114766920177152 : ffff979ebe7daa00) 00000100:00000200:1.0:1767384335.864886:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384335.864892:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.864893:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000ec9b2824 x1853236731466880 msgsize 4848 00000100:00100000:1.0:1767384335.864909:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384335.864911:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.864912:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384335.864917:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384335.864922:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006b91fa4. 00000100:00000001:1.0:1767384335.864925:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384335.864926:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731467008, offset 0 00000400:00000200:2.0:1767384335.864937:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.864944:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0783adc 00000400:00000200:2.0:1767384335.864947:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384335.864948:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0783adc. 00000100:00000001:1.0:1767384335.864954:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384335.864960:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384335.864963:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105500 00000400:00000200:0.0:1767384335.864970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.864980:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d9 [2] + 0 00000100:00000001:1.0:1767384335.864981:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.864988:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384335.864991:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fcd1715. 00000400:00000200:2.0:1767384335.865002:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4777904 00000100:00000001:1.0:1767384335.865003:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865008:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384335.865013:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384335.865014:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865022:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294922038 00000400:00000200:0.0:1767384335.865024:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384335.865026:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384335.865032:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026fa30c3. 00000400:00000200:2.0:1767384335.865037:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4777904 00000400:00000010:2.0:1767384335.865041:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4777904. 00000100:00000001:1.0:1767384335.865041:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384335.865051:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384335.865052:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294922038 00000100:00000200:2.0:1767384335.865054:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384335.865079:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000002f0a5a8 x1853236731467008 msgsize 4848 00000100:00000010:1.0:1767384335.865079:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000412f6de2. 00000400:00000200:0.0:1767384335.865084:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:1.0:1767384335.865091:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384335.865100:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384335.865102:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294922038 00000100:00000040:2.0:1767384335.865106:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384335.865109:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000260aaa3f. 00000100:00000001:1.0:1767384335.865116:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384335.865121:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.865124:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294922038 00000400:00000200:2.0:1767384335.865152:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006b91fa4 00000100:00000010:1.0:1767384335.865154:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051269540. 00000400:00000200:0.0:1767384335.865155:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000010:2.0:1767384335.865157:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006b91fa4. 00000100:00000001:1.0:1767384335.865180:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384335.865184:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384335.865191:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.865194:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.865201:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865209:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865210:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384335.865214:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.865217:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:2.0:1767384335.865218:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.865225:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.865230:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865230:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384335.865237:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.865239:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.865241:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.865244:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865246:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865254:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865256:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:2.0:1767384335.865259:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294922038 00000100:00000001:2.0:1767384335.865265:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294922038 00000100:00000001:2.0:1767384335.865268:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294922038 00000100:00000001:2.0:1767384335.865271:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294922038 00000100:00000001:2.0:1767384335.865272:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294922038 00000100:00000001:2.0:1767384335.865274:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294922038 00000100:00000001:2.0:1767384335.865276:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294922038 00000100:00000001:2.0:1767384335.865277:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294922038 00000100:00000001:2.0:1767384335.865279:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.865281:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865284:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865286:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.865292:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384335.865293:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:2.0:1767384335.865294:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384335.865303:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.865304:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.865307:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865310:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865323:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.865325:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384335.865346:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384335.865351:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731466880 02000000:00000001:2.0:1767384335.865354:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.865356:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.865359:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.865363:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.865367:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731466880 00000020:00000001:2.0:1767384335.865370:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384335.865372:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:0.0:1767384335.865374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000020:00000001:2.0:1767384335.865375:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384335.865378:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384335.865380:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00100000:1.0:1767384335.865383:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467008 00000020:00000001:2.0:1767384335.865385:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:1.0:1767384335.865388:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384335.865390:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384335.865392:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.865395:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.865399:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.865403:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467008 00000100:00000001:2.0:1767384335.865404:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384335.865406:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384335.865410:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9e716. 00000020:00000040:1.0:1767384335.865410:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384335.865412:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384335.865416:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384335.865417:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000010:2.0:1767384335.865423:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9e716. 00000020:00000001:1.0:1767384335.865424:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:0.0:1767384335.865427:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000020:00000001:1.0:1767384335.865431:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384335.865435:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b871d39. 00000100:00000001:1.0:1767384335.865437:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.865443:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000578abb79. 00000020:00000010:2.0:1767384335.865445:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bef876b6. 00000100:00000001:1.0:1767384335.865448:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384335.865453:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000020:00000010:1.0:1767384335.865453:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000578abb79. 00000020:00000010:1.0:1767384335.865465:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f3a536a. 00000100:00000040:2.0:1767384335.865469:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384335.865475:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384335.865475:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f1c0e1a. 00000100:00000001:2.0:1767384335.865479:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384335.865479:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000100:00000001:2.0:1767384335.865485:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384335.865485:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000100:00000001:2.0:1767384335.865497:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865498:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384335.865503:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.865506:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.865510:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.865514:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865522:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.865527:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384335.865531:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384335.865535:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00100000:2.0:1767384335.865537:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384335.865543:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384335.865547:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745177168 : -114766964374448 : ffff979ebbdb4450) 00000100:00000040:2.0:1767384335.865554:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec9b2824 x1853236731466880/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.865555:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384335.865559:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384335.865567:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384335.865567:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:1.0:1767384335.865572:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000020:00000010:2.0:1767384335.865574:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023c9e716. 00000100:00000001:1.0:1767384335.865576:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743466064 : -114766966085552 : ffff979ebbc12850) 00000100:00000001:2.0:1767384335.865579:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384335.865583:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023c9e716. 00000100:00000040:1.0:1767384335.865585:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002f0a5a8 x1853236731467008/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.865592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00100000:2.0:1767384335.865595:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731466880:12345-0@lo:253: 00000100:00000001:1.0:1767384335.865603:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384335.865609:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731466880 00000020:00000010:1.0:1767384335.865611:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000578abb79. 00000020:00000001:2.0:1767384335.865613:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384335.865617:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384335.865618:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384335.865621:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000578abb79. 00000020:00000001:2.0:1767384335.865623:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.865628:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384335.865633:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00100000:1.0:1767384335.865633:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002f0a5a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731467008:12345-0@lo:253: 00000020:00000001:2.0:1767384335.865640:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384335.865642:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467008 00000020:00000001:1.0:1767384335.865645:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384335.865648:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384335.865654:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384335.865654:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865657:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000001:2.0:1767384335.865662:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384335.865663:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384335.865668:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.865669:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384335.865675:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.865675:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384335.865680:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.865683:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384335.865684:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384335.865688:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384335.865688:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.865694:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.865697:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384335.865700:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003e647901. 02000000:00000001:1.0:1767384335.865700:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384335.865705:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865707:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 02000000:00000010:1.0:1767384335.865708:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000059bed37c. 00000100:00000001:2.0:1767384335.865709:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.865716:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.865717:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384335.865721:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.865725:0:17076:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384335.865731:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eacfc35a. 20000000:00000010:1.0:1767384335.865735:0:17076:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c9f63b99. 20000000:01000000:2.0:1767384335.865736:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384335.865744:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384335.865744:0:17076:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384335.865750:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384335.865750:0:17076:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384335.865755:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 20000000:00000001:2.0:1767384335.865759:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.865759:0:17076:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384335.865765:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384335.865771:0:17076:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.865774:0:17076:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384335.865775:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002a329f4. 20000000:00000001:1.0:1767384335.865777:0:17076:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384335.865805:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:2.0:1767384335.865813:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384335.865818:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384335.865822:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384335.865830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00080000:00000001:2.0:1767384335.865840:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384335.865857:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.865860:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384335.865862:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.865864:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384335.865866:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384335.865870:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:2.0:1767384335.865875:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:2.0:1767384335.865877:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384335.865880:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00080000:00000001:2.0:1767384335.865881:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384335.865889:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.865892:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384335.865896:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384335.865901:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384335.865904:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384335.865918:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008e5a6915. 00080000:00000001:2.0:1767384335.865921:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507537920 : -114772202013696 : ffff979d83ab3c00) 00080000:00000001:2.0:1767384335.865925:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384335.865926:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000001:00000001:2.0:1767384335.865929:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384335.865935:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000023c9e716. 00080000:00000001:2.0:1767384335.865939:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.865941:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384335.865959:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.865972:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00080000:00000001:2.0:1767384335.865981:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384335.866021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866087:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866251:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866273:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866295:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866336:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866359:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866434:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384335.866472:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384335.866651:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000800:00000010:0.0:1767384335.866656:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000951008b9. 00000800:00000010:0.0:1767384335.866662:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b86781b. 00000800:00000010:0.0:1767384335.866682:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b86781b. 00000800:00020000:0.0:1767384335.866691:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384335.866695:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000951008b9. 00000800:00000010:0.0:1767384335.866697:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000400:02020000:0.0:1767384335.866746:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384335.866753:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp33 notifying 192.168.204.118@tcp33: down 00000800:00000200:0.0:1767384335.866768:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp33 down 00000800:00000100:0.0:1767384335.866774:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.204.118@tcp33 00000800:00000010:0.0:1767384335.866779:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f55719e. 00000400:00000200:0.0:1767384335.866817:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384335.866822:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384335.866831:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:0.0:1767384335.866836:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384335.866840:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384335.866846:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384335.866881:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384335.866890:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101151 00000400:00000001:2.0:1767384335.866894:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384335.866901:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384335.866904:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79c1962 00000400:00000010:2.0:1767384335.866906:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79c1962. 00000400:00000200:2.0:1767384335.866910:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384335.866916:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384335.866921:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000400:00000200:2.0:1767384335.866925:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384335.866928:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc -71 00000400:00000200:2.0:1767384335.866931:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384335.866935:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (27) 00080000:00000010:1.0:1767384335.867719:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008e5a6915. 00080000:00000010:2.0:1767384335.867756:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000023c9e716. 00040000:00000001:2.0:1767384335.867762:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384335.867764:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384335.867797:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384335.867802:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384335.867805:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.867807:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384335.867819:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384335.867830:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384335.867833:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384335.867839:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384335.867850:0:17076:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000496348b4. 20000000:01000000:0.0:1767384335.867853:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384335.867855:0:17076:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384335.867860:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384335.867861:0:17076:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384335.867864:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384335.867867:0:17076:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384335.867870:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384335.867871:0:17076:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384335.867874:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384335.867884:0:17076:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384335.867885:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4e4c4ea. 00010000:00000001:0.0:1767384335.867891:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384335.867895:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000955ef55d. 00080000:00000001:1.0:1767384335.867897:0:17076:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.867898:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384335.867903:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000955ef55d with handle 0xd602e9c522f0b29e to hash 00080000:00000001:1.0:1767384335.867904:0:17076:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384335.867909:0:17076:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.867910:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384335.867915:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00080000:00000001:1.0:1767384335.867916:0:17076:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384335.867922:0:17076:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.867922:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00080000:00000002:1.0:1767384335.867926:0:17076:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000eef7456a 00010000:00000001:0.0:1767384335.867928:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.867933:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.867934:0:17076:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d4aa1392 00080000:00000002:1.0:1767384335.867938:0:17076:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384335.867938:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384335.867948:0:17076:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384335.867957:0:17076:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.867959:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384335.867961:0:17076:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.867964:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384335.867965:0:17076:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384335.867968:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384335.867971:0:17076:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:0.0:1767384335.867972:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.867975:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384335.867977:0:17076:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384335.867980:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.867983:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384335.867984:0:17076:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008ed69288. 00080000:00000001:1.0:1767384335.867989:0:17076:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301517528064 : -114772192023552 : ffff979d8443ac00) 00080000:00000001:1.0:1767384335.867993:0:17076:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384335.867996:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:1.0:1767384335.867997:0:17076:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384335.868000:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:1.0:1767384335.868003:0:17076:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000578abb79. 00010000:00000001:0.0:1767384335.868003:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384335.868005:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384335.868010:0:17076:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384335.868010:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4e4c4ea) refcount = 1 00080000:00000001:1.0:1767384335.868017:0:17076:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384335.868018:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384335.868026:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384335.868027:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384335.868028:0:17076:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868031:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1767384335.868036:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384335.868036:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.868041:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.868042:0:17076:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:2.0:1767384335.868043:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eacfc35a. 00010000:00000001:0.0:1767384335.868044:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384335.868050:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384335.868053:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384335.868058:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.868061:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:2.0:1767384335.868063:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.868063:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=4 00000020:00000001:0.0:1767384335.868068:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000040:2.0:1767384335.868074:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731466880 00010000:00000001:0.0:1767384335.868074:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384335.868078:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384335.868083:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384335.868083:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384335.868094:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec9b2824 x1853236731466880/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.868094:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384335.868099:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.868119:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.868122:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384335.868126:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.868127:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384335.868146:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.868148:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.868155:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868159:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:2.0:1767384335.868163:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=55 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384335.868163:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384335.868176:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767384335.868178:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000955ef55d already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384335.868183:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384335.868184:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:0.0:1767384335.868187:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384335.868191:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00010000:0.0:1767384335.868192:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384335.868200:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384335.868203:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384335.868206:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868206:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.868209:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.868213:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=5 00000100:00000001:2.0:1767384335.868215:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384335.868216:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384335.868221:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00000100:00000040:2.0:1767384335.868226:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384335.868227:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384335.868233:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384335.868235:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006b91fa4. 00010000:00000001:0.0:1767384335.868241:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384335.868245:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731466880, offset 224 00010000:00000001:0.0:1767384335.868245:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.868248:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868254:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384335.868256:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384335.868259:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384335.868260:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384335.868262:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.868267:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000955ef55d with handle 0xd602e9c522f0b29e from hash 00010000:00000001:0.0:1767384335.868270:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384335.868272:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.868274:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.868278:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384335.868279:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384335.868282:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384335.868285:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384335.868287:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384335.868289:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384335.868291:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105480 00000400:00000200:2.0:1767384335.868300:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x198d [2] + 224 00010000:00000001:0.0:1767384335.868301:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868306:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384335.868310:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384335.868312:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384335.868313:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.868316:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.868320:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.868324:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384335.868325:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.868331:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.868335:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384335.868335:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384335.868344:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.868345:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.868349:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.868351:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384335.868354:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384335.868356:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.868360:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.868363:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384335.868367:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.868372:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.868374:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384335.868375:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.868391:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384335.868395:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384335.868398:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b29e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384335.868410:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4e4c4ea count: 0 00010000:00000001:0.0:1767384335.868418:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384335.868419:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384335.868422:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384335.868431:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006b91fa4 00000400:00000010:2.0:1767384335.868434:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006b91fa4. 00000100:00000001:2.0:1767384335.868439:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384335.868441:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.868445:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.868449:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384335.868455:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384335.868457:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.868461:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:1.0:1767384335.868466:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384335.868467:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384335.868469:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5599329. 00000020:00000001:2.0:1767384335.868472:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.868475:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0072f71 00000020:00000001:2.0:1767384335.868478:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384335.868479:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0072f71. 00000100:00000001:1.0:1767384335.868484:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384335.868487:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec9b2824 x1853236731466880/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.868492:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.868528:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384335.868534:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731466880:12345-0@lo:253: Request processed in 2960us (3635us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384335.868545:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.868549:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.868551:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384335.868555:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 02000000:00000001:1.0:1767384335.868556:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.868562:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384335.868564:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384335.868564:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.868568:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.868572:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384335.868574:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=55 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384335.868578:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384335.868580:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.868584:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384335.868585:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bef876b6. 00000100:00000001:1.0:1767384335.868586:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.868591:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384335.868594:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384335.868595:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000001:1.0:1767384335.868596:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384335.868605:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b871d39. 00000100:00000040:1.0:1767384335.868605:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384335.868616:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:1.0:1767384335.868616:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.868625:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384335.868628:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384335.868628:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384335.868634:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003e647901. 00000020:01000004:1.0:1767384335.868635:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384335.868641:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384335.868643:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384335.868644:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384335.868644:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.868649:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384335.868651:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384335.868651:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.868654:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384335.868658:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:2.0:1767384335.868662:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384335.868668:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.868670:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384335.868671:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00000100:00000040:1.0:1767384335.868674:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384335.868679:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006b91fa4. 00000100:00100000:1.0:1767384335.868689:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731466880:0@lo:253: 00000100:00000001:1.0:1767384335.868696:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.868698:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.868699:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731466880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.868705:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.868707:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.868709:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082b91124. 02000000:00000001:1.0:1767384335.868714:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.868715:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.868717:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384335.868719:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.868720:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002d482971. 02000000:00000001:1.0:1767384335.868723:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.868725:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.868726:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:1.0:1767384335.868729:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.868730:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.868731:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.868735:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.868736:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.868738:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.868740:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384335.869870:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ed69288. 00080000:00000010:1.0:1767384335.869908:0:17076:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000578abb79. 00040000:00000001:1.0:1767384335.869914:0:17076:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384335.869915:0:17076:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384335.869917:0:17076:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384335.869921:0:17076:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384335.869923:0:17076:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.869925:0:17076:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384335.869928:0:17076:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384335.869937:0:17076:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384335.869946:0:17076:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384335.869949:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384335.869950:0:17076:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384335.869955:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384335.869959:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384335.869962:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384335.869964:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384335.869976:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bfc28c66. 00010000:00000001:0.0:1767384335.869980:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384335.869982:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dff3bd3. 00000020:00000001:0.0:1767384335.869985:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384335.869988:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dff3bd3 with handle 0xd602e9c522f0b2a5 to hash 00000020:00000001:0.0:1767384335.869990:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384335.869991:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384335.869994:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384335.869996:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.869998:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.870001:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870006:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384335.870008:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384335.870010:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384335.870012:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.870014:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.870016:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.870017:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.870019:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384335.870020:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384335.870021:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384335.870022:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384335.870023:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bfc28c66) refcount = 1 00010000:00010000:0.0:1767384335.870026:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870030:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384335.870031:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384335.870033:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.870034:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870036:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384335.870038:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384335.870039:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384335.870041:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.870049:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.870051:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=4 00000020:00000001:0.0:1767384335.870053:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384335.870055:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384335.870057:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384335.870058:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870062:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384335.870063:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870067:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.870069:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384335.870071:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870075:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.870077:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870080:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384335.870081:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384335.870086:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001dff3bd3 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384335.870089:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:1.0:1767384335.870090:0:17076:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384335.870091:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384335.870095:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384335.870096:0:17076:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384335.870101:0:17076:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c9f63b99. 00010000:00000001:0.0:1767384335.870108:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 20000000:00000001:1.0:1767384335.870109:0:17076:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870111:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.870115:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:1.0:1767384335.870116:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467008 00000020:00000040:0.0:1767384335.870117:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=5 00010000:00000001:1.0:1767384335.870124:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384335.870125:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384335.870145:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000200:1.0:1767384335.870150:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002f0a5a8 x1853236731467008/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.870157:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384335.870162:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.870165:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384335.870168:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870174:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1767384335.870175:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=55 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384335.870177:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.870182:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.870184:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384335.870186:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767384335.870190:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:0.0:1767384335.870190:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384335.870195:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384335.870196:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384335.870198:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.870202:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384335.870203:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dff3bd3 with handle 0xd602e9c522f0b2a5 from hash 02000000:00000001:1.0:1767384335.870206:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870208:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384335.870212:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384335.870213:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384335.870215:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.870217:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384335.870220:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384335.870221:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384335.870225:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1767384335.870227:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0072f71. 00010000:00000001:0.0:1767384335.870228:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384335.870231:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384335.870234:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731467008, offset 224 00010000:00000001:0.0:1767384335.870236:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870241:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384335.870242:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384335.870247:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384335.870248:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.870253:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.870255:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870258:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.870262:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.870264:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384335.870266:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.870274:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.870278:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384335.870279:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105500 00010000:00000001:0.0:1767384335.870282:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384335.870285:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384335.870287:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384335.870288:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1995 [2] + 224 00010000:00000001:0.0:1767384335.870290:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384335.870295:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384335.870299:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384335.870304:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.870305:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384335.870309:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.870312:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384335.870313:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384335.870319:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.870327:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384335.870330:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384335.870333:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384335.870345:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384335.870348:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bfc28c66 count: 0 00010000:00000001:0.0:1767384335.870360:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384335.870362:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384335.870367:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.870380:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0072f71 00000400:00000010:1.0:1767384335.870383:0:17076:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0072f71. 00000100:00000001:1.0:1767384335.870385:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.870386:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.870389:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.870392:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384335.870394:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384335.870396:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.870398:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384335.870398:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384335.870403:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384335.870405:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002f0a5a8 x1853236731467008/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384335.870410:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384335.870414:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384335.870418:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002f0a5a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731467008:12345-0@lo:253: Request processed in 4814us (5337us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384335.870420:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00000400:00000200:2.0:1767384335.870429:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbe67f6a 00000100:00100000:1.0:1767384335.870432:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000400:00000010:2.0:1767384335.870434:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbe67f6a. 00000100:00000040:1.0:1767384335.870436:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384335.870441:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384335.870442:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384335.870443:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384335.870448:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f1c0e1a. 00000100:00000200:2.0:1767384335.870452:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384335.870454:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 00000020:00000010:1.0:1767384335.870461:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f3a536a. 00000020:00000040:1.0:1767384335.870468:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:1.0:1767384335.870473:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384335.870476:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000059bed37c. 00000100:00000200:2.0:1767384335.870477:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384335.870480:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384335.870482:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384335.870485:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384335.870491:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5599329. 00000400:00000010:1.0:1767384335.870497:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0072f71. 00000100:00000001:2.0:1767384335.870506:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384335.870509:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.870512:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384335.870515:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384335.870517:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.870520:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384335.870523:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384335.870527:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=55 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384335.870532:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384335.870535:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.870537:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.870540:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384335.870542:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.870545:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.870549:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.870558:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.870561:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.870563:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384335.870567:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384335.870570:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384335.870572:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384335.870574:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384335.870577:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.870579:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384335.870581:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384335.870583:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384335.870585:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384335.870589:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384335.870600:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8c5ebba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731467008:0@lo:253: 00000100:00000001:2.0:1767384335.870606:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.870609:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.870612:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8c5ebba x1853236731467008/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.870628:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.870631:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.870634:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000427466a8. 02000000:00000001:2.0:1767384335.870639:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.870641:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.870643:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384335.870647:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384335.870649:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eaa3a799. 02000000:00000001:2.0:1767384335.870655:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.870657:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.870659:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8c5ebba. 00000100:00000001:2.0:1767384335.870663:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.870666:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.870669:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.870674:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.870676:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.870680:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.870683:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.870828:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294922038, at 4294922039 00000100:00000040:2.0:1767384335.870835:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294922038, at 4294922039 00000100:00000010:0.0:1767384335.870836:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026fa30c3. 00000100:00000010:2.0:1767384335.870847:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000260aaa3f. 00000100:00000040:3.0:1767384335.871818:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294922038, at 4294922040 00000100:00000010:3.0:1767384335.871828:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051269540. 00000100:00000040:1.0:1767384335.871841:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294922038, at 4294922040 00000100:00000010:1.0:1767384335.871850:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000412f6de2. 00010000:00000010:0.1:1767384335.877811:0:29713:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4e4c4ea. 00010000:00000010:0.1:1767384335.877827:0:29713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000955ef55d. 00010000:00000010:0.1:1767384335.881827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bfc28c66. 00010000:00000010:0.1:1767384335.881839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dff3bd3. 00000400:00000010:1.0:1767384335.889186:0:29715:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d8daca05. 00000400:00000040:1.0:1767384335.890629:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.890633:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384335.890637:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.890647:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.890649:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.890650:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384335.890654:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.890655:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384335.890657:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384335.890658:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384335.890661:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384335.890663:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.890665:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384335.890666:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.890667:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384335.890670:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384335.890671:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384335.890673:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384335.890674:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384335.890676:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.890678:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.890679:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.890681:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.890682:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.890683:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384335.890685:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.890686:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.890688:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.890689:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.890690:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.890691:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384335.890693:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384335.890695:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384335.890696:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384335.890698:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384335.890699:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.890700:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384335.890702:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384335.890704:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.890706:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384335.890707:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384335.890708:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384335.890714:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384335.890716:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384335.890717:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384335.890719:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384335.890720:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384335.890721:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384335.890724:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384335.890725:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384335.890726:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384335.890728:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384335.890729:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384335.890731:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384335.890732:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384335.890733:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384335.890735:0:29715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384335.890859:0:29715:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d8daca05. 00000400:00000001:3.0:1767384336.071895:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.071899:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.071902:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:3.0:1767384336.071906:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:3.0:1767384336.071911:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384336.071917:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384336.071925:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d123f7ae. 00000400:00000010:3.0:1767384336.071930:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003e14fb8c. 00000400:00000001:3.0:1767384336.071934:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384336.071934:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000001:3.0:1767384336.071937:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384336.071940:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000100:00000001:0.0:1767384336.071940:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.071948:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000400:00000200:3.0:1767384336.071951:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:2.0:1767384336.071952:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000200:3.0:1767384336.071954:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000100:00000001:2.0:1767384336.071958:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.071959:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e67d577e. 00000400:00000010:3.0:1767384336.071965:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000042a6b83. 00010000:00000001:3.0:1767384336.391822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384336.391828:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.391835:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384336.391836:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.391855:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384336.391858:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.391861:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384336.584816:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384336.584823:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384336.584828:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000020:00000040:0.0:1767384336.584834:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384336.584838:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384336.584841:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1767384336.584844:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:0.0:1767384336.584846:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384336.584848:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384336.584854:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d1d5e92. 02000000:00000010:0.0:1767384336.584855:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f55719e. 00000020:00000040:3.0:1767384336.584859:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384336.584863:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:1.0:1767384336.584863:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:0.0:1767384336.584863:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.584867:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000040:1.0:1767384336.584868:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 02000000:00000001:3.0:1767384336.584871:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.584873:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.584875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384336.584880:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004f3cd59. 10000000:00000001:1.0:1767384336.584880:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384336.584885:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384336.584887:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.584889:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:0.0:1767384336.584892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384336.584893:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:01000000:1.0:1767384336.584894:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000001:0.0:1767384336.584896:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.584897:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.584899:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384336.584903:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 51 00000100:00000040:3.0:1767384336.584906:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1d5e92] to pc [ptlrpcd_00_00+0] req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.584906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000358f7dc7] to pc [ptlrpcd_00_03+3] req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384336.584910:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384336.584915:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384336.584925:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000559c8485. 00000020:00000040:1.0:1767384336.584931:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384336.584938:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.584941:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384336.584944:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.584948:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ed69288. 00000100:00000001:1.0:1767384336.584952:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384336.584953:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.584956:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000001:0.0:1767384336.584957:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.584960:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1767384336.584963:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767384336.584966:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d6b8af1e. 00000100:00000040:0.0:1767384336.584967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384336.584968:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384336.584973:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.584973:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1767384336.584974:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384336.584980:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00010000:00000010:1.0:1767384336.584983:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000001a97f06. 00000100:00000001:3.0:1767384336.584984:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384336.584984:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384336.584988:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.584989:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384336.584990:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767384336.584992:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384336.584993:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384336.584994:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000001a97f06 with handle 0xd602e9c522f0b2ac to hash 00000100:00000001:3.0:1767384336.584995:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384336.584996:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.584998:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384336.584999:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384336.585002:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 02000000:00000010:0.0:1767384336.585003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074bd8259. 00000100:00000040:3.0:1767384336.585004:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.585008:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00000100:00000001:0.0:1767384336.585010:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.585015:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384336.585018:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384336.585019:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.585024:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384336.585046:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1767384336.585047:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384336.585050:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.585051:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.585055:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.585059:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005067ef01] to pc [ptlrpcd_00_01+1] req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.585062:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1767384336.585065:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384336.585066:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384336.585072:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.585073:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585078:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000040:0.0:1767384336.585079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384336.585080:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731467264:0@lo:13: 00000100:00000001:1.0:1767384336.585082:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1767384336.585087:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384336.585088:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384336.585089:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cfd9ab6. 00000100:00000010:0.0:1767384336.585091:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000100:00000001:1.0:1767384336.585093:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301529405120 : -114772180146496 : ffff979d84f8e6c0) 02000000:00000001:3.0:1767384336.585094:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384336.585096:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384336.585099:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585099:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384336.585100:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384336.585103:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 02000000:00000001:3.0:1767384336.585104:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384336.585105:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.585107:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384336.585109:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384336.585110:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ab453751. 00000100:00000001:1.0:1767384336.585110:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384336.585129:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e897b4ae. 00000100:00000001:1.0:1767384336.585130:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:3.0:1767384336.585131:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585134:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384336.585135:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.585139:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e484920. 00000100:00000040:1.0:1767384336.585141:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.585142:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384336.585147:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000194bf772. 00000100:00000200:3.0:1767384336.585156:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731467264, portal 4 00000100:00000001:3.0:1767384336.585160:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384336.585163:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668314880 : -114767041236736 : ffff979eb7467100) 00000100:00000040:3.0:1767384336.585172:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.585172:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.585174:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384336.585176:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.585177:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.585182:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384336.585186:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_02+2] req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.585187:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.585188:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384336.585193:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.585195:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.585200:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000100:00000200:3.0:1767384336.585204:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731467264, offset 0 00000100:00100000:1.0:1767384336.585205:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731467392:0@lo:101: 00000100:00000001:1.0:1767384336.585215:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384336.585218:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384336.585220:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384336.585224:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.585226:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384336.585228:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.585230:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c18bc6a7. 00000100:00000040:0.0:1767384336.585232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384336.585236:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.585237:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384336.585243:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce49e465. 00000100:00000001:0.0:1767384336.585243:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384336.585248:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000400:00000010:1.0:1767384336.585249:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000020:00000040:0.0:1767384336.585252:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384336.585255:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d105600 00000100:00000200:1.0:1767384336.585257:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731467392, portal 25 00000100:00000001:0.0:1767384336.585257:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384336.585260:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384336.585261:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384336.585265:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 02000000:00000001:0.0:1767384336.585265:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585266:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 00000100:00000001:2.0:1767384336.585272:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384336.585275:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000086f00912. 00000400:00000200:3.0:1767384336.585276:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384336.585276:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.585277:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.585281:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.585282:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384336.585288:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384336.585291:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.585292:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384336.585296:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384336.585299:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384336.585303:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384336.585303:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.585309:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000100:00000010:3.0:1767384336.585312:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000edaa3594. 00000100:00000200:1.0:1767384336.585315:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731467392, offset 0 00000100:00000040:3.0:1767384336.585323:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000edaa3594 x1853236731467264 msgsize 224 00000400:00000200:1.0:1767384336.585326:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384336.585327:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384336.585331:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384336.585332:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.585335:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384336.585336:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.585339:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384336.585340:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384336.585343:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384336.585345:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a063519] to pc [ptlrpcd_00_03+3] req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.585347:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.585348:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.585351:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d105680 00000100:00100000:2.0:1767384336.585356:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731467136:0@lo:400: 00000400:00000200:1.0:1767384336.585362:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1219 [2] + 0 00000100:00000001:2.0:1767384336.585366:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384336.585370:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa386231. 00000100:00000001:0.0:1767384336.585373:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.585374:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000498b96ff 00000400:00000200:3.0:1767384336.585379:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 02000000:00000001:2.0:1767384336.585379:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384336.585380:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384336.585380:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (260) 02000000:00000001:2.0:1767384336.585384:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384336.585385:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000400:00000200:1.0:1767384336.585390:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.585392:0:16353:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384336.585392:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384336.585394:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498b96ff 00000100:00000001:0.0:1767384336.585395:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384336.585397:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000498b96ff. 00000100:00000001:0.0:1767384336.585399:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384336.585400:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083bb3b02. 00000100:00000200:3.0:1767384336.585401:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.585403:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384336.585404:0:17081:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384336.585406:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384336.585408:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384336.585411:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.585416:0:17081:0:(events.c:337:request_in_callback()) incoming req@000000004de276e7 x1853236731467392 msgsize 328 00000400:00000010:2.0:1767384336.585417:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000400:00000010:2.0:1767384336.585426:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00100000:1.0:1767384336.585431:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.585432:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384336.585433:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731467136, portal 25 00000100:00000040:1.0:1767384336.585437:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384336.585438:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384336.585439:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.585439:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.585443:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000100:00000001:0.0:1767384336.585443:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585448:0:17081:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384336.585450:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384336.585454:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384336.585454:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.585455:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.585458:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.585459:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000100:00000001:3.0:1767384336.585460:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384336.585465:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00100000:0.0:1767384336.585466:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731467648:0@lo:400: 00000100:00000001:3.0:1767384336.585469:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.585471:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384336.585476:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.585477:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3513 usecs (4 jiffies) 00000100:00000001:0.0:1767384336.585477:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384336.585480:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384336.585481:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384336.585483:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384336.585484:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922757 00000400:00000010:2.0:1767384336.585488:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 02000000:00000001:0.0:1767384336.585491:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384336.585492:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000085ec08bc. 00000100:00000200:2.0:1767384336.585494:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731467136, offset 0 02000000:00000001:0.0:1767384336.585497:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384336.585501:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000010:0.0:1767384336.585504:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000435b2683. 00000100:00000001:1.0:1767384336.585505:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384336.585506:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384336.585508:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922757 02000000:00000001:0.0:1767384336.585510:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.585511:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384336.585514:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009612326b. 00000400:00000010:0.0:1767384336.585517:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000355cd587. 00000400:00000200:2.0:1767384336.585519:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384336.585521:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384336.585525:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000301c1782. 00000100:00000001:3.0:1767384336.585528:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922757 00000100:00000200:0.0:1767384336.585532:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731467648, portal 10 00000100:00000010:3.0:1767384336.585535:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b3f841f. 00000400:00000200:2.0:1767384336.585536:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d105580 00000100:00000001:1.0:1767384336.585539:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.585540:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384336.585542:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384336.585543:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000001:1.0:1767384336.585544:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384336.585548:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1231 [2] + 0 00000100:00000001:3.0:1767384336.585550:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00000001:1.0:1767384336.585551:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.585554:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.585555:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016dfe97b. 00000100:00000010:3.0:1767384336.585556:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008772acc1. 00000100:00000001:1.0:1767384336.585557:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294922758 00000400:00000200:2.0:1767384336.585563:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a28b0ed 00000100:00000001:3.0:1767384336.585564:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384336.585566:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922757 00000100:00000001:0.0:1767384336.585568:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384336.585570:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384336.585571:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.585573:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294922758 00000100:00000040:0.0:1767384336.585576:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384336.585577:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.585579:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.585580:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922757 00000400:00000010:0.0:1767384336.585583:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000001:3.0:1767384336.585584:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.585587:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a28b0ed 00000100:00000001:3.0:1767384336.585588:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.585588:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294922758 00000400:00000010:2.0:1767384336.585592:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a28b0ed. 00000100:00000001:1.0:1767384336.585593:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922757 00000100:00000001:2.0:1767384336.585597:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384336.585597:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731467648, offset 0 00000100:00000200:2.0:1767384336.585600:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384336.585601:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294922758 00000100:00000001:3.0:1767384336.585602:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.585606:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384336.585607:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000000d01aa96 x1853236731467136 msgsize 224 00000400:00000200:0.0:1767384336.585607:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384336.585608:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922757 00000100:00000001:3.0:1767384336.585611:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.585616:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.585617:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.585619:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384336.585621:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384336.585622:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384336.585625:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.585627:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:3.0:1767384336.585628:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.585631:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.585634:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384336.585637:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105780 00000100:00000001:2.0:1767384336.585638:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384336.585640:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000007cfd9ab6 going to sleep for 11 seconds 00000400:00000200:2.0:1767384336.585645:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000100:00000001:1.0:1767384336.585646:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384336.585649:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000100:00000001:3.0:1767384336.585651:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.585651:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.585653:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384336.585655:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.585656:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 02000000:00000001:3.0:1767384336.585658:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384336.585664:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384336.585665:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384336.585666:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.585667:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.585671:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384336.585675:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731467520:0@lo:400: 00000400:00000200:0.0:1767384336.585675:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384336.585676:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467392 02000000:00000001:1.0:1767384336.585681:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384336.585684:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384336.585685:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.585686:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384336.585688:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384336.585689:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.585691:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384336.585696:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384336.585696:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b596ca21. 00000100:00000001:2.0:1767384336.585697:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384336.585697:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.585700:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384336.585702:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b596ca21 x1853236731467648 msgsize 224 00000100:00000040:2.0:1767384336.585704:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384336.585705:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1d5d036. 00000100:00100000:1.0:1767384336.585709:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467392 02000000:00000001:3.0:1767384336.585711:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.585715:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384336.585718:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384336.585719:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f27edd4. 00000020:00000040:1.0:1767384336.585719:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384336.585724:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.585725:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384336.585727:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000100:00000001:2.0:1767384336.585727:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384336.585729:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:1.0:1767384336.585733:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384336.585733:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384336.585734:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731467520, portal 4 00000100:00000001:2.0:1767384336.585734:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.585736:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384336.585741:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384336.585742:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294922758 00000400:00000200:0.0:1767384336.585742:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000100:00000001:1.0:1767384336.585743:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384336.585745:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 00000400:00000010:0.0:1767384336.585747:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000001:2.0:1767384336.585749:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294922758 00000020:00000010:1.0:1767384336.585749:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000100:00000001:0.0:1767384336.585752:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384336.585754:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.585755:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294922758 00000100:00000001:1.0:1767384336.585756:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384336.585759:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.585761:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294922758 00000020:00000010:1.0:1767384336.585763:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005880cc75. 00000100:00000001:3.0:1767384336.585793:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.585799:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.585801:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000100:00000200:3.0:1767384336.585804:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731467520, offset 0 00000400:00000200:3.0:1767384336.585810:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.585819:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.585829:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d105700 00000100:00000001:0.0:1767384336.585829:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384336.585835:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.585838:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000020:00000010:1.0:1767384336.585838:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000783c953e. 00000020:00000010:1.0:1767384336.585845:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c023d1b1. 00000020:00000010:1.0:1767384336.585852:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000100:00000001:0.0:1767384336.585853:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.585855:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.585858:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384336.585863:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384336.585865:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384336.585867:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.585868:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384336.585869:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384336.585872:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384336.585872:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2906 usecs (3 jiffies) 00000100:00000001:1.0:1767384336.585873:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384336.585878:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384336.585879:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000493285ee. 00000100:00000001:0.0:1767384336.585879:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922757 00000100:00000040:3.0:1767384336.585885:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000493285ee x1853236731467520 msgsize 224 00000100:00000001:0.0:1767384336.585886:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922758 00000100:00000001:0.0:1767384336.585890:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922757 00000100:00000001:1.0:1767384336.585891:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.585894:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384336.585910:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.585910:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.585911:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294922759 00000100:00000001:0.0:1767384336.585912:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922758 00000400:00000200:3.0:1767384336.585916:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000100:00000001:0.0:1767384336.585918:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922757 00000400:00000010:3.0:1767384336.585920:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000100:00000001:2.0:1767384336.585920:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922758 00000100:00000001:3.0:1767384336.585925:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384336.585928:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294922759 00000100:00000001:1.0:1767384336.585928:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384336.585929:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922759 00000100:00000200:3.0:1767384336.585931:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.585932:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467136 00000100:00000001:0.0:1767384336.585935:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00000001:2.0:1767384336.585937:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922758 02000000:00000001:1.0:1767384336.585937:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.585942:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.585944:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.585944:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922759 00000100:00000001:1.0:1767384336.585945:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.585952:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.585953:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.585953:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.585954:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384336.585957:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.585960:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.585960:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.585961:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384336.585961:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467136 00000020:00000001:1.0:1767384336.585966:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384336.585968:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.585971:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384336.585971:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384336.585973:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.585975:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384336.585976:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.585979:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384336.585981:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.585981:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.585985:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.585986:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384336.585986:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384336.585987:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.585989:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.585990:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384336.585993:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384336.585994:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.585995:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.585997:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.585998:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.585999:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384336.586002:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3513 usecs (4 jiffies) 00000100:00000001:0.0:1767384336.586002:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586009:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922758 00000100:00000001:0.0:1767384336.586010:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.586011:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000100:00000001:3.0:1767384336.586017:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922758 00000100:00000001:2.0:1767384336.586017:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384336.586018:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.586021:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586023:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922758 00000020:00000010:1.0:1767384336.586024:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005880cc75. 02000000:00000001:2.0:1767384336.586025:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384336.586029:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.586030:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922758 00000100:00000001:0.0:1767384336.586030:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384336.586032:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000609d2862. 00000100:00100000:0.0:1767384336.586034:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467648 02000000:00000001:2.0:1767384336.586036:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586037:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922758 00000020:00000010:1.0:1767384336.586038:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b56b6c5. 02000000:00000001:0.0:1767384336.586038:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.586040:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922759 00000100:00000001:0.0:1767384336.586042:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384336.586046:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000055d40e9c. 00000100:00000001:3.0:1767384336.586047:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922758 00000100:00000001:0.0:1767384336.586047:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.586050:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731467776:0@lo:400: 00000100:00000001:3.0:1767384336.586054:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922759 00000100:00000001:1.0:1767384336.586055:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384336.586055:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.586056:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384336.586059:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.586061:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384336.586061:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384336.586062:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.586062:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467648 02000000:00000001:2.0:1767384336.586065:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586068:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.586068:0:17910:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384336.586069:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384336.586070:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.586073:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:3.0:1767384336.586075:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384336.586076:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082b558ef. 00000100:00000001:1.0:1767384336.586076:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384336.586076:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384336.586081:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.586087:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384336.586087:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:3.0:1767384336.586088:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384336.586090:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000100:00000001:1.0:1767384336.586091:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384336.586093:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:3.0:1767384336.586096:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384336.586097:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000020:00000001:0.0:1767384336.586098:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00100000:1.0:1767384336.586100:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000001:3.0:1767384336.586101:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384336.586104:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731467776, portal 10 00000100:00000001:3.0:1767384336.586106:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.586106:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384336.586108:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384336.586109:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384336.586111:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.586112:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000020:00000010:0.0:1767384336.586112:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:1.0:1767384336.586115:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743462992 : -114766966088624 : ffff979ebbc11c50) 00000100:00000001:3.0:1767384336.586131:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586135:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.586136:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.586138:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004de276e7 x1853236731467392/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 328/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384336.586139:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.586142:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000020:00000010:0.0:1767384336.586150:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c2c1c4. 00000100:00000001:3.0:1767384336.586154:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384336.586155:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb7d839f. 00000100:00100000:3.0:1767384336.586159:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467264 00000020:00000010:0.0:1767384336.586163:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee299cb3. 02000000:00000001:3.0:1767384336.586164:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.586168:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.586172:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.586173:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384336.586174:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384336.586180:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384336.586180:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384336.586181:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.586181:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384336.586185:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384336.586186:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005880cc75. 00000100:00100000:3.0:1767384336.586187:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467264 00000400:00000010:2.0:1767384336.586187:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000100:00000001:0.0:1767384336.586188:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.586193:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384336.586193:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384336.586194:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731467776, offset 0 00000020:00000040:3.0:1767384336.586197:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:0.0:1767384336.586197:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384336.586199:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005880cc75. 00000020:00000001:3.0:1767384336.586203:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384336.586203:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:3.0:1767384336.586207:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:0.0:1767384336.586207:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.586208:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384336.586209:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004de276e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731467392:12345-0@lo:101: 00000020:00000001:3.0:1767384336.586214:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000200:1.0:1767384336.586216:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467392 00000100:00000001:0.0:1767384336.586220:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.586221:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000400:00000200:2.0:1767384336.586221:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384336.586223:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384336.586229:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384336.586230:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384336.586233:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.586234:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105800 00000100:00000001:0.0:1767384336.586235:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384336.586238:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384336.586239:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384336.586241:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000400:00000200:2.0:1767384336.586244:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00100000:0.0:1767384336.586247:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000001:1.0:1767384336.586248:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384336.586250:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384336.586251:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef6a99f3. 00000020:00000001:1.0:1767384336.586252:0:17076:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384336.586253:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:3.0:1767384336.586259:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000b475350. 00000400:00000200:2.0:1767384336.586260:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384336.586260:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384336.586260:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789516544 : -114766920035072 : ffff979ebe7fd500) 00000020:00000040:3.0:1767384336.586268:0:19371:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384336.586269:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384336.586269:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384336.586271:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b596ca21 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.586274:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384336.586275:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586279:0:19371:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384336.586281:0:17076:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000010:2.0:1767384336.586282:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8c5ebba. 00000020:00000010:3.0:1767384336.586285:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a8781f4. 00010000:00000001:1.0:1767384336.586287:0:17076:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000040:2.0:1767384336.586288:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d8c5ebba x1853236731467776 msgsize 224 00010000:00010000:1.0:1767384336.586291:0:17076:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:3.0:1767384336.586292:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000fa8d649. 00010000:00000001:1.0:1767384336.586296:0:17076:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384336.586297:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384336.586299:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007303365e. 00010000:00000001:1.0:1767384336.586300:0:17076:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.586302:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384336.586302:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00010000:00000001:1.0:1767384336.586308:0:17076:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384336.586308:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384336.586309:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384336.586314:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384336.586314:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00010000:00000010:1.0:1767384336.586315:0:17076:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008c78201a. 00000100:00000001:2.0:1767384336.586316:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.586319:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384336.586321:0:17076:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384336.586323:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.586323:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000100:00100000:0.0:1767384336.586324:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b596ca21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731467648:12345-0@lo:400: 00010000:00000010:1.0:1767384336.586325:0:17076:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a4960119. 00000400:00000010:2.0:1767384336.586327:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000020:00000001:1.0:1767384336.586331:0:17076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767384336.586332:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.586333:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467648 00000100:00000001:2.0:1767384336.586334:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384336.586335:0:17076:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a4960119 with handle 0xd602e9c522f0b2b3 to hash 00000020:00000001:1.0:1767384336.586340:0:17076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384336.586340:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384336.586341:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.586343:0:17076:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00000100:00000001:3.0:1767384336.586344:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.586345:0:17076:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00010000:00010000:1.0:1767384336.586352:0:17076:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b2ac expref: -99 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384336.586352:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384336.586356:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384336.586357:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586359:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384336.586362:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384336.586362:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384336.586367:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000040:2.0:1767384336.586368:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384336.586368:0:17076:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000001:0.0:1767384336.586371:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384336.586374:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000040:1.0:1767384336.586374:0:17076:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384336.586376:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384336.586381:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:1.0:1767384336.586382:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384336.586383:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384336.586386:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668306816 : -114767041244800 : ffff979eb7465180) 02000000:00000001:1.0:1767384336.586388:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384336.586388:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384336.586394:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.586395:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b7269f1b. 00000100:00000040:3.0:1767384336.586396:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edaa3594 x1853236731467264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.586396:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.586398:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384336.586401:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.586403:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.586403:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384336.586406:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.586407:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384336.586412:0:17076:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384336.586413:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384336.586413:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005936fada. 00000100:00000001:3.0:1767384336.586415:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384336.586416:0:17076:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:0.0:1767384336.586419:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.586421:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dd0a476. 00010000:00000001:1.0:1767384336.586421:0:17076:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:2.0:1767384336.586422:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2937 usecs (3 jiffies) 00000100:00000001:0.0:1767384336.586422:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586425:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384336.586427:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384336.586429:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586430:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.586431:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dd0a476. 00000100:00000001:2.0:1767384336.586431:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922757 00010000:00000040:0.0:1767384336.586434:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467648 00010000:00000001:1.0:1767384336.586436:0:17076:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384336.586438:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922758 00010000:00000001:0.0:1767384336.586439:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384336.586440:0:17076:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384336.586442:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edaa3594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731467264:12345-0@lo:13: 00000100:00000001:2.0:1767384336.586444:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922757 00010000:00000001:1.0:1767384336.586446:0:17076:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000200:0.0:1767384336.586448:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b596ca21 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.586450:0:17076:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000200:3.0:1767384336.586451:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467264 00000100:00000001:2.0:1767384336.586451:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922758 00010000:00000001:1.0:1767384336.586453:0:17076:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1767384336.586457:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384336.586458:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922757 00010000:00000001:1.0:1767384336.586462:0:17076:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384336.586463:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384336.586464:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384336.586464:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922759 00010000:00000040:1.0:1767384336.586466:0:17076:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008c78201a) refcount = 1 00010000:00000001:0.0:1767384336.586467:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.586468:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.586469:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922757 00000100:00001000:0.0:1767384336.586475:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=51 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384336.586476:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384336.586476:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922759 00010000:00010000:1.0:1767384336.586478:0:17076:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384336.586480:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000001:2.0:1767384336.586484:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.586485:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384336.586487:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384336.586491:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:3.0:1767384336.586492:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.586492:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586494:0:17076:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384336.586498:0:17076:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1767384336.586500:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384336.586500:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586500:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384336.586501:0:17076:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.586504:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384336.586507:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384336.586508:0:17076:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.586509:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.586509:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384336.586512:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384336.586512:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586514:0:17076:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.586515:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384336.586516:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384336.586519:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384336.586520:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384336.586521:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.586522:0:17076:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1767384336.586524:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384336.586526:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f08302b8. 00000100:00000040:0.0:1767384336.586527:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384336.586529:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.586529:0:17076:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384336.586532:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.586533:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000001:2.0:1767384336.586535:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586537:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384336.586539:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731467648, offset 224 00002000:00000001:3.0:1767384336.586544:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384336.586548:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384336.586549:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384336.586550:0:17076:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384336.586550:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384336.586553:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384336.586554:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586555:0:17076:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384336.586558:0:17076:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.586561:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384336.586563:0:17076:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.586565:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384336.586566:0:17076:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384336.586569:0:17076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384336.586570:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000024:3.0:1767384336.586572:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:0.0:1767384336.586572:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105780 00000100:00000001:2.0:1767384336.586573:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384336.586573:0:17076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384336.586577:0:17076:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a4960119, rc 0) 00000020:00000020:3.0:1767384336.586581:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:2.0:1767384336.586582:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:1.0:1767384336.586582:0:17076:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.586585:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19c5 [1] + 224 00010000:00000040:1.0:1767384336.586589:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467392 00000020:00000020:3.0:1767384336.586590:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384336.586590:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00010000:00000001:1.0:1767384336.586594:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384336.586597:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1767384336.586600:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004de276e7 x1853236731467392/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.586602:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743470160 : -114766966081456 : ffff979ebbc13850) 00002000:00000020:3.0:1767384336.586605:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:0.0:1767384336.586608:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384336.586612:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d01aa96 x1853236731467136/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384336.586615:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384336.586616:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384336.586621:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:0.0:1767384336.586624:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384336.586625:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384336.586632:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586632:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.586636:0:17076:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384336.586639:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731467264 00000100:00001000:1.0:1767384336.586642:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=56 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384336.586646:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384336.586646:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384336.586650:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384336.586652:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000336285c6. 00010000:00000200:3.0:1767384336.586654:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edaa3594 x1853236731467264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.586655:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000040:0.0:1767384336.586656:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.586657:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.586662:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000010:2.0:1767384336.586664:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000336285c6. 02000000:00000001:1.0:1767384336.586670:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.586673:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.586675:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d01aa96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731467136:12345-0@lo:400: 00000100:00000001:1.0:1767384336.586686:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384336.586687:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384336.586688:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467136 00010000:00000001:3.0:1767384336.586693:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.586693:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384336.586694:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384336.586695:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384336.586698:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:3.0:1767384336.586700:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=46 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384336.586700:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000020:00000001:2.0:1767384336.586701:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.586702:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000020:00000001:2.0:1767384336.586708:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384336.586708:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000001:3.0:1767384336.586709:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384336.586713:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000001:0.0:1767384336.586713:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384336.586714:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731467392, offset 224 00000100:00000040:3.0:1767384336.586715:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 23 to 0@lo 00000100:00000001:0.0:1767384336.586717:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384336.586719:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384336.586721:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384336.586722:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.586723:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.586728:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384336.586730:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384336.586730:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384336.586731:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 22 to 0@lo 02000000:00000001:3.0:1767384336.586735:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.586735:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384336.586736:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384336.586741:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.586741:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.586742:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384336.586742:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384336.586747:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384336.586748:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384336.586749:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384336.586752:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384336.586754:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000400:00000200:1.0:1767384336.586756:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d105680 00000100:00000040:0.0:1767384336.586756:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b596ca21 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.586757:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384336.586759:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731467264, offset 224 02000000:00000010:2.0:1767384336.586763:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f7cdd90. 00000400:00000200:1.0:1767384336.586788:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19b5 [1] + 224 02000000:00000001:2.0:1767384336.586793:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.586794:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384336.586796:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.586799:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384336.586803:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384336.586805:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384336.586809:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467136 00000400:00000200:3.0:1767384336.586814:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384336.586814:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384336.586815:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384336.586823:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384336.586824:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d01aa96 x1853236731467136/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384336.586825:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b596ca21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731467648:12345-0@lo:400: Request processed in 522us (1116us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384336.586827:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d105600 00000400:00000200:3.0:1767384336.586840:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19ad [1] + 224 00000100:00100000:0.0:1767384336.586850:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000400:00000200:3.0:1767384336.586851:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384336.586859:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00010000:00000001:2.0:1767384336.586860:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384336.586864:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384336.586865:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586865:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384336.586866:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.586869:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384336.586872:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.586874:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384336.586875:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb7d839f. 00000100:00000200:3.0:1767384336.586881:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384336.586884:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee299cb3. 00000100:00000001:2.0:1767384336.586888:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384336.586891:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c2c1c4. 00000100:00000040:2.0:1767384336.586893:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 23 to 0@lo 00000100:00000001:1.0:1767384336.586895:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384336.586897:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:2.0:1767384336.586899:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384336.586904:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384336.586905:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384336.586905:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000100:00000040:3.0:1767384336.586908:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.586909:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.586911:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00000001:0.0:1767384336.586914:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384336.586916:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384336.586918:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467776 00000100:00000001:1.0:1767384336.586919:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384336.586923:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384336.586924:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384336.586929:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384336.586930:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000100:00000001:1.0:1767384336.586931:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586931:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.586933:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384336.586935:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.586937:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731467136, offset 224 00000100:00000040:1.0:1767384336.586938:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 22 to 0@lo 02000000:00000001:0.0:1767384336.586940:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.586945:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767384336.586945:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467776 00000020:00000001:1.0:1767384336.586947:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.586950:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384336.586950:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384336.586951:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384336.586954:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000400:00000200:3.0:1767384336.586957:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000020:00000001:0.0:1767384336.586957:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384336.586959:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004de276e7 x1853236731467392/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384336.586961:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000400:00000010:3.0:1767384336.586962:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000400:00000200:2.0:1767384336.586964:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384336.586968:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:3.0:1767384336.586970:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.586974:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384336.586975:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000400:00000200:2.0:1767384336.586979:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d105580 00000100:00000001:3.0:1767384336.586981:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.586982:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384336.586986:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004de276e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:efcba636-0f33-4977-ad6f-12f80463a1c1+16:17081:x1853236731467392:12345-0@lo:101: Request processed in 803us (1564us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384336.586987:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000040:3.0:1767384336.586989:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000200:2.0:1767384336.586990:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19bd [1] + 224 00000020:00000010:0.0:1767384336.586994:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c8bd690e. 00010000:00000001:3.0:1767384336.586996:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.587000:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.587002:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000400:00000200:2.0:1767384336.587003:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384336.587004:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384336.587008:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:0.0:1767384336.587009:0:17910:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384336.587012:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edaa3594 x1853236731467264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/368 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.587013:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000200:2.0:1767384336.587014:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384336.587014:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c2c1c4. 00000100:00000001:1.0:1767384336.587020:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384336.587022:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb7d839f. 00000100:00000001:2.0:1767384336.587023:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384336.587025:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384336.587028:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee299cb3. 00000100:00000200:2.0:1767384336.587030:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.587034:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384336.587035:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edaa3594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731467264:12345-0@lo:13: Request processed in 615us (1707us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384336.587036:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c023d1b1. 00000100:00000001:0.0:1767384336.587039:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.587042:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384336.587044:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 00000100:00000001:0.0:1767384336.587046:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384336.587051:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000783c953e. 00000100:00000001:0.0:1767384336.587053:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384336.587056:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384336.587058:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767384336.587059:0:17076:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000040:3.0:1767384336.587060:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384336.587061:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.587062:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.587065:0:17076:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384336.587066:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1767384336.587069:0:17076:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b7269f1b. 00000100:00000001:3.0:1767384336.587071:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384336.587073:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384336.587075:0:17076:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384336.587076:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000fa8d649. 00000100:00000001:1.0:1767384336.587080:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.587082:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007303365e. 00000100:00000001:0.0:1767384336.587084:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384336.587086:0:17076:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1767384336.587089:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a8781f4. 00000100:00000001:0.0:1767384336.587089:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384336.587091:0:17076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070316d85. 00000020:00000040:3.0:1767384336.587095:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:2.0:1767384336.587096:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384336.587096:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000400:00000010:1.0:1767384336.587098:0:17076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b9f996e. 00000100:00000001:3.0:1767384336.587100:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384336.587102:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000400:00000200:2.0:1767384336.587103:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000010:2.0:1767384336.587108:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000100:00000001:0.0:1767384336.587108:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789374464 : -114766920177152 : ffff979ebe7daa00) 00000100:00000001:2.0:1767384336.587114:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384336.587128:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384336.587129:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8c5ebba x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.587133:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.587138:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384336.587141:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384336.587144:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.587148:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384336.587154:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d01aa96 x1853236731467136/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.587155:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.587159:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3b5d53. 00000100:00000001:0.0:1767384336.587164:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384336.587167:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d01aa96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731467136:12345-0@lo:400: Request processed in 517us (1556us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384336.587168:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3b5d53. 00000100:00100000:0.0:1767384336.587176:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8c5ebba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731467776:12345-0@lo:400: 00000100:00080000:3.0:1767384336.587184:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:0.0:1767384336.587185:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467776 00000100:00100000:2.0:1767384336.587190:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000020:00000001:0.0:1767384336.587190:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384336.587191:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000020:00000001:0.0:1767384336.587195:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384336.587196:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00080000:3.0:1767384336.587197:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1767384336.587198:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587200:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384336.587203:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000020:00000001:0.0:1767384336.587203:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384336.587204:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384336.587207:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000010:2.0:1767384336.587210:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b56b6c5. 00000020:00000001:0.0:1767384336.587211:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384336.587213:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384336.587215:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587216:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384336.587217:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000055d40e9c. 00000020:00000001:0.0:1767384336.587218:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:3.0:1767384336.587222:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384336.587222:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384336.587224:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000609d2862. 00000020:00000001:0.0:1767384336.587224:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384336.587225:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384336.587230:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384336.587231:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e484920. 00000020:00000040:2.0:1767384336.587231:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:0.0:1767384336.587233:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384336.587238:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194bf772 02000000:00000001:0.0:1767384336.587238:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384336.587239:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384336.587243:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000194bf772. 02000000:00000010:2.0:1767384336.587243:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008f7cdd90. 02000000:00000010:0.0:1767384336.587245:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000087a5c63. 02000000:00000001:2.0:1767384336.587249:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384336.587250:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384336.587250:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587252:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.587254:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.587257:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384336.587258:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384336.587259:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384336.587261:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467776 00000400:00000010:2.0:1767384336.587262:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e00508ef. 00010000:00000001:0.0:1767384336.587264:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384336.587270:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8c5ebba x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.587271:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e36aa75. 00000100:00000200:3.0:1767384336.587285:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384336.587285:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384336.587288:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384336.587293:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.587296:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.587297:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.587299:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384336.587299:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384336.587301:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587305:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384336.587305:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000001:2.0:1767384336.587306:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384336.587308:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767384336.587309:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384336.587311:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384336.587312:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00000100:00000001:3.0:1767384336.587314:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.587315:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000400:00000200:2.0:1767384336.587317:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 02000000:00000001:3.0:1767384336.587318:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.587320:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384336.587321:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 02000000:00000001:0.0:1767384336.587323:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.587324:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384336.587325:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384336.587326:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384336.587331:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384336.587332:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=46 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384336.587334:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384336.587341:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384336.587341:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000001:3.0:1767384336.587344:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.587347:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384336.587348:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731467776, offset 224 00000100:00000200:2.0:1767384336.587349:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384336.587353:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.587360:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384336.587372:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384336.587374:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384336.587379:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587380:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587383:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384336.587386:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384336.587386:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105800 00000100:00000040:3.0:1767384336.587387:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384336.587391:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384336.587392:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384336.587396:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000100:00000001:3.0:1767384336.587397:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587397:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384336.587401:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384336.587402:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.587404:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.587409:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.587410:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.587417:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384336.587418:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384336.587422:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.587423:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767384336.587424:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=56 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384336.587426:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384336.587432:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00001000:2.0:1767384336.587433:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=56 v=5 (1 0 0 0) 00000004:00000040:3.0:1767384336.587436:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384336.587441:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:3.0:1767384336.587442:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384336.587445:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.587446:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.587451:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000020:3.0:1767384336.587454:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:2.0:1767384336.587455:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587460:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384336.587467:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.587468:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384336.587469:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.587472:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000400:00000010:0.0:1767384336.587477:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000040:3.0:1767384336.587482:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.587482:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384336.587483:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.587486:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384336.587488:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.587491:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.587491:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384336.587499:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000040:2.0:1767384336.587501:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384336.587505:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384336.587506:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731467264:0@lo:13: 00000020:00000001:0.0:1767384336.587508:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.587514:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384336.587519:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384336.587522:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731467136:0@lo:400: 00000100:00000040:0.0:1767384336.587522:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8c5ebba x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.587523:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.587531:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d1d5e92 x1853236731467264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.587533:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587539:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.587545:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000358f7dc7 x1853236731467136/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.587552:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.587559:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767384336.587559:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384336.587561:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8c5ebba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731467776:12345-0@lo:400: Request processed in 401us (1268us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384336.587563:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384336.587565:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384336.587568:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce49e465. 02000000:00000010:3.0:1767384336.587569:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ab453751. 00000100:00000001:2.0:1767384336.587575:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384336.587575:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 02000000:00000001:3.0:1767384336.587576:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384336.587578:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384336.587580:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000020:00000001:3.0:1767384336.587581:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384336.587581:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 02000000:00000010:2.0:1767384336.587582:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083bb3b02. 00000020:00000040:3.0:1767384336.587585:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384336.587586:0:17081:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384336.587587:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384336.587592:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000020:00000001:3.0:1767384336.587593:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384336.587593:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384336.587594:0:16355:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1767384336.587598:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004f3cd59. 00000020:00000040:2.0:1767384336.587598:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384336.587599:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384336.587603:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384336.587606:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384336.587606:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384336.587608:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb7d839f. 02000000:00000010:2.0:1767384336.587610:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f55719e. 02000000:00000001:3.0:1767384336.587611:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.587614:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d1d5e92. 00000020:00000010:0.0:1767384336.587616:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee299cb3. 02000000:00000001:2.0:1767384336.587617:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384336.587617:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.587620:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384336.587622:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384336.587623:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384336.587623:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c2c1c4. 00000100:00000010:2.0:1767384336.587625:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00000020:00000040:0.0:1767384336.587629:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:3.0:1767384336.587630:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587632:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384336.587635:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587637:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.587637:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587641:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384336.587643:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.587645:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587646:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.587647:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.587649:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.587649:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.587654:0:17081:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384336.587655:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384336.587656:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384336.587659:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767384336.587661:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384336.587661:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.587663:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384336.587665:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384336.587667:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=56 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384336.587668:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000100:00001000:1.0:1767384336.587675:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=56 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384336.587676:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000400:00000010:2.0:1767384336.587680:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000100:00000001:1.0:1767384336.587681:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.587684:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384336.587684:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.587687:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384336.587689:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.587692:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.587693:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384336.587694:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.587697:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467520 02000000:00000001:3.0:1767384336.587701:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.587704:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.587708:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.587709:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.587712:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384336.587712:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.587718:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467520 00000020:00000001:3.0:1767384336.587721:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384336.587724:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:3.0:1767384336.587727:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.587736:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:1.0:1767384336.587740:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384336.587742:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384336.587744:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.587746:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384336.587748:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384336.587749:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.587749:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.587753:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384336.587755:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384336.587757:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dd0a476. 00000100:00000040:1.0:1767384336.587758:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384336.587759:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.587763:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.587764:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.587792:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.587795:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.587799:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=50 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.587802:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.587805:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.587806:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.587808:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384336.587812:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.587817:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587820:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384336.587821:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384336.587823:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384336.587824:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.587828:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.587832:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.587834:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.587835:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.587845:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.587851:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731467776:0@lo:400: 00000100:00000001:2.0:1767384336.587854:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.587856:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.587859:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731467776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.587863:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.587864:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.587866:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082b558ef. 02000000:00000001:2.0:1767384336.587870:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.587871:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.587872:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384336.587874:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.587876:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000086f00912. 02000000:00000001:2.0:1767384336.587879:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.587880:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.587881:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:2.0:1767384336.587884:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.587885:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.587887:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.587890:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.587892:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587894:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.587896:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587911:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.587912:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384336.587916:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.587917:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384336.587918:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000355cd587. 00000400:00000200:2.0:1767384336.587921:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000301c1782 00000400:00000010:2.0:1767384336.587923:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000301c1782. 00000100:00000001:2.0:1767384336.587925:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384336.587928:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384336.587944:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.587949:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384336.587960:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.587962:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384336.587963:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384336.587965:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384336.587967:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384336.587968:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384336.587971:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384336.587974:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384336.587978:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384336.587980:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.587981:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384336.587985:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384336.587989:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.587991:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384336.587993:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384336.587994:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384336.587996:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384336.587999:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.588004:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384336.588005:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384336.588006:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384336.588010:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384336.588016:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731467648:0@lo:400: 00000100:00000001:2.0:1767384336.588020:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.588022:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384336.588030:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731467648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384336.588035:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384336.588037:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384336.588039:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000435b2683. 02000000:00000001:2.0:1767384336.588042:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384336.588043:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384336.588044:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384336.588046:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384336.588048:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e897b4ae. 02000000:00000001:2.0:1767384336.588051:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384336.588052:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384336.588053:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:2.0:1767384336.588056:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384336.588058:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.588059:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384336.588063:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384336.588065:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384336.588067:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384336.588069:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.588398:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dd0a476. 00000020:00000010:3.0:1767384336.588404:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a8781f4. 00000020:00000010:3.0:1767384336.588410:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000fa8d649. 00000100:00100000:1.0:1767384336.588414:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731467392:0@lo:101: 00000020:00000010:3.0:1767384336.588417:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007303365e. 00000100:00000001:1.0:1767384336.588419:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.588423:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.588424:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384336.588425:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384336.588428:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384336.588429:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.588432:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384336.588433:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.588436:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.588443:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384336.588445:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007cfd9ab6. 00000100:00000001:1.0:1767384336.588448:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384336.588449:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.588451:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384336.588454:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.588455:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.588456:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001a97f06 refcount=4 00000020:00000001:1.0:1767384336.588458:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384336.588460:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000040:1.0:1767384336.588463:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000001a97f06, remote cookie: 0xd602e9c522f0b2b3, flags: 0x0 00010000:00000001:1.0:1767384336.588466:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384336.588468:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384336.588469:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384336.588470:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384336.588472:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384336.588473:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d6b8af1e) refcount = 1 00010000:00010000:1.0:1767384336.588476:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.588487:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384336.588488:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384336.588489:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384336.588491:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384336.588493:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.588495:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.588500:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384336.588501:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.588502:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.588503:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.588504:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.588505:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.588506:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.588509:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000559c8485 x1853236731467392/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.588513:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384336.588514:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384336.588516:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c18bc6a7. 02000000:00000001:1.0:1767384336.588518:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384336.588519:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384336.588519:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384336.588521:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384336.588522:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008ed69288. 02000000:00000001:1.0:1767384336.588524:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384336.588525:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384336.588526:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000559c8485. 00000100:00000001:1.0:1767384336.588528:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384336.588529:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384336.588530:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.588532:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384336.588533:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384336.588535:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.588536:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.588543:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.588544:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001a97f06 refcount=3 00000020:00000001:1.0:1767384336.588546:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384336.588547:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384336.588549:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384336.588550:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.588551:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384336.588552:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.588554:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384336.588556:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008ea79d23. 00000100:00000010:1.0:1767384336.588568:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000559c8485. 00000020:00000040:1.0:1767384336.588571:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384336.588573:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384336.588574:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384336.588576:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384336.588579:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ed69288. 00000100:00000001:1.0:1767384336.588581:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.588584:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384336.588586:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c18bc6a7. 00000100:00000001:3.0:1767384336.588589:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1767384336.588589:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005880cc75. 00000100:00000001:3.0:1767384336.588594:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767384336.588594:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384336.588598:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.588600:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384336.588603:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384336.588605:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007cfd9ab6. 00000100:00000001:3.0:1767384336.588606:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.588607:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301529405120 : -114772180146496 : ffff979d84f8e6c0) 00000100:00000001:1.0:1767384336.588611:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384336.588611:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 00000100:00000001:1.0:1767384336.588614:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384336.588615:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.588617:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.588617:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384336.588618:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384336.588621:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384336.588623:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.588629:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384336.588634:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:1.0:1767384336.588639:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.588640:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668315776 : -114767041235840 : ffff979eb7467480) 00000100:00000001:1.0:1767384336.588643:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.588646:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000493285ee x1853236731467520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/0 e 0 to 0 dl 1767384347 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384336.588654:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384336.588656:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384336.588657:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384336.588661:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dd0a476. 02000000:00000001:1.0:1767384336.588661:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.588667:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384336.588668:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731467904:0@lo:256: 00000020:00000010:3.0:1767384336.588673:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dd0a476. 00000100:00000001:1.0:1767384336.588674:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384336.588678:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384336.588681:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000493285ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731467520:12345-0@lo:400: 02000000:00000001:1.0:1767384336.588682:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.588688:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000100:00000200:3.0:1767384336.588689:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467520 00000020:00000001:3.0:1767384336.588692:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384336.588693:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce49e465. 00000400:00000010:1.0:1767384336.588699:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ec3edb8c. 00000020:00000001:3.0:1767384336.588700:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384336.588703:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d105880-0x695824d105880, portal 33 00000020:00000001:3.0:1767384336.588704:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.588708:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384336.588710:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.588711:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 02000000:00000001:1.0:1767384336.588714:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384336.588715:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384336.588718:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a6868e2. 00000020:00000001:3.0:1767384336.588719:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384336.588722:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.588724:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384336.588727:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384336.588727:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000020:00000001:3.0:1767384336.588730:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384336.588731:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000020:00000001:3.0:1767384336.588733:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767384336.588735:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731467904, portal 25 00000100:00000001:3.0:1767384336.588736:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384336.588738:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384336.588740:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384336.588741:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 02000000:00000010:3.0:1767384336.588745:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab453751. 00000100:00000040:1.0:1767384336.588746:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384336.588749:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.588753:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.588757:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.588761:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384336.588762:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731467520 00010000:00000001:3.0:1767384336.588791:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384336.588796:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000493285ee x1853236731467520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.588802:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384336.588804:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.588805:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.588808:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384336.588811:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384336.588813:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384336.588814:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384336.588816:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.588818:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.588822:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384336.588825:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000194bf772. 00000100:00000200:3.0:1767384336.588828:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731467520, offset 224 00000400:00000200:3.0:1767384336.588834:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384336.588841:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384336.588848:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d105700 00000400:00000200:3.0:1767384336.588853:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19cd [1] + 224 00000400:00000200:3.0:1767384336.588863:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384336.588867:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384336.588870:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384336.588874:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.588881:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.588891:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384336.588896:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194bf772 00000400:00000010:3.0:1767384336.588897:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000194bf772. 00000100:00000001:3.0:1767384336.588900:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384336.588902:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384336.588906:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.588909:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384336.588910:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384336.588912:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.588914:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384336.588917:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000493285ee x1853236731467520/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:317/0 lens 224/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.588924:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000493285ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731467520:12345-0@lo:400: Request processed in 266us (3037us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384336.588929:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384336.588931:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:3.0:1767384336.588933:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384336.588935:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384336.588937:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000fa8d649. 00000020:00000010:3.0:1767384336.588941:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007303365e. 00000020:00000010:3.0:1767384336.588944:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a8781f4. 00000020:00000040:3.0:1767384336.588948:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:3.0:1767384336.588950:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.589024:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.589026:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384336.589029:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384336.589036:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384336.589038:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f27edd4. 00000400:00000200:3.0:1767384336.589041:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 00000400:00000010:3.0:1767384336.589043:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000100:00000001:3.0:1767384336.589047:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384336.589050:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384336.589057:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.589063:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384336.589065:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.589066:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384336.589068:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384336.589069:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.589071:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.589072:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384336.589075:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384336.589078:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384336.589081:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384336.589082:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384336.589084:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384336.589087:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384336.589092:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.589094:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384336.589095:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384336.589096:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384336.589098:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.589101:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.589105:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.589107:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384336.589108:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384336.589111:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384336.589134:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731467520:0@lo:400: 00000100:00000001:3.0:1767384336.589137:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.589139:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.589142:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005067ef01 x1853236731467520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.589146:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384336.589147:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384336.589149:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1d5d036. 02000000:00000001:3.0:1767384336.589151:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384336.589152:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384336.589153:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384336.589155:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384336.589156:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074bd8259. 02000000:00000001:3.0:1767384336.589158:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384336.589159:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384336.589161:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005067ef01. 00000100:00000001:3.0:1767384336.589163:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384336.589164:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.589166:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.589169:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.589171:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.589173:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.589174:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.589419:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.589422:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000100:00000200:1.0:1767384336.589425:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731467904, offset 0 00000400:00000200:1.0:1767384336.589429:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.589434:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.589439:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d105880 00000400:00000200:1.0:1767384336.589442:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1259 [2] + 0 00000400:00000010:1.0:1767384336.589445:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be1ed45. 00000400:00000200:1.0:1767384336.589447:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4f85c62 00000400:00000200:1.0:1767384336.589449:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.589457:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384336.589459:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4f85c62 00000400:00000010:1.0:1767384336.589461:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4f85c62. 00000100:00000001:1.0:1767384336.589463:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384336.589464:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384336.589467:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000022fbfcb1 x1853236731467904 msgsize 304 00000100:00100000:1.0:1767384336.589470:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384336.589471:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384336.589478:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.589481:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000400:00000010:1.0:1767384336.589483:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00000001:1.0:1767384336.589486:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384336.589488:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.589494:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.589496:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.589500:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589501:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.589504:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589507:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294922762 00000100:00000001:1.0:1767384336.589510:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922758 00000100:00000001:1.0:1767384336.589512:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294922762 00000100:00000001:1.0:1767384336.589515:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922758 00000100:00000001:1.0:1767384336.589517:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294922762 00000100:00000001:1.0:1767384336.589520:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922759 00000100:00000001:1.0:1767384336.589523:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294922762 00000100:00000001:1.0:1767384336.589525:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922759 00000100:00000001:1.0:1767384336.589527:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384336.589528:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589530:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384336.589531:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384336.589538:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000007cfd9ab6 going to sleep for 11 seconds 00000100:00000001:1.0:1767384336.589539:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384336.589540:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589554:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384336.589555:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731467904 02000000:00000001:1.0:1767384336.589556:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384336.589557:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.589559:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.589560:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384336.589562:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731467904 00000020:00000001:1.0:1767384336.589564:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384336.589564:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384336.589566:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.589567:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:1.0:1767384336.589569:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384336.589570:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384336.589572:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.589575:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb299db. 00000100:00000001:1.0:1767384336.589577:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.589578:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb299db. 00000020:00000010:1.0:1767384336.589583:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d68ca965. 00000020:00000010:1.0:1767384336.589587:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c023d1b1. 00000020:00000010:1.0:1767384336.589590:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000100:00000040:1.0:1767384336.589594:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384336.589595:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384336.589596:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384336.589597:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589601:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589607:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.589613:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384336.589614:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384336.589616:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:1.0:1767384336.589618:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384336.589619:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743457872 : -114766966093744 : ffff979ebbc10850) 00000100:00000040:1.0:1767384336.589622:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022fbfcb1 x1853236731467904/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 304/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.589634:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384336.589636:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb299db. 00000100:00000001:1.0:1767384336.589638:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384336.589639:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcb299db. 00000100:00100000:1.0:1767384336.589644:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022fbfcb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731467904:12345-0@lo:256: 00000100:00000200:1.0:1767384336.589647:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731467904 00000020:00000001:1.0:1767384336.589649:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384336.589650:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384336.589651:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.589653:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384336.589654:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:1.0:1767384336.589656:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384336.589657:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384336.589658:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384336.589659:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384336.589661:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589663:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384336.589664:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384336.589668:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b7269f1b. 02000000:00000001:1.0:1767384336.589669:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589670:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384336.589673:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384336.589675:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384336.589678:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384336.589679:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384336.589681:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384336.589683:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384336.589685:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384336.589688:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000051de48b8. 20000000:00000001:1.0:1767384336.589690:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384336.589701:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384336.589706:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384336.589710:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384336.589717:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384336.589718:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384336.589720:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384336.589721:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384336.589722:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384336.589723:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384336.589725:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384336.589726:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384336.589728:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384336.589729:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384336.589731:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384336.589732:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384336.589733:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384336.589735:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384336.589736:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384336.589738:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384336.589739:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384336.589740:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384336.589741:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384336.589743:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384336.589744:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384336.589745:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384336.589747:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384336.589748:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:1.0:1767384336.589750:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:1.0:1767384336.589755:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384336.589756:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384336.589758:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384336.589759:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384336.589760:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384336.589762:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384336.589763:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384336.589765:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384336.589789:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384336.589791:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384336.589793:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384336.589795:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384336.589796:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384336.589798:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384336.589806:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384336.589808:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384336.589809:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384336.589811:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384336.589812:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384336.589813:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384336.589814:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384336.589815:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384336.589817:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384336.589818:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384336.589820:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384336.589821:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384336.589822:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:1.0:1767384336.589824:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:1.0:1767384336.589825:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:1.0:1767384336.589827:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:1.0:1767384336.589828:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384336.589831:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b3554cff. 00000100:00000010:1.0:1767384336.589834:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004add530f. 00000020:00000040:1.0:1767384336.589835:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:1.0:1767384336.589837:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384336.589839:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384336.589842:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000400:00000010:1.0:1767384336.589847:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4f9f465. 00000400:00000200:1.0:1767384336.589850:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.589856:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.589861:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x695824d105880 00000400:00000200:1.0:1767384336.589864:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x19f9 [4] + 0 00000400:00000010:1.0:1767384336.589866:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce49e465. 00000400:00000200:1.0:1767384336.589869:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec3edb8c 00000400:00000200:1.0:1767384336.589871:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.589875:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384336.589878:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3edb8c 00000400:00000010:1.0:1767384336.589880:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ec3edb8c. 00000100:00000001:1.0:1767384336.589884:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384336.589885:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000559c8485 desc 00000000c18bc6a7 mbits 1853236731467904 00000100:00000001:1.0:1767384336.589895:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384336.589907:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384336.589913:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384336.589922:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a09 00000400:00000200:1.0:1767384336.589925:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.589929:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384336.589933:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384336.589934:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b3554cff 00000100:00000001:1.0:1767384336.589938:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384336.589945:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000400:00000010:1.0:1767384336.589947:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00000001:1.0:1767384336.589951:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384336.589952:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b3554cff 00000100:00000001:1.0:1767384336.589954:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384336.589960:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x695824d105880-0x695824d105880 00000100:00000001:1.0:1767384336.589962:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.589965:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.589967:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384336.589969:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:1.0:1767384336.589972:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004add530f. 00000100:00000010:1.0:1767384336.589975:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b3554cff. 00000100:00000001:1.0:1767384336.589977:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384336.589978:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384336.589984:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000051de48b8. 20000000:00000001:1.0:1767384336.589988:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384336.589989:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731467904 00010000:00000001:1.0:1767384336.589991:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384336.589993:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022fbfcb1 x1853236731467904/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384336.589998:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384336.589999:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.590001:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.590003:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384336.590005:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384336.590007:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384336.590009:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384336.590015:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590017:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384336.590020:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384336.590022:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000100:00000200:1.0:1767384336.590024:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731467904, offset 224 00000400:00000200:1.0:1767384336.590029:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384336.590034:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384336.590038:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d105880 00000400:00000200:1.0:1767384336.590042:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x19fd [1] + 224 00000400:00000200:1.0:1767384336.590045:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384336.590049:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384336.590051:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.590053:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.590059:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.590065:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384336.590068:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000400:00000010:1.0:1767384336.590070:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00000001:1.0:1767384336.590073:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384336.590074:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384336.590078:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.590080:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384336.590081:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384336.590082:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.590084:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384336.590087:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022fbfcb1 x1853236731467904/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:317/0 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.590092:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022fbfcb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731467904:12345-0@lo:256: Request processed in 458us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384336.590099:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:1.0:1767384336.590100:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384336.590102:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384336.590110:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384336.590113:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c023d1b1. 00000020:00000010:1.0:1767384336.590130:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 00000020:00000010:1.0:1767384336.590135:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d68ca965. 00000020:00000040:1.0:1767384336.590138:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384336.590141:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384336.590142:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b7269f1b. 02000000:00000001:1.0:1767384336.590145:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384336.590147:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384336.590151:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384336.590154:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce49e465. 00000400:00000010:1.0:1767384336.590157:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec3edb8c. 00000100:00000001:1.0:1767384336.590177:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384336.590179:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.590180:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384336.590181:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55d0e3b. 00000400:00000200:1.0:1767384336.590184:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:1.0:1767384336.590186:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000100:00000001:1.0:1767384336.590189:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384336.590192:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384336.590198:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.590203:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384336.590204:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.590205:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384336.590206:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384336.590207:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384336.590208:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384336.590210:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384336.590212:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384336.590214:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384336.590216:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384336.590217:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590218:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384336.590219:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590228:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384336.590230:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384336.590236:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.590240:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384336.590241:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384336.590242:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384336.590247:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731467904:0@lo:256: 00000100:00000001:1.0:1767384336.590251:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.590253:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590254:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384336.590255:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.590257:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.590261:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384336.590263:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007cfd9ab6. 00000100:00000001:1.0:1767384336.590265:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384336.590266:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384336.590268:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:1.0:1767384336.590271:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384336.590276:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000561a60d1. 10000000:00000040:1.0:1767384336.590283:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384336.590287:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384336.590290:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384336.590293:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:1.0:1767384336.590295:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384336.590297:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384336.590298:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1767384336.590300:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:1.0:1767384336.590303:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:1.0:1767384336.590311:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384336.590313:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1767384336.590319:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384336.590324:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (26) 00000400:00000200:1.0:1767384336.590329:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000200:1.0:1767384336.590338:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384336.590340:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384336.590342:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384336.590346:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1767384336.590347:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000400:00000200:1.0:1767384336.590350:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:1.0:1767384336.590351:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:1.0:1767384336.590354:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590356:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:1.0:1767384336.590357:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:1.0:1767384336.590359:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590360:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:1.0:1767384336.590361:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:1.0:1767384336.590363:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590364:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:1.0:1767384336.590365:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:1.0:1767384336.590367:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590368:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:1.0:1767384336.590369:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:1.0:1767384336.590372:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590373:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:1.0:1767384336.590374:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:1.0:1767384336.590375:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590377:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:1.0:1767384336.590378:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:1.0:1767384336.590380:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590381:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:1.0:1767384336.590382:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384336.590385:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590386:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:1.0:1767384336.590387:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:1.0:1767384336.590395:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590396:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:1.0:1767384336.590397:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:1.0:1767384336.590399:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590400:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:1.0:1767384336.590401:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:1.0:1767384336.590403:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590404:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:1.0:1767384336.590404:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:1.0:1767384336.590406:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590407:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:1.0:1767384336.590408:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:1.0:1767384336.590411:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590412:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:1.0:1767384336.590413:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:1.0:1767384336.590416:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590417:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:1.0:1767384336.590418:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:1.0:1767384336.590419:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590420:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:1.0:1767384336.590421:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:1.0:1767384336.590423:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590424:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:1.0:1767384336.590425:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:1.0:1767384336.590427:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590428:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:1.0:1767384336.590429:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:1.0:1767384336.590431:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590432:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:1.0:1767384336.590433:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:1.0:1767384336.590435:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590437:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:1.0:1767384336.590438:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:1.0:1767384336.590440:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590441:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:1.0:1767384336.590442:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:1.0:1767384336.590449:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590451:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:1.0:1767384336.590452:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:1.0:1767384336.590454:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590454:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:1.0:1767384336.590455:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:1.0:1767384336.590457:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590458:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:1.0:1767384336.590459:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:1.0:1767384336.590460:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590461:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:1.0:1767384336.590462:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:1.0:1767384336.590464:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384336.590465:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:1.0:1767384336.590466:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000010:1.0:1767384336.590469:0:17081:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000d68ca965. 00000400:00000200:1.0:1767384336.590472:0:17081:0:(peer.c:264:lnet_peer_alloc()) 00000000d68ca965 nid 192.168.204.118@tcp35 00000400:00000010:1.0:1767384336.590474:0:17081:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000412f6de2. 00000400:00000200:1.0:1767384336.590475:0:17081:0:(peer.c:204:lnet_peer_net_alloc()) 00000000412f6de2 net tcp35 00000400:00000010:1.0:1767384336.590478:0:17081:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002f3a536a. 00000400:00000200:1.0:1767384336.590485:0:17081:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002f3a536a nid 192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.590488:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (0) 00000400:00000200:1.0:1767384336.590490:0:17081:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.118@tcp35: -2 00000400:00000200:1.0:1767384336.590494:0:17081:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp35 NID 192.168.204.118@tcp35 flags 0x1 00000400:00000200:1.0:1767384336.590496:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (1) 00000400:00000200:1.0:1767384336.590497:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (2) 00000400:00000200:1.0:1767384336.590498:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (1) 00000400:00000200:1.0:1767384336.590500:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (2) 00000400:00000200:1.0:1767384336.590503:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp35 (00000000d68ca965): 0 00000400:00000200:1.0:1767384336.590504:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384336.590506:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384336.590507:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp35 NID 192.168.204.118@tcp35: 0. pending discovery 00000400:00000200:1.0:1767384336.590509:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (3) 00000100:00000001:1.0:1767384336.590510:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.590512:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384336.590519:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:1.0:1767384336.590522:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c023d1b1. 10000000:00000040:1.0:1767384336.590524:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 58/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:1.0:1767384336.590525:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384336.590531:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384336.590534:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000609d2862. 00000020:00000010:1.0:1767384336.590538:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077b3ce07. 00000040:00000010:1.0:1767384336.590543:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc474d27. 00000020:00000010:1.0:1767384336.590546:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6d7bc63. 00000020:00000010:1.0:1767384336.590550:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384336.590554:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee5627e4. 80000000:00000010:1.0:1767384336.590558:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000056cdeb88. 40000000:00000010:1.0:1767384336.590560:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcb299db. 00100000:00000010:1.0:1767384336.590564:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d55088d. 00040000:00000010:1.0:1767384336.590568:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000058a2cb45. 00040000:00000010:1.0:1767384336.590571:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a70a8f85. 00040000:00000010:1.0:1767384336.590573:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b303aa2a. 00080000:00000010:1.0:1767384336.590578:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c9f63b99. 00080000:00000010:1.0:1767384336.590583:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000eaa3a799. 00000004:00000010:1.0:1767384336.590590:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000810d5ea3. 00000004:00000010:1.0:1767384336.590595:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005c2793d5. 00000004:00000010:1.0:1767384336.590599:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a2c97a1a. 00002000:00000010:1.0:1767384336.590601:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b7269f1b. 00000004:00000010:1.0:1767384336.590604:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3554cff. 00000004:00000001:1.0:1767384336.590607:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384336.590609:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384336.590611:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c023d1b1 00000040:00001000:1.0:1767384336.590613:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384336.590614:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384336.590615:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384336.590616:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384336.590619:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384336.590620:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384336.590621:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384336.590628:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:1.0:1767384336.590629:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384336.590676:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384336.590680:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000077b3ce07. 00000040:00000010:1.0:1767384336.590684:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc474d27. 00000020:00000010:1.0:1767384336.590688:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6d7bc63. 00000020:00000010:1.0:1767384336.590692:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384336.590695:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ee5627e4. 80000000:00000010:1.0:1767384336.590698:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000056cdeb88. 40000000:00000010:1.0:1767384336.590700:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcb299db. 00100000:00000010:1.0:1767384336.590704:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d55088d. 00040000:00000010:1.0:1767384336.590707:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000058a2cb45. 00040000:00000010:1.0:1767384336.590711:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a70a8f85. 00040000:00000010:1.0:1767384336.590714:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b303aa2a. 00080000:00000010:1.0:1767384336.590719:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000eaa3a799. 00080000:00000010:1.0:1767384336.590724:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c9f63b99. 00000004:00000010:1.0:1767384336.590729:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000810d5ea3. 00000004:00000010:1.0:1767384336.590733:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005c2793d5. 00000004:00000010:1.0:1767384336.590737:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a2c97a1a. 00002000:00000010:1.0:1767384336.590740:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b7269f1b. 00000004:00000010:1.0:1767384336.590743:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3554cff. 00000020:00000010:1.0:1767384336.590747:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000609d2862. 00000020:00000001:1.0:1767384336.590750:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.590752:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384336.590754:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c023d1b1. 10000000:00000010:1.0:1767384336.590758:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000561a60d1. 10000000:00000001:1.0:1767384336.590760:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384336.590762:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384336.590790:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000559c8485 x1853236731467904/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384336.590796:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384336.590798:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384336.590799:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a6868e2. 02000000:00000001:1.0:1767384336.590802:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384336.590809:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384336.590810:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384336.590811:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384336.590812:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384336.590813:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384336.590814:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384336.590816:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384336.590817:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005880cc75. 00000100:00000010:1.0:1767384336.590819:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c18bc6a7. 00000100:00000001:1.0:1767384336.590822:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384336.590823:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008ed69288. 02000000:00000001:1.0:1767384336.590826:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384336.590827:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384336.590828:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000559c8485. 00000100:00000001:1.0:1767384336.590831:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384336.590832:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384336.590845:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008ea79d23. 10000000:01000000:1.0:1767384336.590848:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384336.590850:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384336.590852:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384336.590854:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384336.590855:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001a97f06 refcount=3 00000020:00000001:1.0:1767384336.590857:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384336.590858:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384336.590860:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384336.590862:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.590867:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.590868:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384336.590869:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384336.590873:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384336.590874:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384336.590875:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384336.590880:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.590882:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384336.590884:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384336.590886:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384336.590887:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384336.590889:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384336.590911:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384336.590916:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:1.0:1767384336.590921:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000400:00000200:1.0:1767384336.590923:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000010:1.0:1767384336.590930:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003831c4b5. 00000400:00000200:1.0:1767384336.590934:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384336.590943:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1767384336.590949:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:1.0:1767384336.590955:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:1.0:1767384336.590960:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:1.0:1767384336.590965:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:1.0:1767384336.590970:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:1.0:1767384336.590975:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:1.0:1767384336.590978:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:1.0:1767384336.590982:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:1.0:1767384336.590987:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:1.0:1767384336.590992:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:1.0:1767384336.590996:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:1.0:1767384336.591000:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:1.0:1767384336.591011:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:1.0:1767384336.591016:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:1.0:1767384336.591021:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:1.0:1767384336.591026:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:1.0:1767384336.591030:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:1.0:1767384336.591033:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:1.0:1767384336.591036:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[61, 20] 00000400:00000200:1.0:1767384336.591041:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[84, 20] 00000400:00000200:1.0:1767384336.591046:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:1.0:1767384336.591049:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[80, 20] 00000400:00000200:1.0:1767384336.591053:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 20], ns[92, 20] 00000400:00000200:1.0:1767384336.591058:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[92, 20], ns[94, 20] 00000400:00000200:1.0:1767384336.591063:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:1.0:1767384336.591066:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:1.0:1767384336.591069:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp34 00000400:00000200:1.0:1767384336.591073:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384336.591075:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp34 00000400:00000200:1.0:1767384336.591079:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [95:95:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384336.591084:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp34 00000400:00000200:1.0:1767384336.591092:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:) -> 192.168.204.118@tcp34(192.168.204.118@tcp:192.168.204.118@tcp34) : PUT try# 0 00000800:00000200:1.0:1767384336.591096:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.118@tcp34 00000800:00000010:1.0:1767384336.591106:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058a2cb45. 00000800:00000010:1.0:1767384336.591114:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007cfd9ab6. 00000800:00000010:1.0:1767384336.591132:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000eeaa68bd. 00000800:00000200:1.0:1767384336.591136:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:1.1:1767384336.591140:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000400:00000200:1.0:1767384336.591152:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384336.591154:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000400:00000200:1.0:1767384336.591157:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x41 00000400:00000200:1.0:1767384336.591159:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (2) 00000400:00000010:1.0:1767384336.591164:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f173143. 00000400:00000010:1.0:1767384336.591169:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000400:00000010:1.0:1767384336.591174:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d42135b7. 00000400:00000200:1.0:1767384336.591178:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.591185:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp35 local destination 00000400:00000200:1.0:1767384336.591188:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:1.0:1767384336.591190:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.591193:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp35 lpni_is_preferred = 0 00000400:00000200:1.0:1767384336.591195:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.591198:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp35 NI seq info: [96:96:256:4294967295] 192.168.204.118@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384336.591200:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.591208:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35:) -> 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) : GET try# 0 00000800:00000200:1.0:1767384336.591212:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp35 00000800:00000010:1.0:1767384336.591215:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7789c7. 00000800:00000010:1.0:1767384336.591220:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c0783adc. 00000800:00000010:1.0:1767384336.591223:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005982f6ae. 00000800:00000200:1.0:1767384336.591227:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000800:00000200:1.1:1767384336.591230:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000400:00000200:1.0:1767384336.591239:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp35 00000400:00000200:1.0:1767384336.591241:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x241 rc 0 00000400:00000200:0.0:1767384336.592942:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.592992:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593023:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593046:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593079:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593115:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593166:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593209:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593258:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593302:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593340:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593369:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593400:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593439:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593483:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593528:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593542:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593591:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593629:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593644:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593688:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593691:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593738:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593763:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593830:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593835:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593883:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.593944:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.593948:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594018:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594087:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594113:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594144:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594177:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594201:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594237:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594268:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594303:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594331:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594356:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594379:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594399:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594422:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594449:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594482:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594520:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594546:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594586:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594607:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594644:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.594664:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594700:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594751:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594808:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000100:00000040:2.0:1767384336.594810:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294922762, at 4294922763 00000100:00000010:2.0:1767384336.594817:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b3f841f. 00000400:00000200:1.0:1767384336.594845:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594869:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594894:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000800:00000010:0.0:1767384336.594902:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000800:00000010:0.0:1767384336.594909:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005a9d6804. 00000800:00000010:0.0:1767384336.594914:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d29381b5. 00000400:00000200:1.0:1767384336.594925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000800:00000010:0.0:1767384336.594938:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d29381b5. 00000800:00020000:0.0:1767384336.594948:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384336.594951:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a9d6804. 00000800:00000010:0.0:1767384336.594954:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000400:00000200:1.0:1767384336.594957:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.594986:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:02020000:0.0:1767384336.595005:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384336.595012:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp34 notifying 192.168.204.118@tcp34: down 00000800:00000200:0.0:1767384336.595017:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp34 down 00000400:00000200:1.0:1767384336.595019:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000800:00000100:0.0:1767384336.595024:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.204.118@tcp34 00000800:00000010:0.0:1767384336.595028:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000058a2cb45. 00000400:00000200:0.0:1767384336.595031:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384336.595036:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384336.595039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384336.595044:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp34 added to recovery queue. ping count: 0 next ping: 256 health :900 00000400:00000200:0.0:1767384336.595048:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384336.595052:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384336.595055:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384336.595074:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000100:00000040:0.0:1767384336.595089:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294922762, at 4294922763 00000100:00000010:0.0:1767384336.595100:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085ec08bc. 00000400:00000200:1.0:1767384336.595135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384336.595158:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384336.595249:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:1.0:1767384336.595253:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c46d841d. 00000800:00000010:1.0:1767384336.595256:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005880cc75. 00000800:00000010:1.0:1767384336.595270:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005880cc75. 00000800:00020000:1.0:1767384336.595275:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384336.595277:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c46d841d. 00000800:00000010:1.0:1767384336.595279:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:02020000:1.0:1767384336.595306:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp35 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384336.595310:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp35 notifying 192.168.204.118@tcp35: down 00000800:00000200:1.0:1767384336.595313:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp35 down 00000800:00000100:1.0:1767384336.595316:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp35 00000800:00000010:1.0:1767384336.595318:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7789c7. 00000400:00000200:1.0:1767384336.595320:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384336.595323:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384336.595326:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp35 added to recovery queue. ping count: 0 next ping: 256 health :900 00000400:00000200:1.0:1767384336.595328:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384336.595330:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp35: 1 00000400:00000200:1.0:1767384336.595332:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp35 (00000000d68ca965): -114 00000400:00000200:1.0:1767384336.595343:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384336.595345:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101171 00000400:00000001:1.0:1767384336.595348:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.595349:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384336.595350:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:1.0:1767384336.595351:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000400:00000200:1.0:1767384336.595353:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384336.595355:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384336.595357:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000400:00000200:1.0:1767384336.595359:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384336.595361:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc -71 00000400:00000200:1.0:1767384336.595363:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384336.595365:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (27) 00000400:00000200:1.0:1767384336.595373:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x841 00000400:00000001:1.0:1767384336.595375:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.595376:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384336.595377:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000400:00000010:1.0:1767384336.595378:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000400:00000200:1.0:1767384336.595380:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384336.595381:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp35 (00000000d68ca965): -114 00000400:00000010:1.0:1767384336.595383:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f173143. 00000400:00000200:1.0:1767384336.595385:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (3) 00000400:00000200:1.0:1767384336.595386:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp35:-71 00000400:00000200:1.0:1767384336.595388:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x2041 rc -71 00000400:00000200:1.0:1767384336.595390:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp35 (00000000d68ca965) 00000400:00000200:1.0:1767384336.595393:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (2) 00000100:00000040:3.0:1767384336.595815:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294922762, at 4294922764 00000100:00000040:1.0:1767384336.595821:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294922762, at 4294922764 00000100:00000010:3.0:1767384336.595824:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008772acc1. 00000100:00000010:1.0:1767384336.595828:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009612326b. 00000020:00000010:3.0:1767384336.603130:0:29949:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006dd0a476. 00000020:00000040:3.0:1767384336.603139:0:29949:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384336.603141:0:29949:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006dd0a476. 00000400:00000200:3.0:1767384337.095852:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp33 00000400:00000010:3.0:1767384337.095859:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384337.095866:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023273317. 00000400:00000010:3.0:1767384337.095871:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000400:00000010:3.0:1767384337.095884:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de50f737. 00000800:00000200:2.0:1767384337.095890:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000400:00000200:3.0:1767384337.095894:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp33 00000800:00000200:2.0:1767384337.095903:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:988 00000800:00000200:2.0:1767384337.095907:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384337.095912:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp33 local destination 00000400:00000200:3.0:1767384337.095919:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 00000400:00000200:3.0:1767384337.095925:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [97:97:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1767384337.095930:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000400:00000200:3.0:1767384337.095938:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) : GET try# 0 00000800:00000200:3.0:1767384337.095943:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp33 00000800:00000010:3.0:1767384337.095946:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000728d23c2. 00000800:00000200:3.0:1767384337.095952:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:3.1:1767384337.095957:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000400:00000200:3.0:1767384337.095976:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 1 next ping: 257 health :900 00000800:00000200:1.0:1767384337.096023:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384337.096026:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384337.096035:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384337.096040:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384337.096043:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.096046:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096090:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096132:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096157:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096203:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096226:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096249:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096273:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096308:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096332:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096380:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096406:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096426:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096446:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096468:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096488:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096507:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096527:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096545:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096564:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096582:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096601:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096618:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096636:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096656:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096676:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096694:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096713:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096731:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096751:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096804:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096837:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384337.096858:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384337.096994:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eacfc35a. 00000800:00000010:2.0:1767384337.097000:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091717290. 00000800:00000010:2.0:1767384337.097005:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009068074f. 00000800:00000010:2.0:1767384337.097029:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009068074f. 00000800:00020000:2.0:1767384337.097037:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384337.097046:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091717290. 00000800:00000010:2.0:1767384337.097049:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eacfc35a. 00000400:02020000:2.0:1767384337.097082:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.097088:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp33 notifying 192.168.204.118@tcp33: down 00000400:00000200:2.0:1767384337.097091:0:16340:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384337.097095:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp33 00000800:00000010:2.0:1767384337.097097:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000728d23c2. 00000400:00000200:2.0:1767384337.097099:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.097103:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384337.097125:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384337.097128:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384337.097131:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp33) recovery failed with -71 00080000:00000010:2.0:1767384337.180307:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a02e74db. 00080000:00000010:2.0:1767384337.180315:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a02e74db. 00000020:00000001:2.0:1767384337.180320:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384337.180325:0:30115:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a02e74db. 00080000:00000010:2.0:1767384337.180329:0:30115:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a02e74db. 00000020:00000001:2.0:1767384337.180332:0:30115:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.416819:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384337.416824:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.416828:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384337.416829:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.416857:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384337.416861:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.416863:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384337.869900:0:30280:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384337.869905:0:30280:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384337.872758:0:30280:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384337.879879:0:30281:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000324b7c61. 00000400:00000010:3.0:1767384337.879895:0:30281:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000074926de3. 00000400:00000010:3.0:1767384337.879904:0:30281:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004f79bc51. 00000400:00000010:3.0:1767384337.879907:0:30281:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001542e617. 00000400:00000010:3.0:1767384337.879911:0:30281:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002e7e3b76. 00000400:00000010:3.0:1767384337.879915:0:30281:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f40269f3. 00000400:00000010:3.0:1767384337.879916:0:30281:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008ffbe0d0. 00000400:00000010:3.0:1767384337.879918:0:30281:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ef923b2. 00000400:00000010:3.0:1767384337.879921:0:30281:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000473400ad. 00000800:00000010:3.0:1767384337.879940:0:30281:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001e374287. 00000800:00000200:3.0:1767384337.879949:0:30281:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384337.879958:0:30281:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384337.879990:0:30281:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384337.880009:0:30281:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384337.881324:0:30281:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000d1d5d036. 00000400:00000010:3.0:1767384337.881329:0:30281:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f27edd4. 00000400:00000010:3.0:1767384337.881335:0:30281:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000194bf772. 00000400:00000001:3.0:1767384337.881350:0:30281:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.881352:0:30281:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384337.881353:0:30281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:3.0:1767384337.881356:0:30281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:3.0:1767384337.881358:0:30281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000400:00000010:3.0:1767384337.881361:0:30281:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000002d4f14be. 00000400:00000200:3.0:1767384337.881365:0:30281:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (26) 00000400:00000200:3.0:1767384337.881374:0:30281:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384337.881376:0:30281:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (1) 00000400:00000200:3.0:1767384337.881378:0:30281:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp35 (00000000d68ca965): 0 00000400:00000200:3.0:1767384337.881385:0:30281:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:3.0:1767384337.881392:0:30281:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001223c240. 00000020:01000000:3.0:1767384337.881396:0:30281:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384337.881398:0:30281:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp36 00000400:00000200:1.0:1767384337.881403:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384337.881411:0:30281:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000074926de3. 00000400:00000200:1.0:1767384337.881412:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:3.0:1767384337.881415:0:30281:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000324b7c61. 00000400:00000010:1.0:1767384337.881424:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000400:00000200:1.0:1767384337.881429:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000010:1.0:1767384337.881436:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd06ac51. 00000400:00000200:1.0:1767384337.881441:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384337.881455:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1767384337.881462:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:1.0:1767384337.881469:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:0.0:1767384337.881470:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.881475:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384337.881479:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 10000000:00000001:0.0:1767384337.881480:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384337.881484:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384337.881488:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:01000004:0.0:1767384337.881489:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384337.881492:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384337.881495:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384337.881497:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:0.0:1767384337.881498:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.881500:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384337.881500:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.881501:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384337.881502:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384337.881503:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384337.881504:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384337.881511:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000010:0.0:1767384337.881511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6753941. 00000020:00000040:0.0:1767384337.881517:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384337.881518:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:1.0:1767384337.881524:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:0.0:1767384337.881525:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384337.881528:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000001:0.0:1767384337.881529:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384337.881534:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000001:0.0:1767384337.881535:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881541:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 02000000:00000010:0.0:1767384337.881544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab30336e. 00000400:00000200:1.0:1767384337.881545:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:1.0:1767384337.881552:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000001:0.0:1767384337.881554:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881558:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:1.0:1767384337.881561:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000100:00000001:0.0:1767384337.881562:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.881565:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881566:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:1.0:1767384337.881570:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000040:0.0:1767384337.881574:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6753941] to pc [ptlrpcd_00_00+0] req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.881575:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:1.0:1767384337.881587:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[61, 20] 00000400:00000200:1.0:1767384337.881596:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[84, 20] 00000400:00000200:1.0:1767384337.881601:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:1.0:1767384337.881604:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 20], ns[80, 20] 00000400:00000200:1.0:1767384337.881608:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 20], ns[92, 20] 10000000:00000001:0.0:1767384337.881618:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881619:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 20], ns[97, 20] 10000000:00000001:0.0:1767384337.881624:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.881627:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.881629:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384337.881629:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[93, 20], ns[95, 20] 00000020:01000000:0.0:1767384337.881630:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384337.881635:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384337.881638:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:3.0:1767384337.881639:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384337.881639:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384337.881642:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384337.881644:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp16 10000000:00000001:0.0:1767384337.881645:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384337.881647:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384337.881649:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384337.881653:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp16 lpni_is_preferred = 0 00000020:01000004:0.0:1767384337.881655:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384337.881660:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384337.881661:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp16 00000100:00000001:3.0:1767384337.881665:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384337.881669:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881669:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp16 NI seq info: [98:98:256:4294967295] 192.168.204.118@tcp16 LPNI seq info [95:95:8:4294967295] 00000020:01000004:0.0:1767384337.881670:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384337.881675:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384337.881675:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384337.881679:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384337.881679:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384337.881682:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp16 00000020:01000004:0.0:1767384337.881683:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384337.881686:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384337.881687:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384337.881689:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384337.881690:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6753941 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731468032:0@lo:253: 00000020:01000004:0.0:1767384337.881693:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384337.881697:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16:) -> 192.168.204.118@tcp16(192.168.204.118@tcp:192.168.204.118@tcp16) : PUT try# 0 00000100:00000010:0.0:1767384337.881698:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000020:00000040:0.0:1767384337.881704:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384337.881706:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384337.881708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.881711:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384337.881712:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.118@tcp16 02000000:00000001:3.0:1767384337.881713:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.881715:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.881717:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384337.881719:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7789c7. 02000000:00000001:3.0:1767384337.881720:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.881722:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a78c3376. 02000000:00000010:3.0:1767384337.881727:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fecf27a9. 00000100:00000001:0.0:1767384337.881727:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384337.881728:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (6) 02000000:00000001:3.0:1767384337.881733:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.881734:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.881737:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.881738:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e484920. 00000800:00000200:1.0:1767384337.881742:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp16 ip 192.168.204.118:988 00000400:00000010:3.0:1767384337.881746:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074926de3. 00000100:00000040:0.0:1767384337.881746:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6b1f613] to pc [ptlrpcd_00_01+1] req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384337.881748:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7789c7 type 1, nob 576 niov 1 nkiov 1 00000100:00000200:3.0:1767384337.881752:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731468032, portal 25 00000100:00000001:3.0:1767384337.881757:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384337.881760:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789519232 : -114766920032384 : ffff979ebe7fdf80) 00000400:00000200:1.0:1767384337.881790:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384337.881794:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 10000000:00000001:0.0:1767384337.881797:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881799:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x2061 00000100:00000040:3.0:1767384337.881801:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384337.881803:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881805:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d68ca965 (2) 00000020:00000001:0.0:1767384337.881809:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.881812:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e289fcec. 00000020:01000000:0.0:1767384337.881813:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384337.881819:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000020:00000010:0.0:1767384337.881819:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001223c240. 00000100:00000001:3.0:1767384337.881822:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.881828:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.881828:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c88949f. 00000400:00000010:3.0:1767384337.881831:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003808a938. 00000100:00000001:0.0:1767384337.881834:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384337.881835:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp35 00000100:00000001:0.0:1767384337.881838:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.881840:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384337.881842:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731468032, offset 0 00000100:00000040:0.0:1767384337.881845:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.881852:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp35 local destination 00000400:00000200:3.0:1767384337.881854:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384337.881860:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384337.881861:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000001:0.0:1767384337.881863:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.881867:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp35 02000000:00000001:0.0:1767384337.881868:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384337.881871:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp35 lpni_is_preferred = 0 02000000:00000001:0.0:1767384337.881872:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384337.881876:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp35 02000000:00000001:0.0:1767384337.881876:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.881882:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731468160:0@lo:253: 00000400:00000200:1.0:1767384337.881883:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp35 NI seq info: [99:99:256:4294967295] 192.168.204.118@tcp35 LPNI seq info [2:2:8:4294967295] 00000100:00000001:0.0:1767384337.881889:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384337.881892:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp35 02000000:00000001:0.0:1767384337.881899:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.881902:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.881906:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384337.881911:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35:) -> 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) : GET try# 0 02000000:00000010:0.0:1767384337.881912:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000053ae6fa7. 02000000:00000001:0.0:1767384337.881916:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384337.881920:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp35 00000400:00000010:0.0:1767384337.881921:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000364aa5fc. 00000400:00000200:3.0:1767384337.881925:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384337.881927:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fcbc1e69. 00000400:00000010:0.0:1767384337.881929:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d07e8ef. 00000100:00000200:0.0:1767384337.881933:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731468160, portal 25 00000800:00000200:1.0:1767384337.881934:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000100:00000001:0.0:1767384337.881938:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384337.881939:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105900 00000100:00000001:0.0:1767384337.881942:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000800:00000200:1.1:1767384337.881946:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000400:00000200:3.0:1767384337.881949:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1275 [2] + 0 00000100:00000040:0.0:1767384337.881950:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384337.881958:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd62ecfd. 00000400:00000200:1.0:1767384337.881963:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp35 00000400:00000200:3.0:1767384337.881964:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d7fd510 00000100:00000001:0.0:1767384337.881966:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384337.881969:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x261 rc 0 00000400:00000200:3.0:1767384337.881972:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384337.881973:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.881979:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0c5bca. 00000400:00000200:3.0:1767384337.881981:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384337.881983:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731468160, offset 0 00000400:00000200:3.0:1767384337.881987:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7fd510 00000400:00000010:3.0:1767384337.881990:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7fd510. 00000100:00000001:3.0:1767384337.881994:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384337.881996:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384337.881999:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384337.882001:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000073050531 x1853236731468032 msgsize 4848 00000400:00000200:0.0:1767384337.882011:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384337.882012:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384337.882017:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384337.882023:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105980 00000100:00000001:3.0:1767384337.882025:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.882029:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1299 [2] + 0 00000400:00000010:0.0:1767384337.882032:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924be627. 00000400:00000200:0.0:1767384337.882035:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000092c9390 00000400:00000200:3.0:1767384337.882038:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003808a938 00000400:00000200:0.0:1767384337.882040:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.882045:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384337.882046:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003808a938. 00000100:00000001:3.0:1767384337.882052:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384337.882052:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000092c9390 00000400:00000010:0.0:1767384337.882056:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000092c9390. 00000100:00000200:3.0:1767384337.882058:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.882060:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.882063:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384337.882069:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000001c1ef677 x1853236731468160 msgsize 4848 00000100:00000001:3.0:1767384337.882072:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384337.882077:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.882078:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384337.882080:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384337.882082:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000010:1.0:1767384337.882086:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7789c7. 00000400:00000200:1.0:1767384337.882091:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384337.882107:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.882108:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.882113:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384337.882113:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: PUT: OK 00000400:00000200:0.0:1767384337.882118:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0c5bca 00000100:00000001:3.0:1767384337.882122:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.882123:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f0c5bca. 00000100:00000001:3.0:1767384337.882130:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294924055 00000400:00000200:1.0:1767384337.882131:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384337.882131:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384337.882134:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005457e344. 00000400:00000200:1.0:1767384337.882136:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000100:00000001:3.0:1767384337.882143:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384337.882143:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384337.882146:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384337.882150:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294924055 00000800:00000001:1.0:1767384337.882155:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384337.882157:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b3f841f. 00000800:00000001:1.0:1767384337.882158:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384337.882158:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.882163:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.882165:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384337.882165:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.882170:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294924055 00000400:00000200:1.0:1767384337.882180:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16) <- 192.168.204.118@tcp16 : PUT - for me 00000100:00000001:0.0:1767384337.882181:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384337.882186:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fd66c70. 00000100:00000001:0.0:1767384337.882186:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.882192:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384337.882192:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384337.882194:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.882197:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294924055 00000100:00000001:0.0:1767384337.882201:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294924055 00000100:00000010:3.0:1767384337.882202:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c68d7ec. 00000400:00000200:1.0:1767384337.882204:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 448/480 into md 0x1969 [1] + 0 00000100:00000001:0.0:1767384337.882207:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294924055 00000100:00000001:3.0:1767384337.882208:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384337.882211:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4dfaef9. 00000100:00000001:0.0:1767384337.882212:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294924055 00000100:00000001:3.0:1767384337.882214:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384337.882216:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5a7e8e8 00000100:00000001:0.0:1767384337.882217:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294924055 00000100:00000001:3.0:1767384337.882218:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384337.882221:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384337.882223:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294924055 00000100:00000001:3.0:1767384337.882225:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384337.882228:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.882228:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294924055 00000100:00000001:3.0:1767384337.882229:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.882235:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384337.882236:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294924055 00000100:00000001:0.0:1767384337.882240:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294924055 00000100:00000001:3.0:1767384337.882241:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384337.882243:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: PUT: OK 00000100:00000001:3.0:1767384337.882246:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384337.882246:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384337.882247:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a7e8e8 00000100:00000001:3.0:1767384337.882251:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384337.882252:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a7e8e8. 00000100:00000001:0.0:1767384337.882253:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.882254:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.882259:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.882260:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384337.882260:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.882263:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.882265:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.882267:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (28) 00000100:00000001:0.0:1767384337.882272:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384337.882273:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000001:0.0:1767384337.882275:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384337.882279:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (480 bytes) 00000100:00000001:0.0:1767384337.882280:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.882283:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.882285:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.882286:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:0.0:1767384337.882288:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.882301:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (29) 00000400:00000200:1.0:1767384337.882306:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384337.882312:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp16 to MR: 192.168.204.118@tcp16 local destination 00000400:00000200:1.0:1767384337.882316:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp16 NI seq info: [100:100:256:4294967295] 192.168.204.118@tcp16 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767384337.882325:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16:192.168.204.118@tcp16) -> 192.168.204.118@tcp16(192.168.204.118@tcp16:192.168.204.118@tcp16) 192.168.204.118@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384337.882330:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp16 00000800:00000010:1.0:1767384337.882333:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7789c7. 00000100:00000001:0.0:1767384337.882335:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:1.0:1767384337.882339:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (6) 00000100:00100000:0.0:1767384337.882340:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468032 00000100:00000001:3.0:1767384337.882345:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384337.882345:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1767384337.882349:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp16 ip 192.168.204.118:1009 00000100:00000001:0.0:1767384337.882349:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.882353:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384337.882354:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7789c7 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:3.0:1767384337.882355:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468160 02000000:00000001:0.0:1767384337.882357:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.882360:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384337.882362:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468032 00000100:00000001:3.0:1767384337.882363:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384337.882365:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.882368:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384337.882369:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384337.882374:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384337.882375:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468160 00000020:00000040:0.0:1767384337.882377:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384337.882378:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384337.882381:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000800:00000001:1.0:1767384337.882381:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.882381:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384337.882386:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.882386:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000040:3.0:1767384337.882390:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384337.882390:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384337.882395:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384337.882395:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384337.882401:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384337.882403:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384337.882405:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384337.882407:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000020:00000010:3.0:1767384337.882410:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:0.0:1767384337.882412:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.882416:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384337.882417:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000800:00000200:1.0:1767384337.882420:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1767384337.882421:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000020:00000010:0.0:1767384337.882426:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e54b9884. 00000800:00000010:1.0:1767384337.882427:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7789c7. 00000020:00000010:3.0:1767384337.882430:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00000400:00000200:1.0:1767384337.882434:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384337.882434:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1581c89. 00000020:00000010:3.0:1767384337.882437:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7931ec7. 00000020:00000010:0.0:1767384337.882441:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee299cb3. 00000020:00000010:3.0:1767384337.882443:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007303365e. 00000400:00000200:1.0:1767384337.882448:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: ACK: OK 00000100:00000040:0.0:1767384337.882451:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384337.882455:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384337.882456:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384337.882456:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384337.882460:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384337.882461:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1767384337.882462:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.882465:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.882465:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384337.882466:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384337.882472:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384337.882475:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384337.882477:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.882478:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384337.882480:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.882486:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.882486:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.882487:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp16(192.168.204.118@tcp16) <- 192.168.204.118@tcp16 : ACK - for me 00000400:00000200:1.0:1767384337.882500:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp16: ACK from 12345-192.168.204.118@tcp16 into md 0x1a25 00000400:00000200:1.0:1767384337.882504:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384337.882506:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384337.882506:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384337.882510:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp16->192.168.204.118@tcp16: ACK: OK 00000100:00000001:3.0:1767384337.882511:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384337.882512:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384337.882515:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 00000100:00100000:3.0:1767384337.882519:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000400:00000010:1.0:1767384337.882520:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 00000100:00000040:3.0:1767384337.882525:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000400:00000200:1.0:1767384337.882526:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384337.882529:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743456848 : -114766966094768 : ffff979ebbc10450) 00000100:00100000:0.0:1767384337.882529:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:1.0:1767384337.882533:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000040:0.0:1767384337.882536:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000040:3.0:1767384337.882537:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073050531 x1853236731468032/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.882539:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743469136 : -114766966082480 : ffff979ebbc13450) 00000400:00000200:1.0:1767384337.882542:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000040:0.0:1767384337.882549:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c1ef677 x1853236731468160/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.882550:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384337.882552:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000020:00000010:3.0:1767384337.882555:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000800:00000001:1.0:1767384337.882561:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384337.882562:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384337.882564:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384337.882566:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384337.882567:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000020:00000010:3.0:1767384337.882568:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00000001:0.0:1767384337.882573:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384337.882576:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000100:00100000:3.0:1767384337.882577:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073050531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731468032:12345-0@lo:253: 00000100:00000200:3.0:1767384337.882582:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468032 00000100:00100000:0.0:1767384337.882585:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c1ef677 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731468160:12345-0@lo:253: 00000020:00000001:3.0:1767384337.882587:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384337.882589:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:0.0:1767384337.882591:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468160 00000020:00000001:3.0:1767384337.882593:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384337.882594:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000008f3230a7. 00000020:00000001:3.0:1767384337.882595:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.882601:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384337.882602:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000020:00000001:0.0:1767384337.882602:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384337.882604:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384337.882608:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384337.882609:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384337.882610:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000020:00000001:0.0:1767384337.882611:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.882613:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.882615:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008f3230a7 00000020:00000001:0.0:1767384337.882616:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384337.882617:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384337.882620:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000003a3245c2. 00000020:00000001:0.0:1767384337.882620:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384337.882621:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384337.882625:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.882626:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384337.882627:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000100:00000001:3.0:1767384337.882629:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384337.882630:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384337.882633:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384337.882634:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000020:00000001:0.0:1767384337.882634:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384337.882638:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001223c240. 00000020:00000001:0.0:1767384337.882638:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384337.882639:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000020:00000001:0.0:1767384337.882642:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.882644:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.882645:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384337.882646:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000001d7640f3. 00000100:00000001:3.0:1767384337.882647:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.882649:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384337.882652:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384337.882653:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000533f6d41. 02000000:00000010:0.0:1767384337.882656:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004512c357. 02000000:00000001:0.0:1767384337.882660:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.882661:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7157eb6. 00000100:00000001:0.0:1767384337.882661:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384337.882663:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7bdedf7. 20000000:00000001:0.0:1767384337.882666:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384337.882669:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384337.882669:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 20000000:00000001:3.0:1767384337.882674:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384337.882676:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000034afe4d9. 20000000:00000001:3.0:1767384337.882678:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384337.882680:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 20000000:00000001:3.0:1767384337.882683:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384337.882683:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384337.882686:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 20000000:00000001:0.0:1767384337.882688:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384337.882689:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.882692:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384337.882694:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384337.882696:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.882698:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 20000000:00000001:0.0:1767384337.882700:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384337.882704:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9febe67. 20000000:00000001:0.0:1767384337.882705:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384337.882708:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 20000000:01000000:3.0:1767384337.882709:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:1.0:1767384337.882715:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 20000000:00000001:3.0:1767384337.882717:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384337.882720:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00080000:00000001:3.0:1767384337.882724:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384337.882724:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00080000:00000001:3.0:1767384337.882729:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384337.882730:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000400:00000200:1.0:1767384337.882733:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:1.0:1767384337.882736:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384337.882738:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00080000:00000001:3.0:1767384337.882744:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384337.882750:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:1.0:1767384337.882753:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384337.882757:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00080000:00000001:3.0:1767384337.882759:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.882761:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00080000:00000001:3.0:1767384337.882763:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384337.882811:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384337.882819:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384337.882821:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384337.882824:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384337.882828:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384337.882830:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384337.882832:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384337.882835:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384337.882837:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.882840:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384337.882844:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384337.882847:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384337.882850:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000a8781f4. 00080000:00000001:3.0:1767384337.882853:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500190720 : -114772209360896 : ffff979d833b2000) 00080000:00000001:3.0:1767384337.882856:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384337.882859:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384337.882862:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000068a92415. 00080000:00000001:3.0:1767384337.882865:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384337.882867:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384337.882880:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384337.882896:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384337.882943:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:1.0:1767384337.882947:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:1.0:1767384337.882952:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:1.0:1767384337.882955:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:1.0:1767384337.882959:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[61, 22] 00000400:00000200:0.0:1767384337.882962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.882963:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:1.0:1767384337.882971:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 00000400:00000200:1.0:1767384337.882974:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 22], ns[80, 22] 00000400:00000200:1.0:1767384337.882976:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 22], ns[92, 22] 00000400:00000200:1.0:1767384337.882979:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 22], ns[97, 22] 00000400:00000200:1.0:1767384337.882984:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[93, 22], ns[95, 22] 00000400:00000200:1.0:1767384337.882987:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:1.0:1767384337.882990:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp17 00000400:00000200:1.0:1767384337.882993:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp17 lpni_is_preferred = 0 00000400:00000200:1.0:1767384337.882995:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp17 00000400:00000200:1.0:1767384337.882998:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [101:101:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1767384337.883001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883011:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp17 00000400:00000200:1.0:1767384337.883018:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:) -> 192.168.204.118@tcp17(192.168.204.118@tcp:192.168.204.118@tcp17) : GET try# 0 00000800:00000200:1.0:1767384337.883023:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp17 00000800:00000010:1.0:1767384337.883026:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7789c7. 00000400:00000200:0.0:1767384337.883028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000200:1.0:1767384337.883034:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000800:00000200:1.0:1767384337.883041:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:988 00000800:00000200:1.0:1767384337.883043:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7789c7 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384337.883053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883058:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384337.883061:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000200:0.0:1767384337.883131:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000200:3.0:1767384337.883137:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384337.883140:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7789c7. 00000800:00000001:1.0:1767384337.883142:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384337.883145:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384337.883150:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384337.883154:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: GET: OK 00000800:00000001:1.0:1767384337.883154:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384337.883160:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384337.883163:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:1.0:1767384337.883164:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.883173:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : GET - for me 00000400:00000200:1.0:1767384337.883181:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384337.883185:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 480/480 into md 0x1a21 [1] + 0 00000400:00000200:1.0:1767384337.883194:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp17 to MR: 192.168.204.118@tcp17 local destination 00000400:00000200:0.0:1767384337.883194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883204:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [102:102:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1767384337.883216:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) -> 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) 192.168.204.118@tcp17 : REPLY try# 0 00000800:00000200:1.0:1767384337.883222:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.118@tcp17 00000800:00000010:1.0:1767384337.883225:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a09195f. 00000800:00000200:1.0:1767384337.883229:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000800:00000200:1.0:1767384337.883234:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:1007 00000800:00000200:1.0:1767384337.883237:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a09195f type 3, nob 576 niov 1 nkiov 1 00000400:00000200:0.0:1767384337.883242:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000001:3.0:1767384337.883266:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384337.883271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000001:3.0:1767384337.883288:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384337.883294:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384337.883296:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384337.883298:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a09195f. 00000800:00000001:3.0:1767384337.883299:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384337.883303:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.883304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:3.0:1767384337.883305:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.883311:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: REPLY: OK 00000400:00000200:3.0:1767384337.883317:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : REPLY - for me 00000400:00000200:3.0:1767384337.883336:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp17: Reply from 12345-192.168.204.118@tcp17 of length 480/480 into md 0x1a41 00000800:00000001:1.0:1767384337.883337:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.883339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000001:3.0:1767384337.883341:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384337.883354:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384337.883356:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.883361:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: REPLY: OK 00000400:00000200:3.0:1767384337.883364:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533f6d41 00000400:00000010:3.0:1767384337.883366:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000533f6d41. 00000400:00000200:0.0:1767384337.883366:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384337.883369:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384337.883375:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384337.883377:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384337.883380:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 28. state = 0x100271 00000400:00000200:3.0:1767384337.883385:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384337.883391:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384337.883395:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (28) 00000800:00000001:3.0:1767384337.883400:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384337.883405:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.883420:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384337.883428:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000200:0.0:1767384337.883429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000010:1.0:1767384337.883435:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000b7269f1b. 00000400:00000010:1.0:1767384337.883440:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000007448839a. 00000400:00000010:1.0:1767384337.883443:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000300fa054. 00000400:00000200:0.0:1767384337.883450:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883473:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384337.883479:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp32(000000006ea22c55) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384337.883479:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883487:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp33(0000000045dbca9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384337.883492:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp34(0000000088617c4b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384337.883499:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fbc8b04 00000400:00000200:1.0:1767384337.883502:0:16350:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.118@tcp35 00000400:00000200:0.0:1767384337.883506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883510:0:16350:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.118@tcp35 NID 192.168.204.118@tcp35 00000400:00000010:1.0:1767384337.883516:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cae936fd. 00000400:00000200:1.0:1767384337.883520:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cae936fd nid 192.168.204.118@tcp35 00000400:00000010:1.0:1767384337.883524:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000056cdeb88. 00000400:00000200:1.0:1767384337.883527:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000056cdeb88 net tcp35 00000400:00000200:0.0:1767384337.883529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883530:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (27) 00000400:00000200:1.0:1767384337.883538:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp35 flags 0x11 00000400:00000010:1.0:1767384337.883543:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fc474d27. 00000400:00000200:1.0:1767384337.883546:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fc474d27 nid 192.168.204.118@tcp36 00000400:00000010:1.0:1767384337.883549:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c894854b. 00000400:00000200:1.0:1767384337.883550:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c894854b net tcp36 00000400:00000200:1.0:1767384337.883552:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (28) 00000400:00000200:1.0:1767384337.883555:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp36 flags 0x11 00000400:00000200:0.0:1767384337.883557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000010:1.0:1767384337.883558:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000b7269f1b. 00000400:00000010:1.0:1767384337.883564:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000007448839a. 00000400:00000010:1.0:1767384337.883567:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000300fa054. 00000400:00000010:1.0:1767384337.883570:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000001d7640f3. 00000400:00000200:1.0:1767384337.883576:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384337.883578:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:1.0:1767384337.883581:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:0.0:1767384337.883587:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384337.883591:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:1.0:1767384337.883595:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384337.883598:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384337.883602:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384337.883605:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (29) 00000400:00000200:0.0:1767384337.883618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883634:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883660:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883673:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883748:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883792:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883881:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384337.883898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384337.884008:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c5818a4. 00000800:00000010:0.0:1767384337.884012:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f0c5bca. 00000800:00000010:0.0:1767384337.884015:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a05111d1. 00000800:00000010:0.0:1767384337.884033:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a05111d1. 00000800:00020000:0.0:1767384337.884039:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384337.884042:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f0c5bca. 00000800:00000010:0.0:1767384337.884045:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009c5818a4. 00000400:02020000:0.0:1767384337.884080:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp35 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384337.884105:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp35 notifying 192.168.204.118@tcp35: down 00000800:00000200:0.0:1767384337.884112:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp35 down 00000800:00000100:0.0:1767384337.884120:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp35 00000800:00000010:0.0:1767384337.884124:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fcbc1e69. 00000400:00000200:0.0:1767384337.884128:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384337.884132:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384337.884137:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:0.0:1767384337.884139:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000400:00000200:0.0:1767384337.884141:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384337.884144:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp35: 1 00000400:00000200:0.0:1767384337.884147:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp35 (00000000d68ca965): -114 00000400:00000010:0.0:1767384337.884159:0:16343:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e289fcec. 00000400:00000200:0.0:1767384337.884161:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (3) 00000400:00000200:0.0:1767384337.884165:0:16343:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000002f3a536a nid 192.168.204.118@tcp35 00000400:00000010:0.0:1767384337.884167:0:16343:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000002f3a536a. 00000400:00000200:0.0:1767384337.884170:0:16343:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000412f6de2 net tcp35 00000400:00000010:0.0:1767384337.884171:0:16343:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000412f6de2. 00000400:00000200:0.0:1767384337.884174:0:16343:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (2) 00000400:00000200:3.0:1767384337.884179:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384337.884185:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x80861 00000400:00000200:3.0:1767384337.884188:0:16350:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x80861 00000400:00000200:3.0:1767384337.884190:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp35(00000000d68ca965) state 0x80821 rc 0 00000400:00000200:3.0:1767384337.884192:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp35 (00000000d68ca965) 00000400:00000200:3.0:1767384337.884195:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d68ca965 (1) 00000400:00000200:3.0:1767384337.884198:0:16350:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000d68ca965 nid 192.168.204.118@tcp35 00000400:00000010:3.0:1767384337.884200:0:16350:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000d68ca965. 00080000:00000010:1.0:1767384337.884463:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a8781f4. 00080000:00000010:3.0:1767384337.884491:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000068a92415. 00040000:00000001:3.0:1767384337.884496:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384337.884498:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384337.884500:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384337.884502:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384337.884505:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384337.884506:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384337.884515:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384337.884523:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384337.884526:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384337.884530:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384337.884537:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384337.884541:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384337.884542:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004cb0b1ec. 10000000:01000000:1.0:1767384337.884543:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384337.884546:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00010000:00000001:1.0:1767384337.884549:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384337.884550:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384337.884552:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384337.884554:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384337.884557:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:1.0:1767384337.884559:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008c78201a count: 2 00010000:00000001:1.0:1767384337.884562:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384337.884564:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384337.884565:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384337.884570:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0267f90. 00080000:00000001:0.0:1767384337.884572:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.884573:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384337.884575:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384337.884577:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0267f90 with handle 0xd602e9c522f0b2ba to hash 00080000:00000001:0.0:1767384337.884578:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.884582:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384337.884583:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384337.884585:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00080000:00000001:0.0:1767384337.884586:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.884592:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00080000:00000002:0.0:1767384337.884592:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00000001:1.0:1767384337.884598:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384337.884599:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00010000:00000001:1.0:1767384337.884601:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384337.884602:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:1.0:1767384337.884606:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384337.884607:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384337.884614:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384337.884617:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384337.884618:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.884620:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384337.884622:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.884623:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384337.884625:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384337.884626:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:0.0:1767384337.884629:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00010000:1.0:1767384337.884630:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384337.884634:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384337.884638:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000043bf107d. 00010000:00000001:1.0:1767384337.884639:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384337.884642:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518024192 : -114772191527424 : ffff979d844b3e00) 00080000:00000020:3.0:1767384337.884645:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384337.884645:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384337.884648:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384337.884649:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1767384337.884650:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384337.884652:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384337.884654:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a05111d1. 00010000:00000001:1.0:1767384337.884655:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384337.884660:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7bdedf7. 00010000:00000001:1.0:1767384337.884660:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384337.884660:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.884666:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384337.884667:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 20000000:00000001:3.0:1767384337.884668:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.884672:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384337.884673:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731468032 00080000:00000001:0.0:1767384337.884675:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.884679:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384337.884683:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008c78201a) refcount = 2 00080000:00000001:0.0:1767384337.884686:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:3.0:1767384337.884687:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073050531 x1853236731468032/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384337.884688:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384337.884694:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.884703:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384337.884705:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1767384337.884706:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384337.884708:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384337.884710:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.884718:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:1.0:1767384337.884719:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005880cc75. 00000100:00000040:3.0:1767384337.884722:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384337.884723:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384337.884725:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000010:1.0:1767384337.884728:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e8cb285. 02000000:00000001:3.0:1767384337.884729:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.884733:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.884733:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301529403968 : -114772180147648 : ffff979d84f8e240) 00000100:00000001:3.0:1767384337.884739:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384337.884739:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301529403968 : -114772180147648 : ffff979d84f8e240) 00000100:00000001:1.0:1767384337.884741:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:3.0:1767384337.884745:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384337.884745:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384337.884749:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:3.0:1767384337.884751:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003808a938. 00010000:00000001:1.0:1767384337.884752:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.884755:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384337.884757:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731468032, offset 224 00000020:00000001:1.0:1767384337.884758:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.884761:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.884764:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1767384337.884788:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384337.884788:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384337.884794:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000559c8485. 00000400:00000200:3.0:1767384337.884799:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384337.884799:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:1.0:1767384337.884805:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384337.884807:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384337.884810:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.884811:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105900 02000000:00000010:1.0:1767384337.884816:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d7640f3. 00000400:00000200:3.0:1767384337.884817:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a29 [2] + 224 00000400:00000200:3.0:1767384337.884821:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384337.884826:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.884827:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.884834:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384337.884835:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384337.884840:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384337.884849:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 406 lvb_type: 0 00000100:00000040:3.0:1767384337.884850:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384337.884868:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384337.884871:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384337.884874:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384337.884877:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.884883:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003808a938 00000100:00000001:1.0:1767384337.884883:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.884885:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.884886:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003808a938. 00000100:00100000:1.0:1767384337.884890:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731468288:0@lo:104: 00000100:00000001:3.0:1767384337.884892:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384337.884893:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.884894:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384337.884897:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384337.884898:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384337.884902:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384337.884902:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.884904:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384337.884905:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384337.884907:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.884908:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384337.884910:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe5370d4. 00000400:00000010:0.0:1767384337.884912:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e484920. 02000000:00000001:1.0:1767384337.884913:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.884914:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:0.0:1767384337.884918:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074926de3 00010000:00000001:3.0:1767384337.884919:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384337.884920:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456cb21. 00000400:00000010:0.0:1767384337.884921:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074926de3. 00000020:00000001:3.0:1767384337.884923:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.884928:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384337.884928:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384337.884929:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa1747ce. 00000100:00000200:1.0:1767384337.884934:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731468288, portal 16 00000100:00000200:0.0:1767384337.884935:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.884936:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073050531 x1853236731468032/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.884938:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.884941:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 00000100:00000040:1.0:1767384337.884950:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384337.884973:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384337.884977:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073050531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731468032:12345-0@lo:253: Request processed in 2423us (2971us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.884977:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.884984:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.884988:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000100:00000200:1.0:1767384337.884993:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731468288, offset 0 00000100:00100000:3.0:1767384337.884996:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:0.0:1767384337.884997:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384337.885000:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000200:1.0:1767384337.885001:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384337.885001:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.885005:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.885007:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384337.885008:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384337.885010:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384337.885013:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384337.885014:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1581c89. 00000400:00000200:1.0:1767384337.885014:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384337.885015:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.885021:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.885024:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee299cb3. 00000100:00001000:0.0:1767384337.885025:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=57 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384337.885028:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d105a00 00000020:00000010:3.0:1767384337.885030:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e54b9884. 00000100:00001000:0.0:1767384337.885030:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=57 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384337.885036:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:0.0:1767384337.885038:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384337.885041:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384337.885042:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 328 02000000:00000010:3.0:1767384337.885044:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001223c240. 00000100:00000001:0.0:1767384337.885047:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.885049:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384337.885051:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384337.885052:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.885052:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384337.885054:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885059:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.885060:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384337.885061:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384337.885067:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384337.885068:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd62ecfd. 00000100:00000001:1.0:1767384337.885069:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384337.885072:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:3.0:1767384337.885076:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003808a938. 00000100:00000010:1.0:1767384337.885079:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5a07e79. 00000100:00000040:1.0:1767384337.885084:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000e5a07e79 x1853236731468288 msgsize 328 00000100:00000001:0.0:1767384337.885085:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.885089:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384337.885105:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384337.885105:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384337.885112:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384337.885114:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384337.885117:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:0.0:1767384337.885117:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384337.885119:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.885122:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384337.885125:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000020:01000004:0.0:1767384337.885125:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.885128:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:1.0:1767384337.885129:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000100:00000001:3.0:1767384337.885130:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000004:0.0:1767384337.885131:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384337.885133:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384337.885135:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468288 00000020:01000004:0.0:1767384337.885135:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384337.885138:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384337.885139:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384337.885140:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384337.885143:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384337.885145:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.885146:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.885153:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.885159:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468288 00000020:00000001:3.0:1767384337.885162:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384337.885165:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000100:00000001:1.0:1767384337.885168:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384337.885169:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384337.885173:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6753941 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731468032:0@lo:253: 00000100:00000040:1.0:1767384337.885174:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384337.885178:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000100:00000001:0.0:1767384337.885181:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.885185:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:0.0:1767384337.885187:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384337.885191:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000040:0.0:1767384337.885193:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6753941 x1853236731468032/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.885197:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885198:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384337.885203:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:1.0:1767384337.885203:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.885205:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384337.885209:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.885209:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.885210:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.885214:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fecf27a9. 00000020:00000010:3.0:1767384337.885215:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00000001:1.0:1767384337.885216:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294924058 02000000:00000001:0.0:1767384337.885218:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.885222:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384337.885223:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e030ab3. 00000020:00000040:0.0:1767384337.885223:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384337.885225:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294924055 00000020:00000010:3.0:1767384337.885230:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000079ef940. 00000020:00000001:0.0:1767384337.885230:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384337.885231:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294924058 02000000:00000010:0.0:1767384337.885234:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab30336e. 00000020:00000010:3.0:1767384337.885236:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c566d63. 00000100:00000001:1.0:1767384337.885238:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294924055 02000000:00000001:0.0:1767384337.885240:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384337.885244:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294924058 00000100:00000040:3.0:1767384337.885246:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384337.885249:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294924055 02000000:00000001:0.0:1767384337.885249:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384337.885250:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384337.885254:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384337.885254:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6753941. 00000100:00000001:1.0:1767384337.885255:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294924058 00000100:00000001:3.0:1767384337.885258:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885260:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.885263:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294924055 00000100:00000001:0.0:1767384337.885263:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.885264:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885270:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.885271:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.885275:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885276:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.885276:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384337.885277:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885279:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.885283:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885285:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.885288:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885292:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384337.885293:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885295:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384337.885296:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.885299:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384337.885302:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:1.0:1767384337.885303:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885305:0:19666:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384337.885309:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00010000:00000001:1.0:1767384337.885309:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384337.885309:0:19666:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384337.885314:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384337.885315:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788995840 : -114766920555776 : ffff979ebe77e300) 00000100:00000001:0.0:1767384337.885315:0:19666:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885321:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.885321:0:19666:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.885324:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5a07e79 x1853236731468288/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384337.885327:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.885330:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384337.885334:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 000000006e8cb285 going to sleep for 11 seconds 00000100:00000001:1.0:1767384337.885338:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.885340:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384337.885342:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.885344:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:3.0:1767384337.885348:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384337.885349:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000100:00100000:3.0:1767384337.885353:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5a07e79 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731468288:12345-0@lo:104: 00000100:00000200:3.0:1767384337.885356:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468288 00010000:00000001:3.0:1767384337.885358:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384337.885361:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384337.885369:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384337.885370:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001a97f06 refcount=2 00000020:00000001:3.0:1767384337.885372:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:3.0:1767384337.885374:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:3.0:1767384337.885377:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384337.885378:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384337.885381:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384337.885387:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384337.885389:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384337.885391:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000324b7c61. 02000000:00000001:3.0:1767384337.885392:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885394:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.885396:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.885397:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.885399:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.885402:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.885404:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384337.885405:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384337.885407:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.885409:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885410:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.885412:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.885414:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000100:00000200:3.0:1767384337.885417:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731468288, offset 224 00000400:00000200:3.0:1767384337.885420:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.885425:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.885430:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d105a00 00000400:00000200:3.0:1767384337.885433:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a49 [1] + 224 00000400:00000200:3.0:1767384337.885436:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.885439:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.885442:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.885445:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384337.885460:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384337.885472:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.885477:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000400:00000010:3.0:1767384337.885479:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000100:00000001:3.0:1767384337.885482:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384337.885483:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.885487:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.885489:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384337.885492:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384337.885494:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384337.885495:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000074926de3. 00010000:00000001:3.0:1767384337.885499:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384337.885500:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384337.885502:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384337.885504:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002456cb21. 00000400:00000200:1.0:1767384337.885508:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa1747ce 00010000:00010000:3.0:1767384337.885510:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384337.885510:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa1747ce. 00010000:00000001:3.0:1767384337.885516:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885517:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384337.885518:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.885521:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384337.885523:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384337.885528:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5a07e79 x1853236731468288/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384337.885547:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384337.885550:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5a07e79 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731468288:12345-0@lo:104: Request processed in 206us (462us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.885565:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384337.885567:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384337.885568:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384337.885570:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00000100:00000001:1.0:1767384337.885571:0:17100:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384337.885573:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384337.885574:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384337.885576:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384337.885577:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.885580:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.885581:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000079ef940. 02000000:00000001:1.0:1767384337.885582:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.885586:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c566d63. 00000100:00001000:1.0:1767384337.885587:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=57 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384337.885591:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e030ab3. 00000100:00001000:1.0:1767384337.885592:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=57 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384337.885593:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1767384337.885597:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00000001:1.0:1767384337.885598:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384337.885598:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885602:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.885603:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384337.885603:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384337.885605:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384337.885610:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885611:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384337.885613:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885614:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.885616:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.885626:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000001a97f06 already unused, calling callback (00000000e93ca148) 00000100:00000040:1.0:1767384337.885628:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384337.885631:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384337.885634:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.885639:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.885645:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384337.885646:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384337.885648:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.885649:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384337.885651:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:0.0:1767384337.885652:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384337.885655:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384337.885656:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000001a97f06 refcount=3 00010000:00000001:1.0:1767384337.885659:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384337.885659:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00010000:00000001:1.0:1767384337.885662:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885663:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362688 : -114767272188928 : ffff979ea9826400) 00000100:00000040:1.0:1767384337.885666:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384337.885667:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.885670:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384337.885686:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000559c8485 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731468288:0@lo:104: 00000100:00000001:1.0:1767384337.885691:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.885694:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885696:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384337.885698:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.885701:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000559c8485 x1853236731468288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384337.885705:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.885706:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.885708:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe5370d4. 02000000:00000001:1.0:1767384337.885711:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384337.885712:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.885714:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000020:00000001:1.0:1767384337.885715:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.885717:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d7640f3. 02000000:00000001:1.0:1767384337.885719:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.885721:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384337.885722:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000559c8485. 00000100:00000001:1.0:1767384337.885726:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.885729:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384337.885733:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e8cb285. 10000000:00000001:0.0:1767384337.885736:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384337.885737:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00010000:0.0:1767384337.885739:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.885740:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384337.885745:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005880cc75. 10000000:01000000:0.0:1767384337.885748:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384337.885751:0:17072:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384337.885754:0:17072:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384337.885755:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384337.885756:0:17072:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384337.885760:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885761:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384337.885764:0:17072:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.885765:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384337.885792:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:0.0:1767384337.885793:0:17072:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:1.0:1767384337.885795:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:0.0:1767384337.885796:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767384337.885799:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384337.885799:0:17072:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384337.885803:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384337.885806:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885811:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.885814:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.885815:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.885817:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.885819:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.885820:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000001a97f06 with handle 0xd602e9c522f0b2ac from hash 00010000:00000001:0.0:1767384337.885822:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.885823:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.885824:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.885825:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.885827:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.885828:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384337.885831:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384337.885832:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384337.885836:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6753941. 00000020:00000040:0.0:1767384337.885838:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384337.885840:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.885841:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.885843:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384337.885846:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005445d3ec. 00000100:00000001:0.0:1767384337.885855:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885857:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384337.885860:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.885865:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384337.885867:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.885869:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.885870:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.885873:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6753941] to pc [ptlrpcd_00_02+2] req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.885893:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384337.885895:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384337.885898:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384337.885898:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.885902:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885903:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.885904:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384337.885904:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.885906:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384337.885908:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.885909:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.885914:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384337.885915:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.885932:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.885935:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000001a97f06/0xd602e9c522f0b2ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2b3 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.885936:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.885939:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.885946:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:0.0:1767384337.885946:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d6b8af1e count: 0 02000000:00000001:1.0:1767384337.885950:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384337.885954:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.885956:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6753941 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731468416:0@lo:103: 00000100:00000001:1.0:1767384337.885959:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384337.885962:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384337.885963:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384337.885965:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.885966:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384337.885969:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1767384337.885969:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000074926de3. 02000000:00000010:1.0:1767384337.885973:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d7640f3. 00010000:00000001:0.0:1767384337.885975:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.885976:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.885981:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384337.885983:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456cb21. 00000020:00000001:0.0:1767384337.885984:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.885989:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384337.885991:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa1747ce. 00000020:00000001:0.0:1767384337.885991:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.885993:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384337.885996:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731468416, portal 18 00010000:00010000:0.0:1767384337.885997:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384337.886000:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.886001:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789519232 : -114766920032384 : ffff979ebe7fdf80) 00000020:00000001:0.0:1767384337.886006:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384337.886008:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384337.886009:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.886015:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384337.886020:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.886022:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.886031:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000100:00000200:1.0:1767384337.886034:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731468416, offset 0 00000400:00000200:1.0:1767384337.886040:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.886045:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384337.886052:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d105a80 00000400:00000200:1.0:1767384337.886056:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384337.886060:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384337.886063:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.886068:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384337.886069:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384337.886072:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000559c8485. 00000100:00000040:1.0:1767384337.886074:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000559c8485 x1853236731468416 msgsize 328 00000100:00100000:1.0:1767384337.886078:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384337.886088:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384337.886104:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:1.0:1767384337.886106:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000100:00000001:1.0:1767384337.886109:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384337.886113:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.886119:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384337.886119:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384337.886123:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468416 00000100:00000040:1.0:1767384337.886126:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384337.886127:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384337.886130:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.886133:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.886138:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886139:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886142:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384337.886142:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468416 00000020:00000001:0.0:1767384337.886146:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384337.886148:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.886148:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384337.886153:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384337.886154:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294924059 00000020:00000040:0.0:1767384337.886155:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384337.886159:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384337.886161:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384337.886163:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924058 00000100:00000001:0.0:1767384337.886164:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:3.0:1767384337.886165:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043bf107d. 00000100:00000001:1.0:1767384337.886168:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294924059 00000020:00000010:0.0:1767384337.886170:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e2ef5d. 00000100:00000001:1.0:1767384337.886173:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924058 00000100:00000001:0.0:1767384337.886177:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.886179:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294924059 00000020:00000010:0.0:1767384337.886180:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029e2ef5d. 00000100:00000001:1.0:1767384337.886186:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924058 00000020:00000010:0.0:1767384337.886187:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013dc9afb. 00000100:00000001:1.0:1767384337.886189:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294924059 00000020:00000010:0.0:1767384337.886193:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000457a9b7e. 00000020:00000010:0.0:1767384337.886197:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bac268fc. 00000100:00000001:1.0:1767384337.886200:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924058 00000100:00000040:0.0:1767384337.886203:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384337.886205:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.886206:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.886208:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886209:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384337.886213:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886213:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384337.886217:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886218:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886223:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384337.886226:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384337.886227:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384337.886228:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384337.886230:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384337.886233:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384337.886233:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4960119 refcount=4 00000100:00000001:1.0:1767384337.886236:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384337.886237:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00000100:00000001:1.0:1767384337.886240:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886241:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00000100:00000001:1.0:1767384337.886246:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.886248:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 406 lvb_type: 0 00010000:00000001:0.0:1767384337.886260:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886262:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886263:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.886264:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.886268:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384337.886273:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000559c8485 x1853236731468416/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.886278:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384337.886279:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886304:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.886314:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384337.886315:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384337.886320:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384337.886322:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384337.886322:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384337.886327:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384337.886327:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788998528 : -114766920553088 : ffff979ebe77ed80) 00000100:00000001:1.0:1767384337.886331:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.886334:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000559c8485 x1853236731468416/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.886335:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886345:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384337.886348:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e2ef5d. 00000100:00000001:0.0:1767384337.886350:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384337.886351:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029e2ef5d. 00000100:00100000:0.0:1767384337.886354:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000559c8485 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731468416:12345-0@lo:103: 00000100:00000200:0.0:1767384337.886357:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468416 00010000:00000001:0.0:1767384337.886359:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384337.886360:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384337.886362:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384337.886365:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384337.886366:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384337.886369:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074382774. 02000000:00000001:0.0:1767384337.886371:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886372:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886380:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384337.886382:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384337.886384:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.886385:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.886387:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4960119 refcount=4 00000020:00000001:0.0:1767384337.886388:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00010000:00000001:0.0:1767384337.886390:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366272 : -114767272185344 : ffff979ea9827200) 00010000:00000040:0.0:1767384337.886392:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008c78201a count: 3 00010000:00010000:0.0:1767384337.886396:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 406 lvb_type: 0 00000100:00001000:0.0:1767384337.886400:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384337 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384337.886403:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.886407:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886409:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.886411:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 406 lvb_type: 0 00000020:00000001:0.0:1767384337.886416:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.886417:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.886419:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.886420:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886423:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.886424:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.886427:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886429:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886430:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.886431:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.886432:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4960119 with handle 0xd602e9c522f0b2b3 from hash 00010000:00000001:0.0:1767384337.886434:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.886435:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886435:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886436:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.886437:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.886438:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.886439:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a4960119/0xd602e9c522f0b2b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b2ac expref: 16 pid: 17076 timeout: 406 lvb_type: 0 00010000:00000040:0.0:1767384337.886449:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384337.886450:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384337.886454:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886455:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384337.886457:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384337.886458:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e0267f90 00010000:00000001:0.0:1767384337.886460:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384337.886461:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.886462:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886464:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.886465:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886467:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.886468:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384337.886469:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886473:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384337.886475:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.886476:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.886477:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.886478:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008c78201a) refcount = 2 00010000:00010000:0.0:1767384337.886480:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886484:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.886485:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.886501:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886503:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384337.886505:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029e2ef5d. 00000100:00000001:0.0:1767384337.886507:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384337.886510:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f0c5bca. 00000100:00000001:0.0:1767384337.886511:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306792498304 : -114766917053312 : ffff979ebead5480) 00000100:00000001:0.0:1767384337.886512:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306792498304 : -114766917053312 : ffff979ebead5480) 00000100:00000001:0.0:1767384337.886514:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384337.886519:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384337.886521:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384337.886522:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384337.886524:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384337.886526:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.886527:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.886528:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0267f90 refcount=5 00000020:00000001:0.0:1767384337.886529:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00000001:0.0:1767384337.886531:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00000001:0.0:1767384337.886532:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384337.886533:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886537:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.886538:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886541:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886542:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.886543:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886546:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.886547:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886548:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.886549:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.886552:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0267f90 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384337.886554:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.886555:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384337.886556:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886559:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384337.886564:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.886565:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.886566:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0267f90 refcount=6 00000020:00000001:0.0:1767384337.886567:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00000001:0.0:1767384337.886568:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00000001:0.0:1767384337.886570:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.886571:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886574:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.886575:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.886575:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886584:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.886585:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.886586:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.886587:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.886588:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0267f90 with handle 0xd602e9c522f0b2ba from hash 00010000:00000001:0.0:1767384337.886590:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.886591:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886591:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886592:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.886594:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.886595:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384337.886596:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384337.886598:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886600:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886601:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384337.886602:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886603:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384337.886607:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886610:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886612:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.886614:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384337.886615:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.886619:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384337.886619:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.886625:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.886625:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886640:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.886642:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384337.886643:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.886644:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384337.886645:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384337.886648:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886649:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384337.886651:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384337.886652:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.886653:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886654:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.886656:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.886657:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886658:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.886659:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0267f90/0xd602e9c522f0b2ba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.886664:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.886665:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.886666:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384337.886667:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384337.886668:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886669:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886670:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384337.886672:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f0c5bca. 00000100:00000001:0.0:1767384337.886674:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384337.886674:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384337.886676:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029e2ef5d. 00010000:00000001:0.0:1767384337.886677:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384337.886678:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008c78201a count: 0 00010000:00010000:0.0:1767384337.886683:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384337.886684:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.886686:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384337.886688:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384337.886690:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.886692:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384337.886694:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384337.886695:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384337.886697:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384337.886698:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.886700:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384337.886701:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.886709:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000200:0.0:1767384337.886712:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731468416, offset 224 00000400:00000200:0.0:1767384337.886716:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.886720:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.886725:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d105a80 00000400:00000200:0.0:1767384337.886728:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a59 [1] + 224 00000400:00000200:0.0:1767384337.886731:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.886733:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.886735:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384337.886737:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.886743:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.886754:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.886757:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000400:00000010:0.0:1767384337.886758:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000001:0.0:1767384337.886760:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384337.886761:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.886764:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886792:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.886794:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384337.886798:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384337.886799:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384337.886801:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002456cb21. 00000400:00000200:1.0:1767384337.886805:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa1747ce 00000400:00000010:1.0:1767384337.886806:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa1747ce. 00000100:00000001:1.0:1767384337.886810:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384337.886814:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.886827:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.886833:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.886835:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.886837:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384337.886838:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384337.886839:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.886841:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.886843:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.886845:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384337.886848:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=57 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384337.886851:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:1.0:1767384337.886852:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384337.886856:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886857:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.886862:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.886862:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.886865:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886868:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.886869:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559c8485 x1853236731468416/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.886874:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.886891:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384337.886893:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000559c8485 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731468416:12345-0@lo:103: Request processed in 544us (814us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.886895:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384337.886898:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384337.886904:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.886905:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384337.886910:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384337.886914:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384337.886918:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6753941 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731468416:0@lo:103: 00000100:00000001:0.0:1767384337.886919:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384337.886924:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000457a9b7e. 00000100:00000001:1.0:1767384337.886925:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.886929:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384337.886930:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bac268fc. 00000100:00000040:1.0:1767384337.886932:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6753941 x1853236731468416/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.886942:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384337.886942:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013dc9afb. 02000000:00000001:1.0:1767384337.886944:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.886947:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d7640f3. 00000020:00000040:0.0:1767384337.886948:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384337.886951:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384337.886951:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384337.886960:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.886961:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384337.886963:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.886965:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005445d3ec. 02000000:00000001:1.0:1767384337.886969:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.886970:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000010:0.0:1767384337.886971:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a05111d1. 00000100:00000010:1.0:1767384337.886972:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6753941. 00040000:00000001:0.0:1767384337.886978:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384337.886979:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00040000:00000001:0.0:1767384337.886981:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1767384337.886982:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384337.886984:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886985:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:0.0:1767384337.886988:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000100:00000001:1.0:1767384337.886992:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:0.0:1767384337.886992:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.886995:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.886996:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384337.887001:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384337.887002:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.887006:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.887016:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384337.887035:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384337.887040:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384337.887117:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384337.887120:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384337.887122:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384337.887125:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384337.887126:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384337.887147:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dc25234. 00010000:00000001:0.0:1767384337.887168:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384337.887170:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dff3bd3. 00000020:00000001:0.0:1767384337.887173:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384337.887175:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dff3bd3 with handle 0xd602e9c522f0b2c1 to hash 00000020:00000001:0.0:1767384337.887176:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000020:1.0:1767384337.887178:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384337.887178:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000100:00000001:1.0:1767384337.887183:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384337.887183:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 20000000:00000010:1.0:1767384337.887186:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000034afe4d9. 00010000:00000001:0.0:1767384337.887187:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.887192:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.887194:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.887194:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384337.887200:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731468160 00010000:00000001:0.0:1767384337.887202:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384337.887203:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384337.887205:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000200:1.0:1767384337.887208:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001c1ef677 x1853236731468160/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887208:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384337.887215:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384337.887216:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384337.887217:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887218:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384337.887221:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=57 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384337.887222:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.887225:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.887227:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384337.887227:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1767384337.887231:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:0.0:1767384337.887231:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384337.887235:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384337.887235:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.887237:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:1.0:1767384337.887239:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1767384337.887240:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007dc25234) refcount = 1 02000000:00000001:1.0:1767384337.887242:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.887244:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.887246:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.887251:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.887255:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e8cb285. 00010000:00000001:0.0:1767384337.887255:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.887256:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.887275:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384337.887277:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731468160, offset 224 00010000:00000001:0.0:1767384337.887278:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887282:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384337.887285:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384337.887287:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000400:00000200:1.0:1767384337.887288:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384337.887291:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.887293:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.887295:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=4 00000400:00000200:1.0:1767384337.887299:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384337.887300:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384337.887305:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384337.887306:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384337.887310:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105980 00000400:00000200:1.0:1767384337.887321:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a35 [2] + 224 00010000:00010000:0.0:1767384337.887324:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384337.887326:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384337.887335:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384337.887336:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384337.887337:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.887341:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384337.887345:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384337.887347:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887348:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.887351:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384337.887366:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887388:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.887391:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887393:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.887394:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.887397:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384337.887399:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001dff3bd3 already unused, calling callback (00000000d6205520) 00000400:00000200:1.0:1767384337.887403:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8cb285 00010000:00000001:0.0:1767384337.887403:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.887404:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384337.887406:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384337.887407:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e8cb285. 00010000:00010000:0.0:1767384337.887408:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384337.887410:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.887413:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384337.887417:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384337.887418:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384337.887420:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000001:3.0:1767384337.887421:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384337.887423:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887423:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767384337.887425:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000364aa5fc. 00000020:00000001:0.0:1767384337.887427:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384337.887431:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000040:0.0:1767384337.887432:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=5 00000400:00000200:3.0:1767384337.887433:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d07e8ef 00010000:00000001:1.0:1767384337.887438:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384337.887439:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d07e8ef. 00000020:00000001:0.0:1767384337.887439:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000020:00000001:1.0:1767384337.887441:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887446:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00000100:00000001:3.0:1767384337.887447:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384337.887448:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384337.887451:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.887454:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384337.887458:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.887458:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c1ef677 x1853236731468160/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887466:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.887470:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.887472:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887478:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.887497:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.887500:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.887503:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.887509:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dff3bd3 with handle 0xd602e9c522f0b2c1 from hash 00010000:00000001:0.0:1767384337.887512:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:3.0:1767384337.887514:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887515:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384337.887516:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c1ef677 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731468160:12345-0@lo:253: Request processed in 4949us (5440us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384337.887519:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.887527:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.887530:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.887533:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:1.0:1767384337.887535:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00010000:00000001:0.0:1767384337.887537:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384337.887538:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384337.887539:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00000001:0.0:1767384337.887540:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.887541:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.887543:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.887548:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384337.887549:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384337.887549:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.887552:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384337.887554:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7931ec7. 00000100:00000001:3.0:1767384337.887555:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384337.887556:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:1.0:1767384337.887559:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007303365e. 00000100:00000001:3.0:1767384337.887560:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887560:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1767384337.887566:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.887567:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 00010000:00000001:0.0:1767384337.887567:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384337.887570:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=57 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384337.887572:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384337.887573:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00001000:3.0:1767384337.887574:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=57 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384337.887576:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.887578:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384337.887582:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004512c357. 00010000:00000001:0.0:1767384337.887583:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.887584:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384337.887586:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.887588:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.887590:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384337.887593:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.887594:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.887594:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384337.887598:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.887599:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384337.887606:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384337.887607:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887610:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384337.887612:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456cb21. 00010000:00000001:0.0:1767384337.887613:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384337.887618:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e8cb285. 00010000:00000001:0.0:1767384337.887618:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384337.887623:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384337.887623:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384337.887628:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384337.887628:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384337.887631:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.887632:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384337.887634:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384337.887637:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:0.0:1767384337.887637:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:3.0:1767384337.887641:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384337.887642:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384337.887642:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384337.887645:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 20000000:00000001:0.0:1767384337.887647:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.887650:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384337.887654:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384337.887656:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384337.887659:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384337.887660:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:3.0:1767384337.887661:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384337.887665:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384337.887666:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384337.887668:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b2c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384337.887688:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6b1f613 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731468160:0@lo:253: 00010000:00000040:0.0:1767384337.887689:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007dc25234 count: 0 00000100:00000001:3.0:1767384337.887696:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.887699:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384337.887701:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6b1f613 x1853236731468160/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.887703:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384337.887706:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384337.887710:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384337.887712:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384337.887714:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000053ae6fa7. 02000000:00000001:3.0:1767384337.887717:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384337.887718:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384337.887719:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384337.887721:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384337.887722:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a78c3376. 02000000:00000001:3.0:1767384337.887724:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384337.887725:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384337.887726:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 00000100:00000001:3.0:1767384337.887728:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384337.887729:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.887730:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.887733:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.887734:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.887736:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.887738:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384337.889064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d6b8af1e. 00010000:00000010:0.1:1767384337.889071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001a97f06. 00000100:00000040:2.0:1767384337.891800:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294924059, at 4294924060 00000100:00000010:2.0:1767384337.891807:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fd66c70. 00000100:00000040:0.0:1767384337.891830:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294924059, at 4294924060 00000100:00000040:3.0:1767384337.891835:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294924059, at 4294924060 00000100:00000010:0.0:1767384337.891839:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005457e344. 00000100:00000010:3.0:1767384337.891843:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c68d7ec. 00000100:00000040:1.0:1767384337.891854:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294924059, at 4294924060 00000100:00000010:1.0:1767384337.891861:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b3f841f. 00010000:00000010:0.1:1767384337.896798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a4960119. 00010000:00000010:0.1:1767384337.896806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0267f90. 00010000:00000010:0.1:1767384337.896811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008c78201a. 00010000:00000010:0.1:1767384337.896817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dc25234. 00010000:00000010:0.1:1767384337.896823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dff3bd3. 00000400:00000010:3.0:1767384337.898545:0:30286:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000031432954. 00000400:00000040:3.0:1767384337.898563:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.898565:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.898567:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.898572:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.898574:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.898575:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384337.898578:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.898579:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.898580:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.898581:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384337.898583:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.898584:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.898585:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.898587:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.898588:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384337.898589:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.898590:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.898591:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384337.898592:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384337.898593:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.898594:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.898595:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.898596:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.898597:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.898598:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384337.898600:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.898600:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.898601:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.898602:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.898603:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.898604:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384337.898605:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.898606:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.898607:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.898608:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.898609:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.898610:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384337.898612:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.898613:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.898614:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.898615:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.898616:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.898622:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384337.898623:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384337.898625:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384337.898626:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384337.898627:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384337.898628:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384337.898630:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.898631:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.898632:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384337.898632:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.898633:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384337.898635:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384337.898636:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384337.898637:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384337.898638:0:30286:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384337.898711:0:30286:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000031432954. 00000400:00000001:3.0:1767384338.119812:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.119816:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384338.119819:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 00000400:00000010:3.0:1767384338.119824:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000400:00000200:3.0:1767384338.119829:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384338.119835:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384338.119844:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384338.119848:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023273317. 00000400:00000200:3.0:1767384338.119852:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp34 00000400:00000010:3.0:1767384338.119855:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384338.119858:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a4c1981. 00000400:00000010:3.0:1767384338.119861:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000400:00000010:3.0:1767384338.119866:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e2b136e. 00000400:00000200:3.0:1767384338.119870:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp34 00000400:00000200:3.0:1767384338.119881:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp34 local destination 00000400:00000200:3.0:1767384338.119886:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp34 00000400:00000200:3.0:1767384338.119889:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [103:103:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384338.119895:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp34 00000400:00000200:3.0:1767384338.119901:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:) -> 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) : GET try# 0 00000800:00000200:3.0:1767384338.119911:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp34 00000800:00000010:3.0:1767384338.119914:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047914442. 00000800:00000200:3.0:1767384338.119921:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:3.1:1767384338.119926:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000400:00000200:3.0:1767384338.119941:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp34 added to recovery queue. ping count: 1 next ping: 258 health :900 00000400:00000200:3.0:1767384338.119945:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp35 00000400:00000010:3.0:1767384338.119948:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000055776398. 00000400:00000010:3.0:1767384338.119951:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000052a3527d. 00000400:00000010:3.0:1767384338.119955:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000400:00000010:3.0:1767384338.119961:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000040a1896. 00000400:00000200:3.0:1767384338.119965:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp35 00000400:00000200:3.0:1767384338.119974:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp35 local destination 00000400:00000200:3.0:1767384338.119979:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp35 00000400:00000200:3.0:1767384338.119982:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp35 NI seq info: [104:104:256:4294967295] 192.168.204.118@tcp35 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384338.119987:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp35 00000400:00000200:3.0:1767384338.119997:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35:) -> 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) : GET try# 0 00000800:00000200:3.0:1767384338.120002:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp35 00000800:00000010:3.0:1767384338.120006:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059a6209e. 00000800:00000200:3.0:1767384338.120011:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000800:00000200:3.0:1767384338.120013:0:16349:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 0, interval 2, 2 secs later) 00000800:00000200:3.1:1767384338.120017:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000800:00000200:3.1:1767384338.120019:0:16349:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 0, interval 2, 2 secs later) 00000800:00000100:3.0:1767384338.120022:0:16349:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.118@tcp35 00000800:00000010:3.0:1767384338.120024:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000059a6209e. 00000400:00000200:3.0:1767384338.120028:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1767384338.120029:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384338.120035:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: GET: REMOTE_ERROR 00000400:00000200:3.0:1767384338.120042:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:3.0:1767384338.120044:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp35 recovery message sent unsuccessfully:-5 00000400:00000200:3.0:1767384338.120048:0:16349:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp35) recovery failed with -5 00000400:00000200:3.0:1767384338.120056:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp35 added to recovery queue. ping count: 1 next ping: 258 health :800 00000400:00000200:2.0:1767384338.120083:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120129:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120150:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120171:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120196:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120220:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120244:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120276:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120307:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120332:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120362:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120388:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120439:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120468:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120494:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120533:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120556:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120587:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120637:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120668:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120695:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120721:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120745:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120798:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120860:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120903:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120937:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.120972:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.121004:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.121039:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.121083:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384338.121135:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384338.121292:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eacfc35a. 00000800:00000010:2.0:1767384338.121298:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002961c3e1. 00000800:00000010:2.0:1767384338.121305:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ea3b200. 00000800:00000010:2.0:1767384338.121332:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ea3b200. 00000800:00020000:2.0:1767384338.121345:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384338.121349:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002961c3e1. 00000800:00000010:2.0:1767384338.121352:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eacfc35a. 00000400:02020000:2.0:1767384338.121408:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384338.121418:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp34 notifying 192.168.204.118@tcp34: down 00000800:00000200:2.0:1767384338.121424:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp34 down 00000800:00000100:2.0:1767384338.121431:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp34 00000800:00000010:2.0:1767384338.121434:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047914442. 00000400:00000200:2.0:1767384338.121438:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384338.121442:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384338.121449:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384338.121452:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384338.121457:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp34) recovery failed with -71 00010000:00000001:3.0:1767384338.439840:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384338.439853:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.439862:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384338.439864:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.439895:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384338.439899:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384338.439902:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384339.143887:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.143897:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.143901:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 00000400:00000010:3.0:1767384339.143909:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000400:00000200:3.0:1767384339.143917:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384339.143926:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384339.143941:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384339.143947:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a4c1981. 00000400:00000200:3.0:1767384339.143953:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp34 00000400:00000010:3.0:1767384339.143961:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384339.143967:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a4c1981. 00000400:00000010:3.0:1767384339.143981:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000400:00000010:3.0:1767384339.143988:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f103114d. 00000400:00000200:3.0:1767384339.143991:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp34 00000400:00000200:3.0:1767384339.144005:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp34 local destination 00000400:00000200:3.0:1767384339.144011:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp34 00000400:00000200:3.0:1767384339.144015:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [105:105:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1767384339.144022:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp34 00000400:00000200:3.0:1767384339.144029:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:) -> 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) : GET try# 0 00000800:00000200:3.0:1767384339.144034:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp34 00000800:00000010:3.0:1767384339.144038:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059a6209e. 00000800:00000200:3.0:1767384339.144045:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:3.1:1767384339.144052:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000400:00000200:3.0:1767384339.144101:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp34 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000001:3.0:1767384339.144106:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.144109:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.144111:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000400:00000010:3.0:1767384339.144114:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000400:00000200:3.0:1767384339.144118:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384339.144121:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384339.144125:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000055776398. 00000400:00000010:3.0:1767384339.144144:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000052a3527d. 00000400:00000200:3.0:1767384339.144153:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp35 00000400:00000010:3.0:1767384339.144156:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000055776398. 00000400:00000010:3.0:1767384339.144160:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000052a3527d. 00000400:00000010:3.0:1767384339.144164:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5c5244e. 00000400:00000010:3.0:1767384339.144171:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036427fda. 00000400:00000200:3.0:1767384339.144175:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp35 00000400:00000200:3.0:1767384339.144186:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp35 local destination 00000400:00000200:1.0:1767384339.144190:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144193:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp35 00000400:00000200:3.0:1767384339.144203:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp35 NI seq info: [106:106:256:4294967295] 192.168.204.118@tcp35 LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1767384339.144210:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp35 00000400:00000200:3.0:1767384339.144222:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35:) -> 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) : GET try# 0 00000800:00000200:3.0:1767384339.144235:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp35 00000800:00000010:3.0:1767384339.144239:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c2993361. 00000800:00000200:3.0:1767384339.144243:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000400:00000200:1.0:1767384339.144247:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:3.1:1767384339.144255:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000400:00000200:3.0:1767384339.144273:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp35 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000200:3.0:1767384339.144276:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp33 00000400:00000010:3.0:1767384339.144279:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001552dc58. 00000400:00000010:3.0:1767384339.144282:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000004e641e8. 00000400:00000200:1.0:1767384339.144284:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000010:3.0:1767384339.144285:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034767db4. 00000400:00000010:3.0:1767384339.144290:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086f367e5. 00000400:00000200:3.0:1767384339.144298:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp33 00000400:00000200:3.0:1767384339.144306:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp33 local destination 00000400:00000200:3.0:1767384339.144310:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 00000400:00000200:3.0:1767384339.144314:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [107:107:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384339.144329:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000400:00000200:3.0:1767384339.144345:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) : GET try# 0 00000800:00000200:3.0:1767384339.144352:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp33 00000800:00000010:3.0:1767384339.144354:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000728d23c2. 00000400:00000200:2.0:1767384339.144361:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144361:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000200:3.0:1767384339.144370:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:3.1:1767384339.144376:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000400:00000200:3.0:1767384339.144393:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000200:3.0:1767384339.144401:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp32 00000400:00000010:3.0:1767384339.144405:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008cc34d8f. 00000400:00000010:3.0:1767384339.144409:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c3fc137c. 00000400:00000010:3.0:1767384339.144412:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002d86ce4. 00000400:00000200:1.0:1767384339.144416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000010:3.0:1767384339.144417:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9eb8c8b. 00000400:00000200:2.0:1767384339.144420:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144430:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp32 00000400:00000200:3.0:1767384339.144441:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp32 local destination 00000400:00000200:3.0:1767384339.144446:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000400:00000200:3.0:1767384339.144450:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [108:108:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1767384339.144456:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 00000400:00000200:3.0:1767384339.144475:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) : GET try# 0 00000400:00000200:2.0:1767384339.144478:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144478:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:3.0:1767384339.144488:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 00000800:00000010:3.0:1767384339.144494:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d64a4e1. 00000800:00000200:3.0:1767384339.144503:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:3.1:1767384339.144507:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000400:00000200:0.0:1767384339.144518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144533:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:2.0:1767384339.144538:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144538:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144547:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:3.0:1767384339.144561:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d292e33d. 00000400:00000010:3.0:1767384339.144568:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003e14fb8c. 00000400:00000010:3.0:1767384339.144571:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000400:00000010:3.0:1767384339.144578:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b81919d6. 00000400:00000200:3.0:1767384339.144581:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:3.0:1767384339.144592:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:3.0:1767384339.144597:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:3.0:1767384339.144602:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [109:109:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1767384339.144609:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:0.0:1767384339.144610:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.144634:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144634:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144635:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:3.0:1767384339.144652:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000800:00000010:3.0:1767384339.144661:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f843cf8b. 00000800:00000200:3.0:1767384339.144668:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:3.1:1767384339.144676:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:0.0:1767384339.144686:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.144694:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 4 next ping: 274 health :600 00000400:00000200:2.0:1767384339.144738:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144738:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.144816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.144833:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144834:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.144903:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.144925:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.144925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.144984:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145041:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145104:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145164:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145164:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145250:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145270:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145276:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145358:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145436:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145437:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145480:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145528:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145580:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145581:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145603:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145729:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145729:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145733:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145786:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.145885:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.145914:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.145914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.145981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146023:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146054:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146056:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146179:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146203:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146203:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146236:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146303:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146335:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146393:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146427:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146479:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146481:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146526:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146543:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146627:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146628:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146655:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146672:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146749:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146749:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146815:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.146888:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.146893:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.146928:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.146993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147031:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147035:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147066:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147178:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147185:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147185:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147295:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147316:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147316:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147432:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147446:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147446:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147476:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147544:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147595:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147595:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147676:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147751:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147752:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147799:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.147900:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.147917:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.147917:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.147935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148026:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148104:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.148104:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.148107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148166:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148232:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.148237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.148242:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148287:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148382:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.148395:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148404:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.148405:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148516:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.148526:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148545:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148642:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.148650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.148662:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148767:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384339.148785:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:1.0:1767384339.148792:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b6de345. 00000400:00000200:3.0:1767384339.148808:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000800:00000010:1.0:1767384339.148826:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c44bdd72. 00000400:00000200:0.0:1767384339.148846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000800:00000010:1.0:1767384339.148898:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c44bdd72. 00000400:00000200:3.0:1767384339.148909:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.148916:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000800:00020000:1.0:1767384339.148920:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384339.148924:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b6de345. 00000800:00000010:1.0:1767384339.148932:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:00000200:0.0:1767384339.149010:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.149032:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.149088:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:02020000:1.0:1767384339.149091:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384339.149105:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp34 notifying 192.168.204.118@tcp34: down 00000400:00000200:1.0:1767384339.149129:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384339.149134:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp34 00000800:00000010:1.0:1767384339.149139:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000059a6209e. 00000400:00000200:1.0:1767384339.149148:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384339.149156:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384339.149173:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384339.149181:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384339.149183:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.149189:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp34) recovery failed with -71 00000400:00000200:2.0:1767384339.149207:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.149252:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000010:0.0:1767384339.149276:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c5818a4. 00000800:00000010:0.0:1767384339.149282:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017c5068f. 00000800:00000010:0.0:1767384339.149286:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5b337a5. 00000400:00000200:3.0:1767384339.149298:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.149302:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000800:00000010:0.0:1767384339.149352:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5b337a5. 00000400:00000200:1.0:1767384339.149366:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00020000:0.0:1767384339.149367:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384339.149373:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017c5068f. 00000800:00000010:0.0:1767384339.149380:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009c5818a4. 00000400:00000200:3.0:1767384339.149418:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.149444:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.149493:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:02020000:0.0:1767384339.149529:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384339.149539:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp33 notifying 192.168.204.118@tcp33: down 00000800:00000200:0.0:1767384339.149545:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp33 down 00000800:00000100:0.0:1767384339.149552:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp33 00000800:00000010:0.0:1767384339.149555:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000728d23c2. 00000400:00000200:1.0:1767384339.149561:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.149561:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384339.149566:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384339.149572:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384339.149578:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384339.149581:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384339.149646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.149700:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000010:3.0:1767384339.149725:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001223c240. 00000800:00000010:3.0:1767384339.149732:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076efb73a. 00000800:00000010:3.0:1767384339.149739:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe6e5317. 00000400:00000200:1.0:1767384339.149770:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000010:3.0:1767384339.149812:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe6e5317. 00000800:00020000:3.0:1767384339.149827:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384339.149828:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eacfc35a. 00000800:00000010:3.0:1767384339.149831:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076efb73a. 00000800:00000010:2.0:1767384339.149841:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9566420. 00000800:00000010:3.0:1767384339.149842:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001223c240. 00000800:00000010:2.0:1767384339.149856:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e05d36ee. 00000400:00000200:1.0:1767384339.149887:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384339.149899:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384339.149943:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp35 from 215.3.0.2 00000800:00000010:2.0:1767384339.149945:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e05d36ee. 00000800:00000010:0.0:1767384339.149963:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d51966e3. 00000400:02020000:3.0:1767384339.149981:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384339.149990:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp32 notifying 192.168.204.118@tcp32: down 00000800:00000200:3.0:1767384339.150001:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp32 down 00000800:00000100:3.0:1767384339.150013:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp32 00000800:00000010:3.0:1767384339.150017:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d64a4e1. 00000400:00000200:3.0:1767384339.150021:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000800:00000010:2.0:1767384339.150022:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd0a0ac6. 00000400:00000200:1.0:1767384339.150031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384339.150033:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: LOCAL_ERROR 00000800:00000010:2.0:1767384339.150035:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e208b9e. 00000400:00000200:3.0:1767384339.150050:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384339.150059:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery message sent unsuccessfully:-71 00000800:00000010:2.0:1767384339.150067:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e1e888c1. 00000400:00000200:3.0:1767384339.150082:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp32) recovery failed with -71 00000800:00000200:2.1:1767384339.150097:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (2) 00000800:00000200:2.1:1767384339.150121:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp35 00000000e1e888c1 deleted 00000800:00000010:2.1:1767384339.150124:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e1e888c1. 00000800:00000200:2.1:1767384339.150131:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384339.150142:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:2.1:1767384339.150146:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp35 ip 192.168.204.118:983 00000800:00000200:2.1:1767384339.150151:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2993361 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384339.150157:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp35 p 3.x 192.168.204.118 -> 192.168.204.118:983 incarnation:1767384335861691667 sched[0] 00000800:00000010:2.0:1767384339.150163:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e05d36ee. 00000400:00000200:1.0:1767384339.150197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000010:2.0:1767384339.150222:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e05d36ee. 00000800:00000010:2.0:1767384339.150227:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e208b9e. 00000800:00000200:3.1:1767384339.150273:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384339.150276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000200:3.0:1767384339.150292:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp35 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384335861691667 sched[0] 00000800:00000010:3.0:1767384339.150295:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9566420. 00000800:00000010:2.0:1767384339.150323:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d51966e3. 00000800:00000001:1.0:1767384339.150351:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384339.150360:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150362:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384339.150367:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.150414:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:1.0:1767384339.150439:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384339.150443:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c2993361. 00000400:00000200:1.0:1767384339.150447:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.150454:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: GET: OK 00000400:00000200:1.0:1767384339.150458:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384339.150462:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp35 recovery message sent successfully:0 00000400:00000200:2.0:1767384339.150473:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:1.0:1767384339.150473:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150479:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.150482:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150489:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.150496:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35) <- 192.168.204.118@tcp35 : GET - for me 00000400:00000200:1.0:1767384339.150509:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384339.150533:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1a21 [1] + 0 00000400:00000200:1.0:1767384339.150549:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp35 to MR: 192.168.204.118@tcp35 local destination 00000400:00000200:2.0:1767384339.150557:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.150562:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp35 NI seq info: [110:110:256:4294967295] 192.168.204.118@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1767384339.150580:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) -> 192.168.204.118@tcp35(192.168.204.118@tcp35:192.168.204.118@tcp35) 192.168.204.118@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384339.150587:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp35 00000800:00000010:1.0:1767384339.150593:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a09195f. 00000800:00000200:1.0:1767384339.150600:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (4) 00000800:00000200:1.0:1767384339.150609:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp35 ip 192.168.204.118:988 00000800:00000200:1.0:1767384339.150620:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a09195f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384339.150637:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000001:3.0:1767384339.150649:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384339.150722:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384339.150726:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000010:1.0:1767384339.150727:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a09195f. 00000400:00000200:1.0:1767384339.150731:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.150739:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: REPLY: OK 00000800:00000001:1.0:1767384339.150755:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150764:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384339.150797:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150801:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384339.150806:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.150819:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp35(192.168.204.118@tcp35) <- 192.168.204.118@tcp35 : REPLY - for me 00000400:00000200:1.0:1767384339.150835:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp35: Reply from 12345-192.168.204.118@tcp35 of length 272/272 into md 0x1a79 00000800:00000001:1.0:1767384339.150845:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150859:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.150862:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.150863:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.150873:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp35->192.168.204.118@tcp35: REPLY: OK 00000400:00000200:1.0:1767384339.150893:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5c5244e 00000400:00000010:1.0:1767384339.150896:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5c5244e. 00000400:00000200:1.0:1767384339.150901:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384339.150907:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000055776398. 00000400:00000010:1.0:1767384339.150912:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000052a3527d. 00000800:00000001:1.0:1767384339.150918:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384339.150922:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.150942:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.150974:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151025:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151056:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151120:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151122:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151146:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151187:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151187:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151220:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151220:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151269:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151270:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151303:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151303:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151353:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151353:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151382:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151382:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151420:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151420:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151451:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151463:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151492:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151501:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151525:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151534:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151573:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151620:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151620:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151664:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151664:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151703:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151743:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151743:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.151785:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.151926:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.152059:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384339.152203:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384339.152467:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:1.0:1767384339.152473:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b6de345. 00000800:00000010:1.0:1767384339.152478:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c44bdd72. 00000800:00000010:1.0:1767384339.152507:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c44bdd72. 00000800:00020000:1.0:1767384339.152515:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384339.152519:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b6de345. 00000800:00000010:1.0:1767384339.152522:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:02020000:1.0:1767384339.152566:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384339.152573:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000400:00000200:2.0:1767384339.152576:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000800:00000200:1.0:1767384339.152578:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:1.0:1767384339.152584:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:1.0:1767384339.152586:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f843cf8b. 00000400:00000200:1.0:1767384339.152590:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384339.152594:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384339.152600:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384339.152603:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384339.152607:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00000400:00000200:2.0:1767384339.152613:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152657:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152692:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152729:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152756:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152804:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152846:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384339.152879:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384339.153011:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384339.153015:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e208b9e. 00000800:00000010:2.0:1767384339.153018:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e05d36ee. 00000800:00000010:2.0:1767384339.153035:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e05d36ee. 00000800:00020000:2.0:1767384339.153041:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384339.153045:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e208b9e. 00000800:00000010:2.0:1767384339.153047:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384339.153119:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp35 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384339.283048:0:30696:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000008a67016. 00080000:00000010:1.0:1767384339.283078:0:30696:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000008a67016. 00000020:00000001:1.0:1767384339.283087:0:30696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384339.283094:0:30696:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000008a67016. 00080000:00000010:1.0:1767384339.283098:0:30696:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000008a67016. 00000020:00000001:1.0:1767384339.283100:0:30696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.463880:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384339.463898:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.463907:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384339.463910:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384339.463912:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384339.463914:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.463917:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384339.463919:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.463921:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384339.463923:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.463988:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384339.463993:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384339.463996:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384339.991250:0:30860:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384339.991254:0:30860:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:2.0:1767384339.994672:0:30860:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384340.001726:0:30861:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000c7608e4. 00000400:00000010:2.0:1767384340.001745:0:30861:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009f358a53. 00000400:00000010:2.0:1767384340.001792:0:30861:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000879383bc. 00000400:00000010:2.0:1767384340.001799:0:30861:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000093dc6a6a. 00000400:00000010:2.0:1767384340.001804:0:30861:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041e2fcb6. 00000400:00000010:2.0:1767384340.001810:0:30861:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d2edc1a. 00000400:00000010:2.0:1767384340.001812:0:30861:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000067d6d1d9. 00000400:00000010:2.0:1767384340.001814:0:30861:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c384a2a9. 00000400:00000010:2.0:1767384340.001817:0:30861:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c22db560. 00000800:00000010:2.0:1767384340.001832:0:30861:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d7c86122. 00000800:00000200:2.0:1767384340.001841:0:30861:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384340.001862:0:30861:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384340.001899:0:30861:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384340.001927:0:30861:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384340.003481:0:30861:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000045b16d7. 00000400:00000010:2.0:1767384340.003491:0:30861:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000400:00000010:2.0:1767384340.003495:0:30861:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000400:00000001:2.0:1767384340.003514:0:30861:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.003515:0:30861:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384340.003517:0:30861:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f27edd4. 00000400:00000200:2.0:1767384340.003518:0:30861:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194bf772 00000400:00000010:2.0:1767384340.003520:0:30861:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000194bf772. 00000400:00000010:2.0:1767384340.003523:0:30861:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000d1d5d036. 00000400:00000200:2.0:1767384340.003526:0:30861:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (28) 00000400:00000200:2.0:1767384340.003537:0:30861:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384340.003544:0:30861:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000400:00000200:1.0:1767384340.003558:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384340.003564:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:00000010:2.0:1767384340.003568:0:30861:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000427466a8. 00000400:00000010:1.0:1767384340.003571:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa1747ce. 00000020:01000000:2.0:1767384340.003573:0:30861:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384340.003576:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (29) 00000020:01000000:2.0:1767384340.003577:0:30861:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp37 00000400:00000010:1.0:1767384340.003583:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000452dc954. 00000400:00000200:1.0:1767384340.003589:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp17 00000400:00000010:2.0:1767384340.003590:0:30861:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009f358a53. 00000400:00000010:2.0:1767384340.003595:0:30861:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000c7608e4. 00000400:00000200:1.0:1767384340.003603:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp17 to MR: 192.168.204.118@tcp17 local destination 00000400:00000200:1.0:1767384340.003610:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [111:111:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384340.003616:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp17 00000020:00000001:0.0:1767384340.003618:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384340.003623:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384340.003628:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) -> 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) : PUT try# 0 10000000:00000001:0.0:1767384340.003628:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:1.0:1767384340.003633:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.118@tcp17 10000000:01000000:0.0:1767384340.003637:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:1.0:1767384340.003639:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f1f5655. 00000020:01000004:0.0:1767384340.003641:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384340.003644:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384340.003646:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384340.003647:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384340.003650:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000020:01000004:0.0:1767384340.003650:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384340.003652:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384340.003655:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384340.003657:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384340.003658:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384340.003660:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384340.003663:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:988 00000100:00000010:0.0:1767384340.003666:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000800:00000200:1.0:1767384340.003667:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f1f5655 type 1, nob 592 niov 1 nkiov 1 00000020:00000040:0.0:1767384340.003672:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384340.003684:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384340.003687:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:0.0:1767384340.003693:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384340.003697:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.003701:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384340.003709:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009c5818a4. 00000100:00000001:0.0:1767384340.003716:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.003723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384340.003725:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.003732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7512570] to pc [ptlrpcd_00_03+3] req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384340.003761:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384340.003764:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.003792:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384340.003794:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384340.003800:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384340.003802:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384340.003803:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384340.003805:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384340.003806:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384340.003808:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384340.003810:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384340.003811:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384340.003812:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384340.003813:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384340.003814:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384340.003817:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.003820:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.003822:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384340.003822:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384340.003825:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.003827:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384340.003827:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384340.003831:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000100:00000040:1.0:1767384340.003835:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384340.003837:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000800:00000200:3.0:1767384340.003839:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384340.003842:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767384340.003845:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f1f5655. 02000000:00000001:0.0:1767384340.003846:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.003851:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.003852:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384340.003853:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.003855:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384340.003857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000029a55519. 02000000:00000001:1.0:1767384340.003860:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384340.003863:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: PUT: OK 00000100:00000001:0.0:1767384340.003863:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.003864:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.003870:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384340.003871:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.003872:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.003873:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384340.003878:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_00+0] req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384340.003881:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp17: 0 00000100:00100000:1.0:1767384340.003886:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731468544:0@lo:253: 00000800:00000001:3.0:1767384340.003892:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384340.003900:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384340.003901:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.003904:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384340.003905:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384340.003908:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384340.003908:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.003909:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.003916:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384340.003917:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.003923:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : PUT - for me 02000000:00000010:1.0:1767384340.003923:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eaa3a799. 00000020:00000001:0.0:1767384340.003924:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.003929:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384340.003930:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384340.003935:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384340.003935:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b05446f5. 00000020:00000010:0.0:1767384340.003936:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000427466a8. 00000400:00000010:1.0:1767384340.003942:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4ce1af. 00000400:00000200:3.0:1767384340.003947:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 480/496 into md 0x1a3d [1] + 0 00000400:00000010:3.0:1767384340.003950:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55d0e3b. 00000100:00000001:0.0:1767384340.003952:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384340.003954:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000043f12e3d 00000100:00000001:0.0:1767384340.003956:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.003959:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384340.003961:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731468544, portal 25 00000800:00000001:3.0:1767384340.003962:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384340.003966:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.003968:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384340.003970:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.003972:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 00000400:00000200:3.0:1767384340.003976:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384340.003985:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.003989:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384340.003990:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: PUT: OK 00000100:00000001:2.0:1767384340.003990:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.003992:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.003995:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.003999:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384340.004002:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043f12e3d 02000000:00000001:0.0:1767384340.004003:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384340.004007:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043f12e3d. 02000000:00000001:0.0:1767384340.004009:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004012:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384340.004017:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:0.0:1767384340.004018:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731468672:0@lo:253: 00000100:00000040:1.0:1767384340.004020:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384340.004026:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384340.004028:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (30) 00000400:00000010:1.0:1767384340.004028:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066d126aa. 02000000:00000001:0.0:1767384340.004030:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384340.004033:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.004036:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384340.004037:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731468544, offset 0 00000400:00000200:3.0:1767384340.004041:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000010:0.0:1767384340.004041:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002452bb2b. 02000000:00000001:0.0:1767384340.004047:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.004049:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.004051:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (496 bytes) 00000400:00000010:0.0:1767384340.004066:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000010:0.0:1767384340.004072:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017c5068f. 00000400:00000200:3.0:1767384340.004077:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000200:0.0:1767384340.004078:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731468672, portal 25 00000400:00000200:1.0:1767384340.004079:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384340.004084:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384340.004086:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000040:0.0:1767384340.004092:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.004098:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384340.004101:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (31) 00000100:00000040:0.0:1767384340.004101:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.004106:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074d2c79c. 00000100:00000200:0.0:1767384340.004109:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731468672, offset 0 00000400:00000200:1.0:1767384340.004114:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105b00 00000400:00000200:0.0:1767384340.004116:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.004118:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384340.004127:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a1 [2] + 0 00000400:00000200:3.0:1767384340.004129:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp17 to MR: 192.168.204.118@tcp17 local destination 00000400:00000010:1.0:1767384340.004136:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a04cb40. 00000400:00000200:3.0:1767384340.004142:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp17 NI seq info: [112:112:256:4294967295] 192.168.204.118@tcp17 LPNI seq info [108:108:8:4294967295] 00000400:00000200:1.0:1767384340.004144:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e82131c0 00000400:00000200:1.0:1767384340.004152:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.004158:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) -> 192.168.204.118@tcp17(192.168.204.118@tcp17:192.168.204.118@tcp17) 192.168.204.118@tcp17 : ACK try# 0 00000400:00000200:1.0:1767384340.004161:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384340.004169:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp17 00000400:00000200:1.0:1767384340.004170:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e82131c0 00000400:00000200:0.0:1767384340.004172:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384340.004177:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e82131c0. 00000800:00000010:3.0:1767384340.004179:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64a4e1. 00000100:00000001:1.0:1767384340.004185:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384340.004185:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105b80 00000100:00000200:1.0:1767384340.004190:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384340.004191:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000400:00000200:0.0:1767384340.004197:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c5 [2] + 0 00000100:00000040:1.0:1767384340.004199:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000f1d13c90 x1853236731468544 msgsize 4848 00000400:00000010:0.0:1767384340.004201:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049bf5119. 00000800:00000200:3.0:1767384340.004206:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:1007 00000400:00000200:0.0:1767384340.004208:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014d36b37 00000800:00000200:3.0:1767384340.004212:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64a4e1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384340.004215:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384340.004217:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384340.004222:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384340.004224:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384340.004229:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d36b37 00000800:00000001:3.0:1767384340.004231:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384340.004231:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014d36b37. 00000100:00000001:1.0:1767384340.004235:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.004237:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384340.004241:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384340.004241:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384340.004243:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066d126aa 00000100:00000040:0.0:1767384340.004249:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000be091f66 x1853236731468672 msgsize 4848 00000400:00000010:1.0:1767384340.004255:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066d126aa. 00000100:00100000:0.0:1767384340.004258:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384340.004262:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384340.004263:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384340.004270:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.004273:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.004282:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d2c79c 00000100:00000001:1.0:1767384340.004284:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384340.004287:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074d2c79c. 00000100:00000040:1.0:1767384340.004291:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.004293:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384340.004301:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.004306:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384340.004310:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384340.004313:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767384340.004317:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64a4e1. 00000100:00000001:0.0:1767384340.004321:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384340.004323:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.004323:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.004328:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.004332:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294926177 00000400:00000200:3.0:1767384340.004334:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: ACK: OK 00000100:00000010:1.0:1767384340.004341:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014548c29. 00000800:00000001:3.0:1767384340.004343:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.004349:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.004351:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384340.004356:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384340.004358:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004362:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294926177 00000100:00000001:0.0:1767384340.004363:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384340.004364:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.004370:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384340.004371:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007b8d59f. 00000100:00000001:0.0:1767384340.004372:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384340.004377:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.004377:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384340.004378:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294926177 00000100:00000001:0.0:1767384340.004385:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294926177 00000400:00000200:3.0:1767384340.004386:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp17(192.168.204.118@tcp17) <- 192.168.204.118@tcp17 : ACK - for me 00000100:00000001:1.0:1767384340.004386:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294926177 00000100:00000001:0.0:1767384340.004392:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294926177 00000100:00000010:1.0:1767384340.004396:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a66a48ef. 00000100:00000001:0.0:1767384340.004397:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294926177 00000100:00000001:0.0:1767384340.004404:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294926177 00000400:00000200:3.0:1767384340.004405:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp17: ACK from 12345-192.168.204.118@tcp17 into md 0x1a8d 00000100:00000001:1.0:1767384340.004405:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384340.004412:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.004413:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294926177 00000100:00000001:0.0:1767384340.004414:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294926177 00000400:00000200:3.0:1767384340.004420:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp17->192.168.204.118@tcp17: ACK: OK 00000100:00000010:1.0:1767384340.004423:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013be0562. 00000100:00000001:0.0:1767384340.004423:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294926177 00000400:00000200:3.0:1767384340.004424:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa1747ce 00000400:00000010:3.0:1767384340.004427:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa1747ce. 00000100:00000001:1.0:1767384340.004432:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384340.004433:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384340.004439:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.004439:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294926177 00000400:00000200:3.0:1767384340.004440:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:1.0:1767384340.004447:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.004447:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384340.004451:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:0.0:1767384340.004454:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004455:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.004458:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004461:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.004465:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384340.004466:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (30) 00000800:00000001:3.0:1767384340.004476:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.004479:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.004488:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.004489:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.004491:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384340.004493:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384340.004496:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.004499:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.004499:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.004503:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004504:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.004506:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384340.004507:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.004509:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.004512:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468544 00000100:00000001:1.0:1767384340.004515:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.004517:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384340.004521:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.004524:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.004529:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.004533:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468544 00000020:00000001:3.0:1767384340.004536:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.004539:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384340.004539:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384340.004544:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384340.004545:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468672 02000000:00000001:0.0:1767384340.004549:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.004551:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384340.004553:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384340.004554:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.004558:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.004561:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468672 00000020:00000001:0.0:1767384340.004565:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384340.004566:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000de255583. 00000020:00000040:3.0:1767384340.004568:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000040:0.0:1767384340.004568:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384340.004573:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384340.004575:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:1.0:1767384340.004576:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000020:00000040:0.0:1767384340.004577:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384340.004583:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:1.0:1767384340.004585:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000020:00000001:0.0:1767384340.004591:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384340.004593:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384340.004594:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000de255583 00000020:00000001:0.0:1767384340.004599:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:3.0:1767384340.004600:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083ac6a8a. 00000400:00000010:1.0:1767384340.004600:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000008f3230a7. 00000100:00000001:3.0:1767384340.004606:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.004606:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384340.004609:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000020:00000010:0.0:1767384340.004612:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add2ea1. 00000020:00000010:3.0:1767384340.004613:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083ac6a8a. 00000400:00000200:1.0:1767384340.004617:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000100:00000001:0.0:1767384340.004620:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384340.004622:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (29) 00000020:00000010:3.0:1767384340.004625:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00000020:00000010:0.0:1767384340.004625:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008add2ea1. 00000400:00000010:1.0:1767384340.004629:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000087262e2f. 00000020:00000010:3.0:1767384340.004635:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004971f93f. 00000400:00000010:1.0:1767384340.004636:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000533f6d41. 00000020:00000010:0.0:1767384340.004636:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ff1306e. 00000020:00000010:3.0:1767384340.004644:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c566d63. 00000020:00000010:0.0:1767384340.004646:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f4e62a4. 00000400:00000010:1.0:1767384340.004648:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4f2fea7. 00000020:00000010:0.0:1767384340.004654:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bac268fc. 00000100:00000040:3.0:1767384340.004657:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384340.004659:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:3.0:1767384340.004664:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.004665:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.004669:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384340.004669:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384340.004673:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:3.0:1767384340.004675:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.004675:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.004684:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000100:00000001:3.0:1767384340.004688:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.004689:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.004694:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:1.0:1767384340.004701:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000001:3.0:1767384340.004704:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.004704:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.004710:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:1.0:1767384340.004718:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:0.0:1767384340.004723:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.004725:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384340.004726:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00000001:0.0:1767384340.004727:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384340.004729:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384340.004735:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000400:00000200:1.0:1767384340.004740:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000100:00000040:0.0:1767384340.004740:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384340.004744:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743471184 : -114766966080432 : ffff979ebbc13c50) 00000100:00100000:3.0:1767384340.004750:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:0.0:1767384340.004754:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1d13c90 x1853236731468544/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.004755:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000100:00000040:3.0:1767384340.004757:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384340.004764:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743459920 : -114766966091696 : ffff979ebbc11050) 00000100:00000001:0.0:1767384340.004790:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384340.004793:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add2ea1. 00000100:00000001:0.0:1767384340.004795:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384340.004798:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008add2ea1. 00000100:00100000:0.0:1767384340.004804:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1d13c90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731468544:12345-0@lo:253: 00000100:00000040:3.0:1767384340.004806:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be091f66 x1853236731468672/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.004811:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468544 00000400:00000200:1.0:1767384340.004814:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000020:00000001:0.0:1767384340.004816:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384340.004821:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384340.004824:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.004830:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384340.004833:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:3.0:1767384340.004838:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384340.004839:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384340.004844:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384340.004845:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083ac6a8a. 00000400:00000200:1.0:1767384340.004845:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000020:00000001:0.0:1767384340.004847:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.004853:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384340.004853:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384340.004857:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384340.004859:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:00000010:3.0:1767384340.004861:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083ac6a8a. 00000020:00000001:0.0:1767384340.004862:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.004869:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384340.004872:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384340.004874:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be091f66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731468672:12345-0@lo:253: 02000000:00000010:0.0:1767384340.004880:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a78c3376. 00000400:00000200:1.0:1767384340.004881:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000200:3.0:1767384340.004882:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468672 02000000:00000001:0.0:1767384340.004886:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.004888:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384340.004893:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:0.0:1767384340.004893:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.004894:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384340.004899:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.004901:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384340.004905:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384340.004907:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000020:00000001:3.0:1767384340.004909:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:00000010:0.0:1767384340.004915:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000053ae6fa7. 00000020:00000001:3.0:1767384340.004917:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384340.004920:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000020:00000001:3.0:1767384340.004922:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384340.004923:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384340.004929:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384340.004930:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384340.004934:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384340.004935:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 20000000:00000001:0.0:1767384340.004935:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384340.004940:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384340.004941:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.004945:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384340.004947:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 20000000:00000001:0.0:1767384340.004948:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.004951:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384340.004954:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384340.004960:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001223c240. 00000400:00000200:1.0:1767384340.004960:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 24], ns[61, 24] 02000000:00000001:3.0:1767384340.004966:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384340.004967:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059c8c148. 00000400:00000200:1.0:1767384340.004973:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 24], ns[109, 24] 20000000:01000000:0.0:1767384340.004973:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000100:00000001:3.0:1767384340.004974:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.004981:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384340.004984:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384340.004988:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 00080000:00000001:0.0:1767384340.004991:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:3.0:1767384340.004992:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7bdedf7. 00080000:00000001:0.0:1767384340.004996:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384340.004997:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[80, 24] 20000000:01000000:3.0:1767384340.004998:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384340.005004:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384340.005007:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384340.005009:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 24], ns[108, 24] 20000000:00000001:3.0:1767384340.005011:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.005013:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384340.005019:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.005021:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 24], ns[107, 24] 20000000:00000001:3.0:1767384340.005024:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384340.005030:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.005032:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[101, 24], ns[105, 24] 00080000:00000001:0.0:1767384340.005036:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384340.005039:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.005042:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384340.005044:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 24], ns[110, 24] 00080000:00000001:0.0:1767384340.005045:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384340.005049:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384340.005068:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00000400:00000200:1.0:1767384340.005069:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00080000:00000002:0.0:1767384340.005070:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384340.005078:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384340.005083:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.005084:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00080000:00000001:0.0:1767384340.005085:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384340.005092:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00000020:00000001:0.0:1767384340.005096:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384340.005101:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp36 lpni_is_preferred = 0 00000020:00000001:0.0:1767384340.005102:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384340.005106:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384340.005108:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp36 00080000:00000010:0.0:1767384340.005111:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b320edb4. 00080000:00000001:0.0:1767384340.005116:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305865542144 : -114767844009472 : ffff979e876d1a00) 00000400:00000200:1.0:1767384340.005117:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [113:113:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [109:109:8:4294967295] 00080000:00000001:0.0:1767384340.005120:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384340.005123:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384340.005126:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008add2ea1. 00080000:00000001:0.0:1767384340.005130:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.005133:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384340.005138:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00080000:00000001:0.0:1767384340.005146:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.005149:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp:192.168.204.118@tcp36) : GET try# 0 00000800:00000200:1.0:1767384340.005157:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000800:00000010:1.0:1767384340.005161:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001acdf4a9. 00080000:00000001:0.0:1767384340.005164:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384340.005168:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066d126aa. 00000800:00000010:1.0:1767384340.005174:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6cc377b. 00000800:00000200:1.0:1767384340.005180:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000800:00000200:1.1:1767384340.005186:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000400:00000200:1.0:1767384340.005205:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384340.005208:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:0.0:1767384340.005249:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005329:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005365:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005383:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005399:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005411:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005424:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005437:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005450:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005463:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005477:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005492:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005507:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005523:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005554:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005589:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005710:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005817:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005866:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005919:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.005969:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.006015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.006076:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384340.006123:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00080000:00000010:3.0:1767384340.006192:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b320edb4. 00080000:00000010:1.0:1767384340.006244:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008add2ea1. 00000800:00000010:0.0:1767384340.006244:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000800:00000010:0.0:1767384340.006252:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074d2c79c. 00040000:00000001:1.0:1767384340.006253:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384340.006257:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:0.0:1767384340.006259:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b86781b. 00080000:00000001:1.0:1767384340.006261:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384340.006267:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384340.006270:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.006273:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000010:0.0:1767384340.006286:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b86781b. 20000000:01000000:1.0:1767384340.006288:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00020000:0.0:1767384340.006298:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 20000000:00000001:1.0:1767384340.006319:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384340.006320:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d1d5d036. 20000000:01000000:3.0:1767384340.006326:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:01000000:1.0:1767384340.006326:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384340.006333:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384340.006336:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:3.0:1767384340.006344:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384340.006347:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384340.006353:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384340.006361:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.006364:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384340.006365:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.006367:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384340.006368:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384340.006371:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384340.006374:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384340.006377:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384340.006380:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384340.006383:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.006385:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384340.006388:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384340.006392:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384340.006395:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384340.006399:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004a395d97. 00080000:00000001:3.0:1767384340.006402:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301500198400 : -114772209353216 : ffff979d833b3e00) 00080000:00000001:3.0:1767384340.006405:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384340.006407:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384340.006410:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000083ac6a8a. 00080000:00000001:3.0:1767384340.006412:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.006414:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384340.006423:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384340.006430:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384340.006432:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:1.0:1767384340.006437:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384340.006440:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384340.006445:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384340.006483:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000020:3.0:1767384340.006488:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:1.0:1767384340.006492:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000058dc814d. 00000100:00000001:3.0:1767384340.006493:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384340.006496:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000053ae6fa7. 00010000:00000001:1.0:1767384340.006500:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:3.0:1767384340.006502:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384340.006506:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000337a8c4a. 00010000:00000040:3.0:1767384340.006508:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731468544 00000020:00000001:1.0:1767384340.006512:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1767384340.006513:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384340.006518:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000337a8c4a with handle 0xd602e9c522f0b2c8 to hash 00010000:00000200:3.0:1767384340.006521:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1d13c90 x1853236731468544/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384340.006524:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384340.006528:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384340.006533:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:3.0:1767384340.006537:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384340.006547:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.006548:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.006552:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.006554:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=60 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384340.006557:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.006561:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.006566:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.006573:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384340.006574:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:3.0:1767384340.006576:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.006580:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.006580:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384340.006583:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384340.006585:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:3.0:1767384340.006589:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384340.006591:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:3.0:1767384340.006594:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000216fc568. 00010000:00000001:1.0:1767384340.006595:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384340.006601:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731468544, offset 224 00010000:00000001:1.0:1767384340.006601:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.006603:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.006608:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384340.006612:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384340.006613:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384340.006616:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384340.006618:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384340.006621:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000058dc814d) refcount = 1 00000400:00000200:3.0:1767384340.006623:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384340.006629:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384340.006636:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105b00 00010000:00000001:1.0:1767384340.006645:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384340.006648:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00010000:00000001:1.0:1767384340.006650:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384340.006653:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.006657:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.006659:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384340.006660:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384340.006667:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:1.0:1767384340.006667:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384340.006673:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000001:3.0:1767384340.006675:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384340.006679:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384340.006682:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384340.006683:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.006687:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=4 00000020:00000001:1.0:1767384340.006693:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384340.006698:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000100:00000040:3.0:1767384340.006704:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.006704:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384340.006708:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.006734:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.006741:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216fc568 00010000:00000001:1.0:1767384340.006743:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1767384340.006745:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000216fc568. 00010000:00010000:1.0:1767384340.006747:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.006750:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.006754:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.006761:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.006761:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.006764:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384340.006789:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00010000:1.0:1767384340.006793:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.006795:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384340.006799:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.006804:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384340.006808:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384340.006810:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1d13c90 x1853236731468544/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.006811:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.006819:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384340.006823:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384340.006832:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000337a8c4a already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384340.006838:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.006841:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384340.006845:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384340.006851:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1d13c90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731468544:12345-0@lo:253: Request processed in 2057us (2648us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384340.006863:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:3.0:1767384340.006867:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00010000:00000001:1.0:1767384340.006868:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.006871:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384340.006873:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000020:00000040:1.0:1767384340.006875:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=5 00000100:00000001:3.0:1767384340.006877:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.006881:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384340.006881:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000020:00000010:3.0:1767384340.006887:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004971f93f. 00010000:00000001:1.0:1767384340.006887:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384340.006892:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767384340.006894:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c566d63. 00010000:00010000:1.0:1767384340.006896:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384340.006899:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 00000020:00000040:3.0:1767384340.006906:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:1.0:1767384340.006909:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384340.006912:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384340.006913:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:3.0:1767384340.006916:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a78c3376. 02000000:00000001:3.0:1767384340.006919:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384340.006922:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.006923:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384340.006929:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384340.006930:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384340.006934:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384340.006936:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b51bcd. 00010000:00000001:1.0:1767384340.006937:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.006940:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.006944:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000216fc568. 00000020:00000040:1.0:1767384340.006945:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000337a8c4a with handle 0xd602e9c522f0b2c8 from hash 00010000:00000001:1.0:1767384340.006951:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384340.006953:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.006955:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.006956:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384340.006958:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384340.006961:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384340.006964:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384340.006964:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384340.006969:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384340.006970:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384340.006974:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384340.006975:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384340.006979:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384340.006980:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384340.006983:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b05446f5. 00010000:00000001:1.0:1767384340.006984:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384340.006988:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4ce1af 00010000:00000001:1.0:1767384340.006990:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384340.006993:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4ce1af. 00010000:00000001:1.0:1767384340.006994:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.006998:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.007000:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384340.007001:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.007005:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384340.007006:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384340.007010:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.007028:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384340.007030:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.007031:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.007035:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384340.007038:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384340.007041:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.007044:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384340.007046:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384340.007048:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384340.007050:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.007067:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.007072:0:16355:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:1.0:1767384340.007073:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.007077:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384340.007079:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.007087:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384340.007088:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384340.007091:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.007095:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.007100:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=60 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384340.007100:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384340.007103:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b2c8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384340.007106:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.007115:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384340.007119:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384340.007119:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058dc814d count: 0 00010000:00000001:3.0:1767384340.007126:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384340.007128:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.007132:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.007132:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384340.007136:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384340.007140:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.007151:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.007154:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384340.007156:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384340.007160:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384340.007162:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384340.007165:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384340.007167:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384340.007168:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384340.007170:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384340.007172:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384340.007173:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384340.007175:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384340.007176:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384340.007179:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.007187:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e7512570 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731468544:0@lo:253: 00000100:00000001:3.0:1767384340.007191:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.007193:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384340.007196:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e7512570 x1853236731468544/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.007204:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384340.007206:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384340.007209:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eaa3a799. 02000000:00000001:3.0:1767384340.007221:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384340.007224:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384340.007225:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384340.007228:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384340.007230:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009c5818a4. 02000000:00000001:3.0:1767384340.007254:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384340.007257:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384340.007259:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7512570. 00000100:00000001:3.0:1767384340.007262:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384340.007264:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.007266:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.007272:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.007273:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.007276:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.007278:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384340.007992:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004a395d97. 00080000:00000010:3.0:1767384340.008044:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000083ac6a8a. 00040000:00000001:3.0:1767384340.008049:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384340.008051:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384340.008067:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384340.008070:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384340.008073:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.008075:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384340.008077:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384340.008086:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384340.008089:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384340.008094:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384340.008097:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384340.008101:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384340.008103:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384340.008106:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384340.008109:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384340.008114:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a141f54. 00010000:00000001:1.0:1767384340.008118:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384340.008121:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003314fe5d. 00000020:00000001:1.0:1767384340.008124:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384340.008127:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003314fe5d with handle 0xd602e9c522f0b2cf to hash 00000020:00000001:1.0:1767384340.008129:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384340.008131:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384340.008134:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384340.008137:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.008139:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.008142:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.008150:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384340.008152:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384340.008154:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384340.008157:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.008158:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.008161:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.008163:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.008165:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384340.008167:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384340.008169:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384340.008177:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384340.008179:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a141f54) refcount = 1 00010000:00010000:1.0:1767384340.008183:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.008189:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384340.008192:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384340.008194:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.008196:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008199:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384340.008202:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384340.008205:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384340.008208:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.008210:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.008212:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=4 00000020:00000001:1.0:1767384340.008215:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384340.008218:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384340.008221:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384340.008223:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384340.008228:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384340.008230:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384340.008233:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384340.008234:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384340.008237:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7bdedf7. 20000000:00000001:3.0:1767384340.008243:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008245:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1767384340.008248:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731468672 00010000:00000001:1.0:1767384340.008249:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384340.008252:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.008254:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384340.008261:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be091f66 x1853236731468672/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.008264:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.008267:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008273:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384340.008276:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384340.008277:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.008280:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.008285:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.008295:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.008301:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.008305:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00010000:1.0:1767384340.008309:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003314fe5d already unused, calling callback (00000000d6205520) 02000000:00000001:3.0:1767384340.008310:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.008314:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008315:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384340.008319:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384340.008319:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384340.008324:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384340.008327:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.008333:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024e554de. 00010000:00000001:1.0:1767384340.008335:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384340.008338:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384340.008339:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731468672, offset 224 00000020:00000001:1.0:1767384340.008341:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.008346:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003314fe5d refcount=5 00000400:00000200:3.0:1767384340.008350:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384340.008350:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00010000:00000001:1.0:1767384340.008355:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437368832 : -114767272182784 : ffff979ea9827c00) 00000400:00000200:3.0:1767384340.008360:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384340.008361:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384340.008365:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384340.008374:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105b80 00010000:00000001:1.0:1767384340.008376:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1767384340.008381:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a99 [2] + 224 00010000:00000001:1.0:1767384340.008381:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.008385:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.008389:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384340.008392:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384340.008396:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384340.008397:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384340.008402:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384340.008404:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384340.008405:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384340.008410:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003314fe5d with handle 0xd602e9c522f0b2cf from hash 00000100:00000200:3.0:1767384340.008411:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.008415:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384340.008418:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.008421:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384340.008427:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.008436:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384340.008443:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384340.008444:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384340.008445:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384340.008448:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384340.008450:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384340.008451:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e554de 00010000:00000001:1.0:1767384340.008455:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.008456:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024e554de. 00010000:00000001:1.0:1767384340.008459:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384340.008462:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.008464:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384340.008468:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384340.008469:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008474:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384340.008477:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384340.008478:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.008482:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384340.008482:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.008485:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.008487:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.008490:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384340.008492:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.008497:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be091f66 x1853236731468672/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384340.008497:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.008517:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.008521:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384340.008523:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be091f66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731468672:12345-0@lo:253: Request processed in 3683us (4270us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384340.008524:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384340.008527:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384340.008528:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.008532:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.008535:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384340.008539:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.008541:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 20000000:00000001:1.0:1767384340.008543:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.008545:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00010000:1.0:1767384340.008547:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.008548:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.008552:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.008556:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f4e62a4. 00010000:00000001:1.0:1767384340.008558:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384340.008562:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384340.008563:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bac268fc. 00010000:00010000:1.0:1767384340.008564:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003314fe5d/0xd602e9c522f0b2cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384340.008569:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ff1306e. 00000020:00000040:3.0:1767384340.008573:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:3.0:1767384340.008577:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:1.0:1767384340.008579:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a141f54 count: 0 02000000:00000010:3.0:1767384340.008580:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001223c240. 02000000:00000001:3.0:1767384340.008584:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384340.008587:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384340.008590:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384340.008592:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384340.008594:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ffc4e7. 20000000:00000001:1.0:1767384340.008596:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384340.008599:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024e554de. 00000100:00000040:1.0:1767384340.009804:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294926177, at 4294926178 00000100:00000010:1.0:1767384340.009810:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007b8d59f. 00000100:00000040:2.0:1767384340.009816:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294926177, at 4294926178 00000100:00000010:2.0:1767384340.009823:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a66a48ef. 00000100:00000040:3.0:1767384340.009847:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294926177, at 4294926178 00000100:00000010:3.0:1767384340.009854:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013be0562. 00000800:00000010:0.0:1767384340.012038:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074d2c79c. 00000800:00000010:0.0:1767384340.012043:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000100:00000040:0.0:1767384340.012066:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294926177, at 4294926180 00000100:00000010:0.0:1767384340.012071:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014548c29. 00000100:00000001:0.0:1767384340.012079:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.012080:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384340.012083:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.012085:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384340.012086:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ea239d. 00000400:00000200:0.0:1767384340.012088:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017c5068f 00000400:00000010:0.0:1767384340.012090:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017c5068f. 00000100:00000001:0.0:1767384340.012092:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.012095:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384340.012112:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.012117:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.012118:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.012120:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.012121:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.012122:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.012123:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.012125:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.012127:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384340.012129:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.012131:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384340.012132:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.012133:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384340.012134:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.012136:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.012137:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.012142:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.012143:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.012144:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384340.012146:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384340.012148:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384340.012149:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384340.012150:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384340.012151:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384340.012152:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384340.012153:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384340.012154:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384340.012155:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384340.012158:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.012162:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731468672:0@lo:253: 00000100:00000001:0.0:1767384340.012167:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.012174:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384340.012176:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731468672/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.012180:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.012181:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.012183:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002452bb2b. 02000000:00000001:0.0:1767384340.012186:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.012187:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.012188:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384340.012190:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.012191:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000029a55519. 02000000:00000001:0.0:1767384340.012193:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.012194:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384340.012195:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000001:0.0:1767384340.012197:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.012198:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.012199:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.012204:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.012205:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.012207:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.012208:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:0.0:1767384340.012270:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384340.016730:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 00000800:00000200:0.0:1767384340.016737:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp36 down 00000800:00000100:0.0:1767384340.016744:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 00000800:00000010:0.0:1767384340.016747:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001acdf4a9. 00000400:00000200:0.0:1767384340.016751:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384340.016754:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384340.016764:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:0.0:1767384340.016798:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384340.016801:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384340.016805:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384340.016866:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384340.016871:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:0.0:1767384340.016881:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.016884:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384340.016886:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533f6d41 00000400:00000010:0.0:1767384340.016889:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000533f6d41. 00000400:00000200:0.0:1767384340.016893:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384340.016898:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:0.0:1767384340.016903:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000087262e2f. 00000400:00000200:0.0:1767384340.016908:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (30) 00000400:00000200:0.0:1767384340.016913:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:0.0:1767384340.016917:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:0.0:1767384340.016922:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384340.016928:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (29) 00010000:00000010:1.1:1767384340.018798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058dc814d. 00010000:00000010:1.1:1767384340.018807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000337a8c4a. 00010000:00000010:1.1:1767384340.018815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a141f54. 00010000:00000010:1.1:1767384340.018822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003314fe5d. 00000400:00000010:2.0:1767384340.020891:0:30866:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000aeaa125c. 00000400:00000040:2.0:1767384340.020913:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.020916:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384340.020918:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.020920:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.020922:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.020923:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384340.020925:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.020927:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384340.020928:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384340.020928:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384340.020930:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384340.020932:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.020933:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384340.020941:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.020942:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384340.020944:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384340.020945:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.020946:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384340.020947:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384340.020949:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.020950:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.020951:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.020952:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.020953:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.020954:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384340.020955:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.020956:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.020957:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.020958:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.020959:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.020960:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384340.020961:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.020962:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.020963:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.020964:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.020965:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.020966:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384340.020967:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.020968:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.020969:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384340.020970:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384340.020971:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.020972:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384340.020973:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384340.020974:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384340.020975:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384340.020976:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384340.020977:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384340.020978:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384340.020979:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.020980:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384340.020981:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384340.020986:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384340.020988:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384340.020989:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384340.020990:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384340.020991:0:30866:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384340.021046:0:30866:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000aeaa125c. 00000400:00000001:3.0:1767384340.167836:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.167842:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384340.167846:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 00000400:00000010:3.0:1767384340.167851:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000400:00000200:3.0:1767384340.167858:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384340.167867:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384340.167881:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000039d78213. 00000400:00000010:3.0:1767384340.167888:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a4c1981. 00000400:00000001:3.0:1767384340.167898:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.167901:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384340.167903:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034767db4 00000400:00000010:3.0:1767384340.167905:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034767db4. 00000400:00000200:3.0:1767384340.167919:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384340.167923:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384340.167927:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001552dc58. 00000400:00000010:3.0:1767384340.167931:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000004e641e8. 00000400:00000001:3.0:1767384340.167946:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.167947:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384340.167949:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d86ce4 00000400:00000010:3.0:1767384340.167951:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002d86ce4. 00000400:00000200:3.0:1767384340.167953:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384340.167957:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384340.167961:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008cc34d8f. 00000400:00000010:3.0:1767384340.167965:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c3fc137c. 00000400:00000001:3.0:1767384340.167968:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.167970:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384340.167971:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:3.0:1767384340.167973:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000400:00000200:3.0:1767384340.167976:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384340.167978:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384340.167981:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d292e33d. 00000400:00000010:3.0:1767384340.167983:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003e14fb8c. 00000400:00000200:3.0:1767384340.167991:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp36 00000400:00000010:3.0:1767384340.167995:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d292e33d. 00000400:00000010:3.0:1767384340.168001:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000da20ef3. 00000400:00000010:3.0:1767384340.168005:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000400:00000010:3.0:1767384340.168015:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afc82ce6. 00000400:00000200:3.0:1767384340.168022:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp36 00000400:00000200:3.0:1767384340.168038:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp36 local destination 00000400:00000200:3.0:1767384340.168046:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00000400:00000200:3.0:1767384340.168067:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [114:114:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1767384340.168075:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00000400:00000200:3.0:1767384340.168085:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp36:192.168.204.118@tcp36) : GET try# 0 00000800:00000200:3.0:1767384340.168103:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000800:00000010:3.0:1767384340.168109:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d64a4e1. 00000800:00000200:3.0:1767384340.168117:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000800:00000200:3.1:1767384340.168123:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000400:00000200:3.0:1767384340.168148:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:2.0:1767384340.168205:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168243:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168258:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168269:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168281:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168293:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168306:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168318:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168330:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168341:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168354:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168365:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168377:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168389:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168403:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168416:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168433:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168449:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168489:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168517:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168531:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168547:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168559:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168571:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168584:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168599:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168624:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168641:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168660:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168701:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168716:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168743:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168764:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384340.168815:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384340.168940:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384340.168945:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f358a53. 00000800:00000010:2.0:1767384340.168950:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f98a3e9a. 00000800:00000010:2.0:1767384340.168967:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f98a3e9a. 00000800:00020000:2.0:1767384340.168976:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384340.168979:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f358a53. 00000800:00000010:2.0:1767384340.168982:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384340.169030:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384340.169038:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 00000400:00000200:2.0:1767384340.169042:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384340.169047:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 00000800:00000010:2.0:1767384340.169064:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d64a4e1. 00000400:00000200:2.0:1767384340.169069:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384340.169074:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384340.169083:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384340.169085:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384340.169089:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp36) recovery failed with -71 00010000:00000001:3.0:1767384340.487865:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384340.487879:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.487886:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384340.487888:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.487924:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.487928:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.487931:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384341.192825:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.192830:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384341.192833:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:3.0:1767384341.192837:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000400:00000200:3.0:1767384341.192842:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384341.192849:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384341.192860:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d292e33d. 00000400:00000010:3.0:1767384341.192863:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000da20ef3. 00000800:00000200:0.0:1767384341.192982:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (6) 00000800:00000200:0.0:1767384341.192989:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:988 00000800:00000200:0.0:1767384341.192993:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384341.193142:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384341.193149:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.193159:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.193164:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.193167:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384341.394698:0:31286:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf5d50e9. 00080000:00000010:3.0:1767384341.394751:0:31286:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf5d50e9. 00000020:00000001:3.0:1767384341.394759:0:31286:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384341.394800:0:31286:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf5d50e9. 00080000:00000010:3.0:1767384341.394807:0:31286:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf5d50e9. 00000020:00000001:3.0:1767384341.394813:0:31286:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.512072:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384341.512078:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.512083:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384341.512084:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.512116:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384341.512121:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.512124:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384341.703848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384341.703850:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384341.703856:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384341.703857:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384341.703902:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d1d5e92. 00000100:00000010:0.0:1767384341.703904:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000020:00000040:3.0:1767384341.703909:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000040:0.0:1767384341.703911:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384341.703914:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384341.703918:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384341.703918:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.703923:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384341.703925:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.703927:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.703937:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c38ec5c. 02000000:00000010:3.0:1767384341.703938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f10e709b. 00000100:00000001:3.0:1767384341.703947:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.703947:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.703955:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384341.703956:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.703961:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.703970:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384341.703972:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.703974:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_01+1] req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.703978:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1d5e92] to pc [ptlrpcd_00_02+2] req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.704041:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384341.704045:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704053:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384341.704056:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a23dba1. 00000020:00000040:3.0:1767384341.704058:0:36:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384341.704060:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384341.704062:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384341.704063:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384341.704064:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384341.704069:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d64a4e1. 00000100:00000001:3.0:1767384341.704071:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704077:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384341.704077:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.704082:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384341.704089:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384341.704090:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.704092:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.704096:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a23dba1] to pc [ptlrpcd_00_03+3] req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.704111:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.704116:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.704120:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384341.704128:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.704132:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384341.704133:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704137:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384341.704145:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384341.704146:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384341.704147:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384341.704149:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3fcf88d. 02000000:00000001:0.0:1767384341.704153:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384341.704155:0:36:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384341.704155:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.704160:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704161:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384341.704162:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384341.704164:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384341.704167:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384341.704170:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731468928:0@lo:13: 02000000:00000001:2.0:1767384341.704171:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.704174:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.704178:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731468800:0@lo:400: 02000000:00000010:3.0:1767384341.704182:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f843cf8b. 00000100:00000001:0.0:1767384341.704183:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384341.704184:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384341.704187:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.704191:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384341.704191:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384341.704193:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384341.704197:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.704197:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.704203:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384341.704205:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384341.704210:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a991dc48. 00000100:00000001:3.0:1767384341.704211:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384341.704214:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.704214:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec17389b. 02000000:00000001:2.0:1767384341.704215:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.704222:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704224:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fcf88d] to pc [ptlrpcd_00_00+0] req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384341.704225:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000400:00000010:0.0:1767384341.704232:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000010:2.0:1767384341.704235:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00000001:3.0:1767384341.704237:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384341.704241:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000100:00000001:3.0:1767384341.704243:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384341.704244:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731468800, portal 25 00000100:00000010:3.0:1767384341.704248:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 00000100:00000001:2.0:1767384341.704249:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384341.704250:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731468928, portal 4 00000100:00000001:2.0:1767384341.704253:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668314880 : -114767041236736 : ffff979eb7467100) 00000020:00000040:3.0:1767384341.704254:0:36:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384341.704257:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.704260:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384341.704261:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 02000000:00000001:3.0:1767384341.704263:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384341.704264:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384341.704265:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384341.704271:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2993361. 00000100:00000001:3.0:1767384341.704277:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704278:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.704282:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384341.704283:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384341.704288:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000100:00000001:3.0:1767384341.704294:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384341.704294:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731468800, offset 0 00000100:00000040:0.0:1767384341.704296:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.704297:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.704305:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384341.704306:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e05bc6] to pc [ptlrpcd_00_01+1] req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.704326:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384341.704327:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384341.704334:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.704335:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.704341:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000200:2.0:1767384341.704342:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d105c00 00000100:00000200:0.0:1767384341.704349:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731468928, offset 0 00000100:00000040:3.0:1767384341.704351:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000400:00000200:2.0:1767384341.704353:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12cd [2] + 0 00000400:00000010:2.0:1767384341.704360:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13d51df. 00000400:00000200:2.0:1767384341.704363:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aec62449 00000400:00000200:2.0:1767384341.704367:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.704368:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.704372:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384341.704375:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.704376:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384341.704376:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384341.704383:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.704384:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec62449 00000400:00000010:2.0:1767384341.704387:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aec62449. 00000100:00000001:2.0:1767384341.704395:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384341.704395:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384341.704398:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384341.704411:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d105c80 00000100:00000040:2.0:1767384341.704412:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b7130b85 x1853236731468800 msgsize 224 00000100:00000001:3.0:1767384341.704416:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384341.704419:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.704424:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384341.704429:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384341.704429:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384341.704430:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000100:00000040:2.0:1767384341.704435:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384341.704436:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.704442:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a23dba1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731469056:0@lo:400: 00000100:00000001:3.0:1767384341.704446:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384341.704448:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384341.704450:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384341.704453:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.704455:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384341.704458:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000200:0.0:1767384341.704458:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384341.704459:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a8781f4. 00000400:00000010:2.0:1767384341.704461:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 02000000:00000001:3.0:1767384341.704466:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704468:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384341.704472:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384341.704474:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd3ab90. 00000100:00000200:2.0:1767384341.704475:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.704481:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384341.704484:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000100:00000001:2.0:1767384341.704486:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384341.704491:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731469056, portal 4 00000100:00000040:2.0:1767384341.704492:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.704494:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384341.704498:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384341.704502:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668316672 : -114767041234944 : ffff979eb7467800) 00000100:00000010:0.0:1767384341.704503:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7512570. 00000100:00000001:2.0:1767384341.704507:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704510:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384341.704511:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000e7512570 x1853236731468928 msgsize 224 00000100:00000040:3.0:1767384341.704515:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.704515:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704522:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294927877 00000100:00100000:0.0:1767384341.704528:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384341.704530:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bccaf89c. 00000100:00000001:3.0:1767384341.704535:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.704539:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384341.704540:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384341.704542:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002d86ce4. 00000100:00000001:0.0:1767384341.704546:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384341.704547:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731469056, offset 0 00000100:00000001:2.0:1767384341.704548:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294927877 00000100:00000010:2.0:1767384341.704554:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cd81703. 00000400:00000200:3.0:1767384341.704556:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384341.704558:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384341.704560:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000100:00000001:2.0:1767384341.704562:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294927877 00000400:00000010:0.0:1767384341.704567:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:3.0:1767384341.704568:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384341.704569:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004b2c2d5. 00000100:00000001:0.0:1767384341.704574:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384341.704576:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384341.704582:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294927877 00000400:00000200:3.0:1767384341.704583:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d105d00 00000100:00000200:0.0:1767384341.704584:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384341.704589:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000248faee8. 00000400:00000200:3.0:1767384341.704596:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00000001:2.0:1767384341.704597:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384341.704603:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384341.704606:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384341.704608:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704615:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.704616:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.704619:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384341.704620:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.704622:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384341.704625:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384341.704628:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.704629:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384341.704630:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d63bad05. 00000100:00000001:2.0:1767384341.704638:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384341.704642:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d63bad05 x1853236731469056 msgsize 224 00000100:00000001:0.0:1767384341.704642:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.704643:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.704646:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.704649:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.704650:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.704656:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384341.704657:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704658:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.704665:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3555 usecs (4 jiffies) 00000100:00000001:3.0:1767384341.704666:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.704672:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927876 00000400:00000200:3.0:1767384341.704674:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d86ce4 00000100:00000001:0.0:1767384341.704676:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927877 00000400:00000010:3.0:1767384341.704677:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002d86ce4. 00000100:00000001:3.0:1767384341.704683:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384341.704683:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927876 00000100:00000200:3.0:1767384341.704688:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.704689:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927877 00000100:00000001:0.0:1767384341.704696:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927876 00000100:00000001:3.0:1767384341.704701:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384341.704702:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927877 00000100:00000040:3.0:1767384341.704705:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.704709:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927876 00000100:00000001:3.0:1767384341.704716:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704716:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.704723:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.704723:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.704726:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704728:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.704730:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3555 usecs (4 jiffies) 00000100:00000001:0.0:1767384341.704734:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704735:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927876 00000100:00000001:0.0:1767384341.704741:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.704742:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.704747:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927876 00000100:00000001:3.0:1767384341.704749:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.704750:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927876 00000100:00000001:3.0:1767384341.704751:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927877 00000100:00000001:0.0:1767384341.704751:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.704755:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384341.704756:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927876 00000100:00000001:3.0:1767384341.704758:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.704759:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.704761:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704763:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704765:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.704794:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.704796:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.704798:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.704799:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384341.704803:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384341.704804:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384341.704808:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384341.704809:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.704812:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.704819:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704829:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384341.704831:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.704835:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384341.704837:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.704839:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384341.704840:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384341.704843:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468800 00000100:00100000:0.0:1767384341.704846:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731469312:0@lo:400: 02000000:00000001:3.0:1767384341.704847:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384341.704851:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.704853:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704855:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384341.704858:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.704860:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384341.704863:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468800 02000000:00000001:0.0:1767384341.704864:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.704866:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384341.704870:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 02000000:00000001:0.0:1767384341.704870:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384341.704875:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384341.704877:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008099020d. 00000020:00000040:3.0:1767384341.704878:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:3.0:1767384341.704882:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384341.704885:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:0.0:1767384341.704885:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.704893:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384341.704895:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 00000020:00000010:3.0:1767384341.704897:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000100:00000001:3.0:1767384341.704902:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.704904:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000400:00000010:0.0:1767384341.704904:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000100:00000200:0.0:1767384341.704913:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731469312, portal 10 00000020:00000010:3.0:1767384341.704914:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000100:00000001:0.0:1767384341.704918:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384341.704921:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb7d839f. 00000100:00000001:0.0:1767384341.704922:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00000020:00000010:3.0:1767384341.704928:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c566d63. 00000100:00000040:0.0:1767384341.704933:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.704937:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384341.704942:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384341.704944:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384341.704947:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.704949:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.704954:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384341.704955:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.704959:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d79c1962. 00000100:00000001:3.0:1767384341.704963:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.704965:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731469312, offset 0 00000400:00000200:0.0:1767384341.704973:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384341.704974:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.704977:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384341.704983:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000400:00000200:0.0:1767384341.704986:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384341.704988:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384341.704991:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743464016 : -114766966087600 : ffff979ebbc12050) 00000100:00000040:3.0:1767384341.704998:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7130b85 x1853236731468800/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.704998:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105e00 00000400:00000200:0.0:1767384341.705011:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:0.0:1767384341.705018:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384341.705038:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384341.705041:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000400:00000200:0.0:1767384341.705043:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.705045:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384341.705047:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000100:00100000:3.0:1767384341.705051:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7130b85 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731468800:12345-0@lo:400: 00000100:00000200:3.0:1767384341.705059:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468800 00000020:00000001:3.0:1767384341.705062:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384341.705062:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.705067:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384341.705068:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384341.705073:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384341.705075:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6b1f613. 00000020:00000001:3.0:1767384341.705076:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384341.705079:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000040:0.0:1767384341.705082:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000b6b1f613 x1853236731469312 msgsize 224 00000020:00000001:3.0:1767384341.705083:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.705086:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.705089:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384341.705091:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384341.705094:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.705095:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384341.705097:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384341.705100:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.705102:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384341.705105:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000018a78ed7. 02000000:00000001:3.0:1767384341.705108:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.705109:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.705110:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.705114:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384341.705116:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731468800 00010000:00000001:3.0:1767384341.705119:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384341.705119:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79c1962 00000400:00000010:0.0:1767384341.705124:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79c1962. 00010000:00000200:3.0:1767384341.705126:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7130b85 x1853236731468800/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.705131:0:16353:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767384341.705136:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384341.705138:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384341.705141:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384341.705143:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.705152:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384341.705156:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384341.705157:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:2.0:1767384341.705160:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469056 00000100:00000001:0.0:1767384341.705163:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384341.705164:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384341.705165:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384341.705167:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384341.705169:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384341.705170:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.705171:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.705172:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.705178:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.705179:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384341.705185:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469056 00000100:00000040:3.0:1767384341.705186:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384341.705190:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384341.705193:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002d86ce4. 00000020:00000040:2.0:1767384341.705193:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:2.0:1767384341.705197:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384341.705200:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731468800, offset 224 00000020:00000040:2.0:1767384341.705201:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:0.0:1767384341.705202:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.705208:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000400:00000200:3.0:1767384341.705209:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384341.705209:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384341.705213:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384341.705217:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.705219:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.705220:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000513a7564. 00000400:00000200:3.0:1767384341.705224:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384341.705229:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ef6a99f3. 00000100:00000040:0.0:1767384341.705229:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2942 usecs (3 jiffies) 00000400:00000200:3.0:1767384341.705234:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d105c00 00000020:00000040:2.0:1767384341.705236:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:0.0:1767384341.705237:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927876 00000400:00000200:3.0:1767384341.705242:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1abd [1] + 224 00000100:00000001:0.0:1767384341.705244:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927877 00000400:00000200:3.0:1767384341.705247:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384341.705247:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384341.705250:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927876 00000020:00000010:2.0:1767384341.705253:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000804360b5. 00000400:00000200:3.0:1767384341.705255:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.705258:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927877 00000020:00000010:2.0:1767384341.705260:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7c606ae. 00000100:00000001:3.0:1767384341.705262:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384341.705263:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927876 00000020:00000010:2.0:1767384341.705268:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000001:0.0:1767384341.705269:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927877 00000100:00000200:3.0:1767384341.705270:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.705277:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927876 00000100:00000040:2.0:1767384341.705278:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384341.705282:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.705283:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384341.705284:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927877 00000100:00000001:2.0:1767384341.705287:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384341.705291:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.705292:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.705298:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384341.705300:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.705303:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384341.705306:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.705307:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.705309:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.705312:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.705315:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.705316:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d86ce4 00000100:00000001:0.0:1767384341.705319:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384341.705321:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002d86ce4. 00000100:00000001:3.0:1767384341.705324:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.705326:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384341.705326:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384341.705330:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.705331:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384341.705331:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384341.705335:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:0.0:1767384341.705338:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384341.705339:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384341.705343:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384341.705344:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.705344:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:3.0:1767384341.705349:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384341.705349:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.705350:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000040:3.0:1767384341.705355:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7130b85 x1853236731468800/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.705356:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668313088 : -114767041238528 : ffff979eb7466a00) 00000100:00100000:0.0:1767384341.705357:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384341.705364:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384341.705365:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d63bad05 x1853236731469056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.705372:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.705376:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.705383:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384341.705384:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7130b85 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731468800:12345-0@lo:400: Request processed in 343us (968us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384341.705387:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.705392:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.705392:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384341.705397:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000020:00000010:2.0:1767384341.705398:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ab26604. 00000100:00000001:2.0:1767384341.705401:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384341.705402:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384341.705406:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ab26604. 00000100:00000040:3.0:1767384341.705410:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384341.705416:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384341.705417:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d63bad05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731469056:12345-0@lo:400: 00000100:00000001:3.0:1767384341.705420:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384341.705426:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb7d839f. 00000100:00000200:2.0:1767384341.705427:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469056 00000100:00000001:0.0:1767384341.705431:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384341.705432:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384341.705434:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c566d63. 00000100:00000001:0.0:1767384341.705436:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.705437:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384341.705438:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023273317. 00000020:00000001:2.0:1767384341.705440:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.705444:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384341.705445:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384341.705447:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000020:00000001:2.0:1767384341.705448:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 02000000:00000001:0.0:1767384341.705450:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384341.705454:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384341.705455:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384341.705456:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.705457:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384341.705459:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000018a78ed7. 00000020:00000001:2.0:1767384341.705462:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384341.705465:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236731469184:0@lo:400: 00000020:00000001:2.0:1767384341.705466:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384341.705467:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384341.705471:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.705472:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.705476:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384341.705477:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384341.705480:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384341.705481:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384341.705482:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384341.705483:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384341.705487:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384341.705490:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2e52837. 02000000:00000010:2.0:1767384341.705490:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de13a9f2. 02000000:00000001:0.0:1767384341.705492:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384341.705496:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.705498:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.705500:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.705500:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004332fd92. 00000400:00000010:3.0:1767384341.705501:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073563c9a. 00010000:00000040:2.0:1767384341.705506:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731469056 02000000:00000001:0.0:1767384341.705507:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.705509:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384341.705515:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d63bad05 x1853236731469056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384341.705516:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e2ac7a. 00000100:00080000:3.0:1767384341.705525:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384341.705525:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384341.705525:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d79c1962. 00000020:00000040:3.0:1767384341.705531:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000200:0.0:1767384341.705533:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731469184, portal 10 00010000:00000001:2.0:1767384341.705535:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.705540:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:2.0:1767384341.705541:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384341.705543:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.705545:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668308608 : -114767041243008 : ffff979eb7465880) 00000100:00000001:3.0:1767384341.705547:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384341.705548:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384341.705553:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000001:3.0:1767384341.705554:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384341.705557:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000400:00000001:3.0:1767384341.705558:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384341.705558:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.705560:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384341.705562:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 02000000:00000001:2.0:1767384341.705563:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.705569:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000100:00000001:2.0:1767384341.705570:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384341.705574:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000100:00000040:2.0:1767384341.705579:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384341.705581:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384341.705583:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384341.705584:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000100:00000200:3.0:1767384341.705588:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384341.705591:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731469056, offset 224 00000100:00000040:0.0:1767384341.705592:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.705600:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000100:00000200:3.0:1767384341.705606:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.705606:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384341.705615:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731469184, offset 0 00000100:00000001:3.0:1767384341.705620:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384341.705620:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384341.705624:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.705629:0:16354:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384341.705630:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384341.705633:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384341.705633:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d105d00 00000100:00000001:3.0:1767384341.705636:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.705639:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.705644:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1acd [1] + 224 02000000:00000001:3.0:1767384341.705645:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.705646:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384341.705653:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=61 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384341.705654:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.705658:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384341.705664:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d105d80 00000100:00000001:2.0:1767384341.705665:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384341.705667:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=61 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384341.705672:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.705674:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384341.705678:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.705680:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00010000:00000001:3.0:1767384341.705683:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384341.705687:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.705693:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384341.705693:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384341.705697:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.705702:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.705706:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.705715:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.705719:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384341.705728:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6753941. 00000100:00000001:3.0:1767384341.705729:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.705732:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.705735:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384341.705735:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000b6753941 x1853236731469184 msgsize 224 00000400:00000200:2.0:1767384341.705738:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000100:00000001:3.0:1767384341.705739:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384341.705743:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000100:00000040:3.0:1767384341.705747:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.705749:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384341.705752:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384341.705753:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384341.705756:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.705764:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00100000:3.0:1767384341.705784:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731468800:0@lo:400: 00000100:00000001:3.0:1767384341.705789:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384341.705791:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384341.705792:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384341.705793:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384341.705794:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.705798:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384341.705800:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d1d5e92 x1853236731468800/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.705804:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000100:00000040:2.0:1767384341.705805:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d63bad05 x1853236731469056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384341.705810:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000100:00000001:0.0:1767384341.705818:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384341.705820:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384341.705825:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384341.705827:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384341.705828:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a991dc48. 02000000:00000001:3.0:1767384341.705834:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384341.705837:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384341.705840:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384341.705845:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384341.705849:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f10e709b. 02000000:00000001:3.0:1767384341.705854:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384341.705858:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384341.705860:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d1d5e92. 00000100:00000001:3.0:1767384341.705867:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.705869:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384341.705871:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384341.705871:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d63bad05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731469056:12345-0@lo:400: Request processed in 476us (1225us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384341.705877:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.705877:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384341.705884:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384341.705885:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384341.705889:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.705890:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:2.0:1767384341.705894:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384341.705897:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384341.705900:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384341.705902:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7c606ae. 00000100:00000001:0.0:1767384341.705902:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.705903:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.705910:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000001:0.0:1767384341.705910:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384341.705914:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384341.705916:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00000100:00000001:3.0:1767384341.705917:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.705919:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384341.705920:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000400:00000001:3.0:1767384341.705922:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384341.705925:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2946 usecs (3 jiffies) 00000400:00000001:3.0:1767384341.705926:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384341.705927:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384341.705930:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd3ab90. 00000100:00000001:0.0:1767384341.705934:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927877 00000400:00000200:3.0:1767384341.705935:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:3.0:1767384341.705939:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000100:00000001:0.0:1767384341.705941:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.705943:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384341.705946:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927877 00000100:00000001:2.0:1767384341.705949:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384341.705950:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384341.705953:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731468928 00000100:00000001:0.0:1767384341.705953:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927877 02000000:00000001:2.0:1767384341.705957:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384341.705959:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.705961:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927877 00000100:00000001:2.0:1767384341.705963:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.705970:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.705970:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927877 00000100:00000200:3.0:1767384341.705974:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.705977:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927877 00000100:00100000:2.0:1767384341.705978:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731468928 00000020:00000001:2.0:1767384341.705982:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384341.705984:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:3.0:1767384341.705989:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384341.705989:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384341.705991:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927877 00000100:00000001:3.0:1767384341.705994:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384341.705994:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:0.0:1767384341.705996:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384341.706000:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384341.706000:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384341.706002:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.706003:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384341.706005:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384341.706006:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.706009:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706011:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.706011:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384341.706013:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.706016:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.706017:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ab26604. 00000100:00000001:2.0:1767384341.706036:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384341.706039:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ab26604. 00000100:00001000:3.0:1767384341.706041:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=51 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384341.706043:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000804360b5. 00000100:00000001:0.0:1767384341.706045:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384341.706046:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=51 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384341.706048:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7c606ae. 00000100:00000001:0.0:1767384341.706050:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706052:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384341.706053:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000100:00000001:3.0:1767384341.706055:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384341.706058:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384341.706063:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.706063:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00010000:00000001:3.0:1767384341.706069:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.706070:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384341.706072:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384341.706074:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384341.706075:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384341.706076:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469312 00000100:00000040:3.0:1767384341.706077:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384341.706078:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706083:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384341.706083:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384341.706085:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.706089:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384341.706090:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.706094:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.706095:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384341.706098:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384341.706103:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.706105:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384341.706109:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384341.706111:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469312 00000100:00100000:2.0:1767384341.706117:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:0.0:1767384341.706118:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384341.706121:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000040:2.0:1767384341.706124:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000020:00000001:0.0:1767384341.706127:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384341.706129:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789526400 : -114766920025216 : ffff979ebe7ffb80) 00000020:00000040:0.0:1767384341.706132:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000040:2.0:1767384341.706139:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7512570 x1853236731468928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.706140:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384341.706140:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:0.0:1767384341.706147:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:3.0:1767384341.706148:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384341.706151:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.706156:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384341.706160:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.706160:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384341.706163:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002085c651. 00000020:00000010:2.0:1767384341.706166:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ab26604. 00000100:00000001:2.0:1767384341.706172:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384341.706172:0:17084:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000da8279f3. 00000100:00100000:3.0:1767384341.706176:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a23dba1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731469056:0@lo:400: 00000020:00000010:2.0:1767384341.706179:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ab26604. 00000100:00000001:3.0:1767384341.706183:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384341.706183:0:17084:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00100000:2.0:1767384341.706188:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7512570 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731468928:12345-0@lo:13: 00000100:00000001:3.0:1767384341.706189:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384341.706194:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a23dba1 x1853236731469056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384341.706195:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731468928 00000100:00000001:0.0:1767384341.706199:0:17084:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384341.706200:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384341.706205:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384341.706208:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049d102ce. 00000020:00000001:2.0:1767384341.706209:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706210:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384341.706213:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384341.706215:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384341.706216:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a8781f4. 00000020:00000010:0.0:1767384341.706217:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0bc33ec. 00000020:00000001:2.0:1767384341.706218:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 02000000:00000001:3.0:1767384341.706220:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384341.706225:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.706226:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384341.706227:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000af20c842. 00000020:00000040:3.0:1767384341.706230:0:16355:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384341.706230:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.706236:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384341.706236:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384341.706238:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384341.706239:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384341.706240:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d64a4e1. 00000020:00000001:2.0:1767384341.706243:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384341.706246:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384341.706246:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.706247:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384341.706252:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384341.706253:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384341.706253:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1767384341.706255:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a23dba1. 02000000:00000010:2.0:1767384341.706258:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000001b07b1c. 00000100:00000001:0.0:1767384341.706258:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384341.706259:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384341.706262:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384341.706264:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706266:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.706267:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.706268:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384341.706271:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.706273:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384341.706274:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384341.706277:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384341.706278:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.706278:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706282:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384341.706282:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384341.706286:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00080000:3.0:1767384341.706295:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384341.706297:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384341.706300:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00002000:00000024:2.0:1767384341.706301:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384341.706302:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384341.706310:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384341.706313:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384341.706316:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384341.706319:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384341.706321:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384341.706325:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469184 02000000:00000001:0.0:1767384341.706327:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.706328:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.706330:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.706333:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.706336:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469184 00000020:00000001:0.0:1767384341.706338:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384341.706339:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000001:00000001:2.0:1767384341.706341:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767384341.706342:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1767384341.706344:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.706347:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00002000:00000001:2.0:1767384341.706348:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384341.706351:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731468928 00000020:00000001:0.0:1767384341.706354:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00010000:00000001:2.0:1767384341.706355:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384341.706361:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7512570 x1853236731468928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384341.706361:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:0.0:1767384341.706368:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384341.706372:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384341.706374:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00010000:00000001:2.0:1767384341.706375:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384341.706381:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.706382:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.706384:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384341.706389:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000010:0.0:1767384341.706389:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00000001:2.0:1767384341.706396:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384341.706398:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384341.706399:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003baf7521. 02000000:00000001:2.0:1767384341.706400:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.706404:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384341.706407:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384341.706407:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007017f5d4. 00000400:00000010:2.0:1767384341.706411:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000020:00000010:0.0:1767384341.706415:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000131cb46b. 00000100:00000200:2.0:1767384341.706416:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731468928, offset 224 00000100:00000001:0.0:1767384341.706424:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384341.706425:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384341.706430:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384341.706434:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384341.706434:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384341.706444:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d105c80 00000100:00000001:0.0:1767384341.706444:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384341.706448:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384341.706452:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ac1 [1] + 224 00000100:00000001:0.0:1767384341.706453:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.706458:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.706463:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384341.706471:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384341.706473:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384341.706476:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.706486:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.706487:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384341.706491:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384341.706501:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1767384341.706502:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384341.706507:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000400:00000200:2.0:1767384341.706509:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000010:2.0:1767384341.706513:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000100:00000001:0.0:1767384341.706513:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789520128 : -114766920031488 : ffff979ebe7fe300) 00000100:00000001:3.0:1767384341.706515:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384341.706518:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.706519:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384341.706521:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384341.706525:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6b1f613 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384341.706526:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:2.0:1767384341.706526:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.706530:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384341.706532:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384341.706533:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.706538:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384341.706540:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000040:2.0:1767384341.706544:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7512570 x1853236731468928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:322/0 lens 224/368 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.706545:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789519232 : -114766920032384 : ffff979ebe7fdf80) 00000100:00000040:3.0:1767384341.706556:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6753941 x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/0 e 0 to 0 dl 1767384352 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.706571:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384341.706578:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7512570 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731468928:12345-0@lo:13: Request processed in 415us (2063us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384341.706579:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:3.0:1767384341.706582:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384341.706587:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000100:00000001:0.0:1767384341.706587:0:17084:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384341.706592:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384341.706593:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384341.706596:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00000040:2.0:1767384341.706599:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000020:00000010:3.0:1767384341.706600:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000100:00000001:2.0:1767384341.706605:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384341.706608:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b1f613 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731469312:12345-0@lo:400: 00000100:00100000:3.0:1767384341.706609:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6753941 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236731469184:12345-0@lo:400: 00000100:00000001:2.0:1767384341.706609:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384341.706613:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7c606ae. 00000100:00000200:3.0:1767384341.706621:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469184 00000020:00000010:2.0:1767384341.706621:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000200:0.0:1767384341.706622:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469312 00000020:00000001:3.0:1767384341.706628:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384341.706628:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00000020:00000001:0.0:1767384341.706629:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384341.706633:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384341.706634:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000020:00000001:3.0:1767384341.706636:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.706636:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384341.706638:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384341.706642:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384341.706642:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.706645:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384341.706649:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384341.706649:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384341.706653:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384341.706655:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384341.706656:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384341.706659:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384341.706663:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.706663:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384341.706667:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384341.706669:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384341.706669:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384341.706672:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384341.706676:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000018a78ed7. 00000020:00000001:0.0:1767384341.706676:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384341.706680:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384341.706681:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706684:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.706686:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.706687:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384341.706693:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469184 00000020:00000001:0.0:1767384341.706694:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384341.706696:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384341.706699:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1767384341.706700:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6753941 x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384341.706704:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384341.706709:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384341.706711:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.706711:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed9c5522. 02000000:00000001:0.0:1767384341.706716:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.706720:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384341.706722:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=56 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384341.706724:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706727:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:0.0:1767384341.706730:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469312 00000100:00000040:3.0:1767384341.706731:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384341.706734:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384341.706736:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384341.706737:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384341.706741:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.706743:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384341.706746:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:0.0:1767384341.706746:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6b1f613 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384341.706751:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000100:00000200:3.0:1767384341.706755:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731469184, offset 224 00000400:00000200:3.0:1767384341.706764:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384341.706790:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384341.706795:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105d80 00010000:00000001:0.0:1767384341.706795:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.706800:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.706803:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ae5 [1] + 224 00000100:00001000:0.0:1767384341.706806:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=56 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384341.706808:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.706815:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.706816:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384341.706819:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384341.706823:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000200:3.0:1767384341.706824:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384341.706832:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.706838:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384341.706845:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384341.706846:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384341.706848:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384341.706851:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000100:00000001:0.0:1767384341.706854:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384341.706855:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000100:00000001:3.0:1767384341.706860:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384341.706862:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384341.706863:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384341.706866:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.706868:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000100:00000040:3.0:1767384341.706870:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384341.706876:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384341.706876:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731469312, offset 224 00000020:00000001:3.0:1767384341.706879:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384341.706884:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384341.706888:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384341.706891:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6753941 x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384341.706903:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384341.706908:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6753941 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853236731469184:12345-0@lo:400: Request processed in 324us (1170us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384341.706913:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d105e00 00000400:00000200:0.0:1767384341.706923:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ad5 [1] + 224 00000100:00100000:3.0:1767384341.706932:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000400:00000200:0.0:1767384341.706932:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384341.706939:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000400:00000200:0.0:1767384341.706940:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384341.706945:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.706947:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384341.706948:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384341.706954:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007017f5d4. 00000100:00000200:0.0:1767384341.706955:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384341.706959:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000131cb46b. 00000020:00000010:3.0:1767384341.706967:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003baf7521. 00000020:00000040:3.0:1767384341.706974:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000040:0.0:1767384341.706974:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384341.706979:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.706991:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.706997:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000400:00000010:0.0:1767384341.706999:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000100:00000001:0.0:1767384341.707003:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384341.707006:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.707010:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.707013:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384341.707016:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384341.707018:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.707039:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384341.707043:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6b1f613 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:322/0 lens 224/224 e 0 to 0 dl 1767384352 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.707054:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b1f613 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853236731469312:12345-0@lo:400: Request processed in 483us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384341.707079:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384341.707089:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:0.0:1767384341.707092:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.707094:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.707098:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0bc33ec. 00000020:00000010:0.0:1767384341.707102:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000af20c842. 00000020:00000010:0.0:1767384341.707106:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049d102ce. 00000020:00000040:0.0:1767384341.707109:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:0.0:1767384341.707112:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707137:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.707139:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384341.707143:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.707145:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.707147:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e2ac7a. 00000400:00000200:0.0:1767384341.707150:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79c1962 00000400:00000010:0.0:1767384341.707152:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79c1962. 00000100:00000001:0.0:1767384341.707154:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.707158:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.707167:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707175:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.707177:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707179:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.707181:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.707182:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.707184:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.707187:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.707192:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.707195:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.707198:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.707199:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.707201:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384341.707204:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.707212:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.707222:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384341.707224:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384341.707226:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384341.707228:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.707232:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707239:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.707242:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.707243:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.707246:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.707254:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853236731469184:0@lo:400: 00000400:00000001:0.0:1767384341.707261:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.707262:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.707264:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc33984. 00000400:00000200:0.0:1767384341.707267:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:0.0:1767384341.707268:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000100:00000001:0.0:1767384341.707271:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.707273:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.707282:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707290:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.707291:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707292:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.707294:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.707296:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.707297:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.707299:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.707303:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=55 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.707306:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.707309:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.707310:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.707318:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384341.707322:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.707330:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.707332:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384341.707333:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384341.707335:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384341.707337:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.707341:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707349:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.707351:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.707353:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.707356:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.707364:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731469312:0@lo:400: 00000400:00000001:0.0:1767384341.707372:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.707374:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384341.707375:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ea239d. 00000400:00000200:0.0:1767384341.707378:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000400:00000010:0.0:1767384341.707380:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000100:00000001:0.0:1767384341.707383:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.707386:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384341.707411:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707418:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384341.707420:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707422:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384341.707423:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384341.707425:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.707426:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.707435:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.707439:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384341.707443:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.707446:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384341.707447:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.707449:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384341.707452:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.707461:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.707463:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384341.707464:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384341.707467:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384341.707468:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.707471:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707478:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.707480:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.707481:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384341.707484:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384341.707487:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384341.707490:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384341.707495:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384341.707499:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.707501:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.707507:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731468928:0@lo:13: 00000100:00000001:0.0:1767384341.707509:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707511:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.707512:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731469184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707527:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.707528:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.707530:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004332fd92. 02000000:00000001:0.0:1767384341.707532:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.707533:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.707534:0:16353:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384341.707535:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.707536:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f843cf8b. 02000000:00000001:0.0:1767384341.707539:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.707540:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.707541:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00000100:00000001:0.0:1767384341.707543:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.707544:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707545:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.707547:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731469312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707552:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.707553:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.707554:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008099020d. 02000000:00000001:0.0:1767384341.707556:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.707557:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.707558:0:16353:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384341.707559:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.707559:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c2993361. 02000000:00000001:0.0:1767384341.707561:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.707561:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.707562:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00000001:0.0:1767384341.707563:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.707564:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707565:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.707566:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731468928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.707570:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384341.707571:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384341.707573:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec17389b. 02000000:00000001:0.0:1767384341.707578:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384341.707579:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384341.707580:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384341.707581:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384341.707582:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c38ec5c. 02000000:00000001:0.0:1767384341.707585:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384341.707585:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384341.707586:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000001:0.0:1767384341.707587:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384341.707588:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707589:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.707593:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384341.707594:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.707595:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.707596:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384341.709816:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294927877, at 4294927878 00000100:00000040:3.0:1767384341.709819:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294927877, at 4294927878 00000100:00000010:2.0:1767384341.709823:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004b2c2d5. 00000100:00000010:3.0:1767384341.709826:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000248faee8. 00000100:00000040:0.0:1767384341.709861:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294927877, at 4294927878 00000100:00000010:0.0:1767384341.709871:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bccaf89c. 00000100:00000040:1.0:1767384341.710101:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294927877, at 4294927878 00000100:00000010:1.0:1767384341.710108:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cd81703. 00000001:00000001:3.0:1767384342.097842:0:31450:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384342.097847:0:31450:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384342.101746:0:31450:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384342.109303:0:31451:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f9c24709. 00000400:00000010:3.0:1767384342.109315:0:31451:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009b06d764. 00000400:00000010:3.0:1767384342.109324:0:31451:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bbe67f6a. 00000400:00000010:3.0:1767384342.109327:0:31451:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000f27a633. 00000400:00000010:3.0:1767384342.109331:0:31451:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000613f7192. 00000400:00000010:3.0:1767384342.109334:0:31451:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd27042f. 00000400:00000010:3.0:1767384342.109336:0:31451:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a5ee4ce. 00000400:00000010:3.0:1767384342.109337:0:31451:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083ac6a8a. 00000400:00000010:3.0:1767384342.109341:0:31451:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a8d5f3ad. 00000800:00000010:3.0:1767384342.109354:0:31451:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f10e709b. 00000800:00000200:3.0:1767384342.109363:0:31451:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384342.109372:0:31451:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384342.109404:0:31451:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384342.109423:0:31451:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384342.110752:0:31451:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000908ba3b7. 00000400:00000010:3.0:1767384342.110757:0:31451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd3ab90. 00000400:00000010:3.0:1767384342.110762:0:31451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000400:00000001:3.0:1767384342.110805:0:31451:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384342.110807:0:31451:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384342.110808:0:31451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000400:00000200:3.0:1767384342.110811:0:31451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000400:00000010:3.0:1767384342.110813:0:31451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000400:00000010:3.0:1767384342.110817:0:31451:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000045b16d7. 00000400:00000200:3.0:1767384342.110822:0:31451:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (28) 00000400:00000200:3.0:1767384342.110831:0:31451:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384342.110838:0:31451:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384342.110846:0:31451:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001223c240. 00000020:01000000:3.0:1767384342.110850:0:31451:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384342.110852:0:31451:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp38 00000400:00000200:1.0:1767384342.110852:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384342.110861:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:1.0:1767384342.110864:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (29) 00000400:00000010:3.0:1767384342.110867:0:31451:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009b06d764. 00000400:00000010:3.0:1767384342.110872:0:31451:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f9c24709. 00000400:00000010:1.0:1767384342.110875:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000013dc9afb. 00000400:00000010:1.0:1767384342.110881:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000010:1.0:1767384342.110887:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000682650d2. 00000400:00000200:1.0:1767384342.110891:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000020:00000001:2.0:1767384342.110892:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384342.110897:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384342.110903:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:2.0:1767384342.110909:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384342.110912:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 10000000:01000000:2.0:1767384342.110913:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384342.110918:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384342.110921:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384342.110921:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:2.0:1767384342.110925:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.110928:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384342.110930:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:01000004:2.0:1767384342.110931:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384342.110934:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.110937:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384342.110939:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:01000004:2.0:1767384342.110940:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384342.110943:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.110946:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384342.110948:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000010:2.0:1767384342.110953:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000400:00000200:1.0:1767384342.110953:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:00000040:2.0:1767384342.110959:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384342.110960:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000100:00000001:2.0:1767384342.110968:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384342.110968:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 02000000:00000001:2.0:1767384342.110972:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384342.110974:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 02000000:00000001:2.0:1767384342.110977:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.110979:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384342.110983:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384342.110986:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 02000000:00000010:2.0:1767384342.110987:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000427466a8. 00000400:00000200:1.0:1767384342.110990:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384342.110994:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:2.0:1767384342.110995:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.110999:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:1.0:1767384342.111003:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000100:00000001:2.0:1767384342.111005:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384342.111008:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.111029:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_02+2] req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.111031:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:1.0:1767384342.111047:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:1.0:1767384342.111052:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 24], ns[61, 24] 00000400:00000200:1.0:1767384342.111056:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 24], ns[109, 24] 00000100:00000001:3.0:1767384342.111060:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384342.111060:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 24], ns[93, 24] 10000000:00000001:2.0:1767384342.111062:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111066:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384342.111068:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111070:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384342.111072:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.111072:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 24], ns[80, 24] 00000020:01000000:2.0:1767384342.111077:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384342.111078:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.111085:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 24], ns[108, 24] 00000020:00000001:2.0:1767384342.111086:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384342.111090:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384342.111093:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384342.111097:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384342.111099:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384342.111100:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 24], ns[107, 24] 00000020:01000004:2.0:1767384342.111101:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384342.111103:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384342.111105:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384342.111109:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384342.111110:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384342.111113:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[101, 24], ns[105, 24] 02000000:00000001:3.0:1767384342.111114:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384342.111115:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.111119:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384342.111121:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384342.111123:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384342.111127:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 24], ns[110, 24] 00000100:00100000:3.0:1767384342.111128:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731469440:0@lo:253: 00000020:01000004:2.0:1767384342.111132:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384342.111135:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384342.111137:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384342.111139:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384342.111142:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[110, 24], ns[114, 24] 02000000:00000001:3.0:1767384342.111143:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384342.111144:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 02000000:00000001:3.0:1767384342.111147:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.111149:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384342.111150:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000001:3.0:1767384342.111151:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384342.111156:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384342.111157:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp18 02000000:00000001:2.0:1767384342.111158:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384342.111159:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7bdedf7. 02000000:00000001:2.0:1767384342.111162:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.111163:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.111164:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384342.111169:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp18 00000400:00000010:3.0:1767384342.111171:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5be5912. 02000000:00000010:2.0:1767384342.111171:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e647901. 00000400:00000200:1.0:1767384342.111176:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp18 NI seq info: [115:115:256:4294967295] 192.168.204.118@tcp18 LPNI seq info [111:111:8:4294967295] 00000100:00000001:2.0:1767384342.111178:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.111179:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b06d764. 00000400:00000200:1.0:1767384342.111184:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp18 00000100:00000001:2.0:1767384342.111185:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384342.111186:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731469440, portal 25 00000100:00000001:2.0:1767384342.111188:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111194:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384342.111198:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_03+3] req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.111199:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18:) -> 192.168.204.118@tcp18(192.168.204.118@tcp:192.168.204.118@tcp18) : GET try# 0 00000100:00000001:3.0:1767384342.111204:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000800:00000200:1.0:1767384342.111214:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp18 00000100:00000040:3.0:1767384342.111218:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384342.111222:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e7808f7c. 10000000:00000001:2.0:1767384342.111223:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384342.111228:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.111233:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384342.111235:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (6) 00000020:01000000:2.0:1767384342.111238:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384342.111239:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384342.111244:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001223c240. 00000800:00000200:1.0:1767384342.111247:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:988 00000100:00000040:3.0:1767384342.111249:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384342.111254:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a9d6804. 00000100:00000001:2.0:1767384342.111258:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384342.111258:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7808f7c type 2, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767384342.111261:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731469440, offset 0 00000100:00000001:2.0:1767384342.111262:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.111265:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384342.111269:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.111275:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.111276:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384342.111283:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000100:00000001:2.0:1767384342.111286:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384342.111289:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.111293:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384342.111294:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384342.111296:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384342.111300:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.111302:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731469568:0@lo:253: 00000100:00000001:2.0:1767384342.111305:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384342.111307:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384342.111309:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.111310:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105e80 02000000:00000001:2.0:1767384342.111311:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384342.111318:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a15f925c. 00000400:00000200:3.0:1767384342.111321:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000400:00000010:3.0:1767384342.111329:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f02d42b. 02000000:00000001:2.0:1767384342.111329:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.111333:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000200:3.0:1767384342.111335:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d9a3e64 00000400:00000200:3.0:1767384342.111344:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384342.111345:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dcab59e. 00000100:00000200:2.0:1767384342.111351:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731469568, portal 25 00000400:00000200:3.0:1767384342.111354:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.111354:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384342.111357:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000400:00000200:3.0:1767384342.111363:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d9a3e64 00000100:00000040:2.0:1767384342.111364:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384342.111368:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d9a3e64. 00000100:00000001:2.0:1767384342.111375:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384342.111377:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384342.111378:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384342.111382:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767384342.111383:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384342.111383:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9566420. 00000800:00000010:1.0:1767384342.111389:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e7808f7c. 00000100:00000200:2.0:1767384342.111390:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731469568, offset 0 00000100:00000040:3.0:1767384342.111392:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000051773fb6 x1853236731469440 msgsize 4848 00000400:00000200:1.0:1767384342.111394:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384342.111400:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384342.111405:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384342.111407:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: GET: OK 00000400:00000200:2.0:1767384342.111412:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384342.111413:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384342.111415:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384342.111419:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000400:00000200:2.0:1767384342.111422:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105f00 00000100:00000001:3.0:1767384342.111427:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.111430:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1331 [2] + 0 00000800:00000001:1.0:1767384342.111430:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384342.111435:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dff09be4. 00000400:00000200:2.0:1767384342.111438:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008334f654 00000400:00000200:3.0:1767384342.111441:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a9d6804 00000800:00000001:1.0:1767384342.111441:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384342.111442:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384342.111446:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a9d6804. 00000800:00000001:1.0:1767384342.111448:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.111452:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384342.111453:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384342.111457:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008334f654 00000800:00000001:1.0:1767384342.111458:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384342.111460:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008334f654. 00000100:00000200:3.0:1767384342.111461:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.111466:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384342.111469:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384342.111474:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18) <- 192.168.204.118@tcp18 : GET - for me 00000100:00000040:2.0:1767384342.111475:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005106f092 x1853236731469568 msgsize 4848 00000100:00100000:2.0:1767384342.111487:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384342.111489:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384342.111491:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384342.111493:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384342.111497:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.111500:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384342.111505:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 496/496 into md 0x1afd [1] + 0 00000400:00000200:2.0:1767384342.111514:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9566420 00000100:00000001:3.0:1767384342.111517:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.111517:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9566420. 00000400:00000200:1.0:1767384342.111522:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp18 to MR: 192.168.204.118@tcp18 local destination 00000100:00000001:3.0:1767384342.111523:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.111525:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384342.111529:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp18 NI seq info: [116:116:256:4294967295] 192.168.204.118@tcp18 LPNI seq info [112:112:8:4294967295] 00000100:00000200:2.0:1767384342.111530:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.111547:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384342.111549:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18:192.168.204.118@tcp18) -> 192.168.204.118@tcp18(192.168.204.118@tcp18:192.168.204.118@tcp18) 192.168.204.118@tcp18 : REPLY try# 0 00000800:00000200:1.0:1767384342.111554:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.118@tcp18 00000100:00000001:3.0:1767384342.111556:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384342.111558:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7808f7c. 00000100:00000040:2.0:1767384342.111559:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384342.111568:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (6) 00000100:00000001:3.0:1767384342.111571:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294928284 00000100:00000001:2.0:1767384342.111574:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384342.111578:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2919766. 00000100:00000001:2.0:1767384342.111579:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767384342.111579:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:1005 00000800:00000200:1.0:1767384342.111584:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7808f7c type 3, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1767384342.111588:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111589:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384342.111594:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294928284 00000100:00000001:3.0:1767384342.111598:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294928284 00000100:00000001:2.0:1767384342.111599:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294928284 00000100:00000001:2.0:1767384342.111604:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294928284 00000100:00000010:3.0:1767384342.111606:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c498260. 00000100:00000001:3.0:1767384342.111612:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384342.111618:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294928284 00000100:00000001:2.0:1767384342.111619:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294928284 00000100:00000010:3.0:1767384342.111624:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c68d7ec. 00000100:00000001:2.0:1767384342.111625:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294928284 00000800:00000200:1.0:1767384342.111631:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384342.111632:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767384342.111636:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7808f7c. 00000100:00000001:3.0:1767384342.111639:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294928284 00000100:00000001:2.0:1767384342.111639:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294928284 00000400:00000200:1.0:1767384342.111640:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384342.111645:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294928284 00000100:00000010:3.0:1767384342.111649:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fc6bba1. 00000400:00000200:1.0:1767384342.111651:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: REPLY: OK 00000100:00000001:3.0:1767384342.111655:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767384342.111662:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384342.111663:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.111663:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294928284 00000800:00000001:1.0:1767384342.111667:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.111670:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.111670:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.111676:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111678:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384342.111679:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384342.111680:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111685:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.111685:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.111686:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.111692:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384342.111693:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.111696:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384342.111697:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384342.111697:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.111699:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.111702:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384342.111702:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.111706:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111710:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384342.111710:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp18(192.168.204.118@tcp18) <- 192.168.204.118@tcp18 : REPLY - for me 00000100:00000001:2.0:1767384342.111711:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111714:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384342.111719:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.111723:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.111730:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp18: Reply from 12345-192.168.204.118@tcp18 of length 496/496 into md 0x1b01 00000800:00000001:1.0:1767384342.111735:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384342.111740:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384342.111740:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384342.111744:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469440 00000400:00000200:1.0:1767384342.111744:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384342.111750:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384342.111751:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384342.111753:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384342.111755:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp18->192.168.204.118@tcp18: REPLY: OK 00000100:00100000:3.0:1767384342.111756:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469568 00000100:00000001:2.0:1767384342.111756:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.111762:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384342.111763:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.111764:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000100:00100000:2.0:1767384342.111790:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469440 00000400:00000010:1.0:1767384342.111791:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000020:00000001:2.0:1767384342.111794:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384342.111797:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:1.0:1767384342.111798:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:2.0:1767384342.111799:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384342.111800:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384342.111804:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.111804:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000020:00000040:2.0:1767384342.111807:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 02000000:00000001:3.0:1767384342.111810:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.111812:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:1.0:1767384342.111813:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00100000:3.0:1767384342.111816:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469568 00000020:00000001:2.0:1767384342.111818:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384342.111821:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384342.111821:0:16345:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.118@tcp (512 bytes) 00000100:00000001:2.0:1767384342.111824:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384342.111825:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384342.111829:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384342.111829:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000400:00000200:1.0:1767384342.111830:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000020:00000040:3.0:1767384342.111832:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384342.111835:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384342.111839:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384342.111840:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000400:00000010:1.0:1767384342.111842:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000013dc9afb. 00000020:00000010:2.0:1767384342.111846:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042a6b83. 00000400:00000200:1.0:1767384342.111847:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (30) 00000020:00000001:3.0:1767384342.111854:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384342.111854:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7c606ae. 00000800:00000001:1.0:1767384342.111855:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.111860:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.111862:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384342.111862:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db495dc7. 00000020:00000010:3.0:1767384342.111868:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081794e96. 00000100:00000040:2.0:1767384342.111871:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384342.111873:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.111876:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384342.111877:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081794e96. 00000100:00000001:2.0:1767384342.111879:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384342.111880:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384342.111882:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384342.111886:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000400:00000010:1.0:1767384342.111886:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000a36d1258. 00000100:00000001:2.0:1767384342.111890:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.111895:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000020:00000010:3.0:1767384342.111896:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041265a42. 00000400:00000010:1.0:1767384342.111901:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000001:2.0:1767384342.111902:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384342.111903:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001c566d63. 00000400:00000200:1.0:1767384342.111908:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a36d1258 00000100:00000001:3.0:1767384342.111913:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000001:1.0:1767384342.111913:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.111916:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384342.111918:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384342.111918:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384342.111919:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55d0e3b. 00000100:00000001:3.0:1767384342.111923:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.111923:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384342.111924:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:1.0:1767384342.111928:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000100:00100000:2.0:1767384342.111929:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:1.0:1767384342.111933:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000040:2.0:1767384342.111934:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384342.111935:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.111939:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000de255583. 00000100:00000001:2.0:1767384342.111940:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743460944 : -114766966090672 : ffff979ebbc11450) 00000100:00000001:3.0:1767384342.111942:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.111944:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000100:00000040:2.0:1767384342.111947:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051773fb6 x1853236731469440/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.111956:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.111957:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384342.111957:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00000100:00000001:3.0:1767384342.111961:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384342.111962:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000400:00000200:1.0:1767384342.111963:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:0 00000100:00000001:2.0:1767384342.111969:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384342.111970:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000400:00000200:1.0:1767384342.111970:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc 1 00000020:00000010:2.0:1767384342.111974:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000100:00000040:3.0:1767384342.111978:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000400:00000200:1.0:1767384342.111978:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000100:00100000:2.0:1767384342.111984:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051773fb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731469440:12345-0@lo:253: 00000400:00000200:1.0:1767384342.111984:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (29) 00000100:00000001:3.0:1767384342.111985:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743458896 : -114766966092720 : ffff979ebbc10c50) 00000400:00000010:1.0:1767384342.111990:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000e8ad2cf0. 00000100:00000200:2.0:1767384342.111993:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469440 00000400:00000010:1.0:1767384342.111995:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000100:00000040:3.0:1767384342.111996:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005106f092 x1853236731469568/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384342.111998:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384342.112000:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ead9b829. 00000020:00000001:2.0:1767384342.112002:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384342.112006:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112009:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:3.0:1767384342.112029:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384342.112030:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384342.112031:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:2.0:1767384342.112034:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000010:3.0:1767384342.112036:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081794e96. 00000400:00000200:1.0:1767384342.112039:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:00000001:2.0:1767384342.112040:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384342.112042:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384342.112043:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112050:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000010:3.0:1767384342.112052:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081794e96. 00000020:00000001:2.0:1767384342.112052:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384342.112056:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384342.112057:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000001:2.0:1767384342.112061:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.112064:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005106f092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731469568:12345-0@lo:253: 00000100:00000001:2.0:1767384342.112068:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384342.112069:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 02000000:00000001:2.0:1767384342.112071:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384342.112075:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469568 00000400:00000200:1.0:1767384342.112079:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:00000001:3.0:1767384342.112081:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384342.112084:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:00000001:3.0:1767384342.112085:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384342.112086:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000028299457. 00000020:00000001:3.0:1767384342.112090:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.112091:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112092:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000020:00000001:3.0:1767384342.112097:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384342.112097:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.112101:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:1.0:1767384342.112101:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 20000000:00000001:2.0:1767384342.112103:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384342.112110:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384342.112110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 20000000:00000010:2.0:1767384342.112113:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e7ce4c13. 00000400:00000200:1.0:1767384342.112114:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 20000000:01000000:2.0:1767384342.112119:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384342.112122:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384342.112123:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384342.112123:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 20000000:00000001:2.0:1767384342.112128:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384342.112129:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384342.112132:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112133:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000020:00000001:3.0:1767384342.112134:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384342.112135:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.112139:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.112140:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384342.112144:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:3.0:1767384342.112146:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384342.112149:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384342.112151:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e14fb8c. 02000000:00000010:3.0:1767384342.112154:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001223c240. 20000000:01000000:2.0:1767384342.112157:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 02000000:00000001:3.0:1767384342.112161:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.112165:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.112166:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384342.112166:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 20000000:00000001:3.0:1767384342.112171:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384342.112174:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384342.112174:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00080000:00000001:2.0:1767384342.112179:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:3.0:1767384342.112181:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fecf27a9. 00000400:00000200:1.0:1767384342.112182:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 20000000:01000000:3.0:1767384342.112189:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384342.112189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 20000000:00000001:3.0:1767384342.112195:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384342.112196:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384342.112197:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 20000000:00000001:3.0:1767384342.112200:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384342.112204:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 26], ns[61, 26] 20000000:00000001:3.0:1767384342.112205:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.112211:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384342.112212:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112213:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 26], ns[109, 26] 00080000:00000001:2.0:1767384342.112218:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384342.112219:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384342.112222:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112223:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 26], ns[93, 26] 00080000:00000001:2.0:1767384342.112226:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384342.112229:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 26], ns[80, 26] 00080000:00000001:2.0:1767384342.112230:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112236:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 26], ns[108, 26] 00080000:00000002:2.0:1767384342.112237:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:2.0:1767384342.112246:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00000400:00000200:1.0:1767384342.112247:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 26], ns[107, 26] 00080000:00000002:2.0:1767384342.112250:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384342.112254:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[101, 26], ns[105, 26] 00080000:00000001:2.0:1767384342.112255:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384342.112262:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[110, 26] 00080000:00000001:2.0:1767384342.112263:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112266:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[110, 26], ns[114, 26] 00000400:00000200:1.0:1767384342.112268:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384342.112272:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp19 00080000:00000001:2.0:1767384342.112274:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112275:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp19 lpni_is_preferred = 0 00000020:00000001:2.0:1767384342.112278:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384342.112278:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp19 00000400:00000200:1.0:1767384342.112283:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [117:117:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [113:113:8:4294967295] 00000020:00000001:2.0:1767384342.112284:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:1.0:1767384342.112289:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp19 00080000:00000001:2.0:1767384342.112290:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384342.112296:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000004e641e8. 00000400:00000200:1.0:1767384342.112299:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:) -> 192.168.204.118@tcp19(192.168.204.118@tcp:192.168.204.118@tcp19) : GET try# 0 00080000:00000001:2.0:1767384342.112301:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496588288 : -114772212963328 : ffff979d83042800) 00080000:00000001:2.0:1767384342.112304:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384342.112309:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:1.0:1767384342.112312:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp19 00080000:00000010:2.0:1767384342.112314:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008ea3b200. 00000800:00000010:1.0:1767384342.112316:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e7808f7c. 00080000:00000001:2.0:1767384342.112317:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.112321:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384342.112323:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (6) 00000800:00000200:1.0:1767384342.112329:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:988 00000800:00000200:1.0:1767384342.112331:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7808f7c type 2, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384342.112333:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.112340:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384342.112342:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00080000:00000001:2.0:1767384342.112350:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384342.112396:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384342.112399:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e7808f7c. 00000400:00000200:1.0:1767384342.112401:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.112404:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: GET: OK 00000400:00000200:1.0:1767384342.112406:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384342.112408:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:1.0:1767384342.112413:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.112417:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384342.112419:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.112424:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112427:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : GET - for me 00000400:00000200:1.0:1767384342.112433:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384342.112436:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 512/512 into md 0x1afd [1] + 0 00000400:00000200:1.0:1767384342.112445:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp19 to MR: 192.168.204.118@tcp19 local destination 00000400:00000200:1.0:1767384342.112453:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [118:118:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1767384342.112464:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) -> 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) 192.168.204.118@tcp19 : REPLY try# 0 00000800:00000200:1.0:1767384342.112469:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.118@tcp19 00000800:00000010:1.0:1767384342.112473:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7808f7c. 00000800:00000200:1.0:1767384342.112478:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (6) 00000800:00000200:1.0:1767384342.112482:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:1003 00000800:00000200:1.0:1767384342.112486:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7808f7c type 3, nob 608 niov 1 nkiov 1 00000800:00000001:3.0:1767384342.112518:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.112533:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.112538:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384342.112540:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.112543:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384342.112546:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384342.112548:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384342.112559:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp19: Reply from 12345-192.168.204.118@tcp19 of length 512/512 into md 0x1b19 00000800:00000010:1.0:1767384342.112561:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7808f7c. 00000800:00000001:3.0:1767384342.112564:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384342.112564:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112566:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384342.112572:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.112576:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.112577:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: REPLY: OK 00000400:00000200:3.0:1767384342.112584:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: REPLY: OK 00000400:00000200:3.0:1767384342.112589:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc8b04 00000400:00000010:3.0:1767384342.112590:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbc8b04. 00000400:00000200:3.0:1767384342.112593:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384342.112596:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384342.112597:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384342.112599:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 30. state = 0x100271 00000400:00000200:3.0:1767384342.112602:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384342.112615:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (30) 00000800:00000001:3.0:1767384342.112620:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.112623:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112631:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384342.112636:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:1.0:1767384342.112641:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000b3554cff. 00000400:00000010:1.0:1767384342.112644:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 000000007448839a. 00000400:00000010:1.0:1767384342.112647:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000004c887f63. 00000400:00000200:1.0:1767384342.112665:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384342.112670:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp32(000000006ea22c55) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384342.112673:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp33(0000000045dbca9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384342.112677:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp34(0000000088617c4b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384342.112682:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp36(00000000fc474d27) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384342.112689:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de255583. 00000400:00000200:1.0:1767384342.112695:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de255583 nid 192.168.204.118@tcp37 00000400:00000010:1.0:1767384342.112700:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000007b8d59f. 00000400:00000200:1.0:1767384342.112702:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000007b8d59f net tcp37 00000400:00000200:1.0:1767384342.112705:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (29) 00000400:00000200:1.0:1767384342.112711:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp37 flags 0x11 00000400:00000010:1.0:1767384342.112716:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000013dc9afb. 00000400:00000200:1.0:1767384342.112719:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000013dc9afb nid 192.168.204.118@tcp38 00000400:00000010:1.0:1767384342.112723:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000af8b3781. 00000400:00000200:1.0:1767384342.112725:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000af8b3781 net tcp38 00000400:00000200:1.0:1767384342.112727:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (30) 00000400:00000200:1.0:1767384342.112731:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp38 flags 0x11 00000400:00000010:1.0:1767384342.112735:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000b3554cff. 00000400:00000010:1.0:1767384342.112738:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 000000007448839a. 00000400:00000010:1.0:1767384342.112741:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000004c887f63. 00000400:00000010:1.0:1767384342.112744:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000e8ad2cf0. 00000400:00000200:1.0:1767384342.112749:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384342.112752:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:1.0:1767384342.112757:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:1.0:1767384342.112793:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:1.0:1767384342.112799:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000400:00000200:1.0:1767384342.112802:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000400:00000010:1.0:1767384342.112808:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011c47d24. 00000400:00000200:1.0:1767384342.112813:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp19 00000400:00000200:1.0:1767384342.112822:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp19 to MR: 192.168.204.118@tcp19 local destination 00000400:00000200:1.0:1767384342.112828:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [119:119:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [115:115:8:4294967295] 00000400:00000200:1.0:1767384342.112832:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp19 00000400:00000200:1.0:1767384342.112841:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) -> 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) : PUT try# 0 00000800:00000200:1.0:1767384342.112844:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.118@tcp19 00000800:00000010:1.0:1767384342.112849:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7808f7c. 00000800:00000200:1.0:1767384342.112854:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (6) 00000800:00000200:1.0:1767384342.112858:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:988 00000800:00000200:1.0:1767384342.112862:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7808f7c type 1, nob 608 niov 1 nkiov 1 00000400:00000200:1.0:1767384342.112877:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384342.112882:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000800:00000200:2.0:1767384342.112947:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384342.112950:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7808f7c. 00000400:00000200:2.0:1767384342.112954:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384342.112957:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.112961:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: PUT: OK 00000800:00000001:1.0:1767384342.112965:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384342.112966:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384342.112970:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.112973:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp19: 0 00000800:00000001:1.0:1767384342.112975:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.112984:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : PUT - for me 00000400:00000200:1.0:1767384342.112992:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384342.112998:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 512/512 into md 0x1b15 [1] + 0 00000400:00000010:1.0:1767384342.113002:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:1.0:1767384342.113007:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057f43d32 00000800:00000001:1.0:1767384342.113011:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.113030:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.113032:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.113037:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: PUT: OK 00000400:00000200:1.0:1767384342.113041:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:1.0:1767384342.113049:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000400:00000200:1.0:1767384342.113053:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384342.113058:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (32) 00000400:00000200:1.0:1767384342.113063:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:1.0:1767384342.113066:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000e8ad2cf0. 00000400:00000200:1.0:1767384342.113069:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 30 00000400:00000200:1.0:1767384342.113072:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384342.113085:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (33) 00000400:00000200:1.0:1767384342.113090:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384342.113097:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp19 to MR: 192.168.204.118@tcp19 local destination 00000400:00000200:1.0:1767384342.113103:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp19 NI seq info: [120:120:256:4294967295] 192.168.204.118@tcp19 LPNI seq info [116:116:8:4294967295] 00000400:00000200:1.0:1767384342.113115:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) -> 192.168.204.118@tcp19(192.168.204.118@tcp19:192.168.204.118@tcp19) 192.168.204.118@tcp19 : ACK try# 0 00000400:00000200:2.0:1767384342.113121:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384342.113121:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp19 00000400:00000010:2.0:1767384342.113128:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000800:00000010:1.0:1767384342.113129:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000950eccb6. 00000400:00000010:2.0:1767384342.113136:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000800:00000200:1.0:1767384342.113137:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (6) 00000400:00000200:2.0:1767384342.113142:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a36d1258 00000800:00000200:1.0:1767384342.113147:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:1003 00000400:00000200:2.0:1767384342.113150:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004f1 00000800:00000200:1.0:1767384342.113154:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000950eccb6 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384342.113157:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000f410a804. 00000400:00000010:2.0:1767384342.113160:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 0000000006e294ec. 00000400:00000010:2.0:1767384342.113162:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 00000000c41215b7. 00000800:00000001:3.0:1767384342.113179:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384342.113184:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000f410a804. 00000400:00000010:2.0:1767384342.113189:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 0000000006e294ec. 00000400:00000010:2.0:1767384342.113191:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 00000000c41215b7. 00000400:00000010:2.0:1767384342.113194:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000e8ad2cf0. 00000400:00000200:2.0:1767384342.113197:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384342.113199:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100571 00000400:00000200:2.0:1767384342.113201:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 1 00000400:00000200:2.0:1767384342.113211:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 00000800:00000001:3.0:1767384342.113214:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.113214:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384342.113218:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000800:00000200:1.0:1767384342.113221:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384342.113222:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000800:00000001:3.0:1767384342.113223:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384342.113227:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000950eccb6. 00000800:00000001:3.0:1767384342.113228:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384342.113228:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 00000400:00000200:1.0:1767384342.113235:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384342.113237:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.113246:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: ACK: OK 00000400:00000200:3.0:1767384342.113252:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp19(192.168.204.118@tcp19) <- 192.168.204.118@tcp19 : ACK - for me 00000400:00000200:3.0:1767384342.113266:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp19: ACK from 12345-192.168.204.118@tcp19 into md 0x1b1d 00000800:00000001:1.0:1767384342.113267:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.113273:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384342.113280:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp19->192.168.204.118@tcp19: ACK: OK 00000400:00000200:3.0:1767384342.113284:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b24c79 00000400:00000010:3.0:1767384342.113286:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084b24c79. 00000400:00000200:3.0:1767384342.113290:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384342.113293:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:3.0:1767384342.113296:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (31) 00000800:00000001:3.0:1767384342.113301:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384342.113304:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384342.113486:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000004e641e8. 00080000:00000010:3.0:1767384342.113528:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008ea3b200. 00040000:00000001:3.0:1767384342.113535:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384342.113537:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384342.113540:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384342.113544:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384342.113547:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384342.113549:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384342.113566:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384342.113575:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384342.113579:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384342.113585:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384342.113587:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384342.113589:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000078912655. 20000000:00000001:2.0:1767384342.113591:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384342.113594:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 10000000:01000000:2.0:1767384342.113595:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384342.113598:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384342.113600:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384342.113601:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384342.113603:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384342.113605:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384342.113611:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000040fb5f2c. 00080000:00000001:1.0:1767384342.113613:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384342.113617:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384342.113620:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00080000:00000001:1.0:1767384342.113621:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.113623:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384342.113624:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384342.113627:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.113628:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b2d6 to hash 00080000:00000001:1.0:1767384342.113629:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384342.113631:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384342.113633:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384342.113635:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384342.113638:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384342.113639:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113640:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384342.113645:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00010000:2.0:1767384342.113646:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384342.113654:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00010000:00000001:2.0:1767384342.113656:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:1.0:1767384342.113658:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384342.113660:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384342.113663:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384342.113665:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384342.113666:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.113668:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.113672:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384342.113672:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113674:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.113678:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384342.113678:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.113680:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:1.0:1767384342.113683:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384342.113684:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384342.113687:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:1.0:1767384342.113690:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384342.113695:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:2.0:1767384342.113696:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040fb5f2c) refcount = 1 00010000:00010000:2.0:1767384342.113699:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384342.113701:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005445d3ec. 00010000:00000001:2.0:1767384342.113708:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384342.113708:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518017024 : -114772191534592 : ffff979d844b2200) 00010000:00000001:2.0:1767384342.113710:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384342.113712:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384342.113714:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384342.113715:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113719:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384342.113720:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:2.0:1767384342.113722:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000010:1.0:1767384342.113725:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c6676f77. 20000000:01000000:2.0:1767384342.113726:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00080000:00000020:3.0:1767384342.113729:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384342.113730:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113731:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.113735:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384342.113736:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:1.0:1767384342.113736:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000040:2.0:1767384342.113737:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 20000000:00000010:3.0:1767384342.113741:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e7ce4c13. 00000020:00000001:2.0:1767384342.113742:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000001:1.0:1767384342.113745:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113747:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 20000000:00000001:3.0:1767384342.113752:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113752:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384342.113754:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.113757:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384342.113759:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469440 00010000:00000001:2.0:1767384342.113762:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384342.113765:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384342.113792:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.113797:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.113799:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384342.113800:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.113806:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.113808:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384342.113809:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051773fb6 x1853236731469440/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384342.113811:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384342.113814:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384342.113828:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384342.113832:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384342.113835:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113838:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384342.113841:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=62 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384342.113842:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384342.113845:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384342.113850:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384342.113852:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384342.113855:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.113857:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384342.113858:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000040:2.0:1767384342.113858:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00000020:00000001:2.0:1767384342.113862:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384342.113865:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384342.113865:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384342.113870:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384342.113872:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384342.113873:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384342.113877:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113880:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384342.113883:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384342.113883:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.113884:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113890:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384342.113892:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384342.113893:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384342.113896:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.113898:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.113899:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b2d6 from hash 00000400:00000010:3.0:1767384342.113900:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a9d6804. 00010000:00000001:2.0:1767384342.113901:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384342.113904:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.113906:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384342.113908:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731469440, offset 224 00010000:00000001:2.0:1767384342.113908:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384342.113911:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384342.113914:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384342.113916:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384342.113918:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.113919:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384342.113921:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113923:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384342.113924:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384342.113926:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.113928:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384342.113930:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384342.113936:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.113939:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.113941:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105e80 00010000:00000001:2.0:1767384342.113942:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.113947:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384342.113954:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b05 [2] + 224 00010000:00000001:2.0:1767384342.113955:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.113958:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.113959:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384342.113963:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384342.113964:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384342.113965:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384342.113965:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.113966:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384342.113970:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.113974:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.113975:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384342.113976:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384342.113982:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384342.113983:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384342.113986:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384342.113988:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384342.113990:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384342.113996:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040fb5f2c count: 0 00000100:00000040:3.0:1767384342.114008:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384342.114008:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384342.114012:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384342.114045:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384342.114052:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a9d6804 00000400:00000010:3.0:1767384342.114055:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a9d6804. 00000100:00000001:2.0:1767384342.114055:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.114058:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384342.114060:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384342.114063:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384342.114063:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384342.114066:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384342.114068:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.114068:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5be5912. 00000100:00000040:3.0:1767384342.114075:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:2.0:1767384342.114075:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b06d764 00000400:00000010:2.0:1767384342.114079:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b06d764. 00010000:00000001:3.0:1767384342.114080:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384342.114084:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.114085:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384342.114090:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384342.114096:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384342.114102:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384342.114106:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051773fb6 x1853236731469440/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.114139:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384342.114143:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384342.114144:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051773fb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731469440:12345-0@lo:253: Request processed in 2183us (2747us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384342.114145:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384342.114149:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384342.114151:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.114154:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.114156:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.114159:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00001000:2.0:1767384342.114159:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=62 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384342.114164:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00001000:2.0:1767384342.114165:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384342.114172:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.114172:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.114176:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.114177:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384342.114178:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384342.114181:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384342.114184:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7c606ae. 00000100:00000001:2.0:1767384342.114184:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.114189:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384342.114192:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db495dc7. 00000100:00000001:2.0:1767384342.114199:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384342.114200:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042a6b83. 00000100:00000001:2.0:1767384342.114202:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384342.114205:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384342.114208:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:3.0:1767384342.114210:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000020:01000004:2.0:1767384342.114210:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384342.114212:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.114216:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.114218:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384342.114219:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384342.114220:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384342.114224:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000028299457. 00000020:01000004:2.0:1767384342.114224:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384342.114227:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384342.114229:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.114231:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384342.114232:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384342.114236:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.114237:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384342.114246:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731469440:0@lo:253: 00000100:00000200:3.0:1767384342.114247:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384342.114252:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384342.114254:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3cd9e74. 00000100:00000001:2.0:1767384342.114255:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384342.114262:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a9d6804. 00000100:00000040:2.0:1767384342.114264:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731469440/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.114271:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384342.114273:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384342.114275:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:2.0:1767384342.114278:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384342.114280:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.114281:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384342.114283:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384342.114284:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000427466a8. 02000000:00000001:2.0:1767384342.114288:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384342.114289:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384342.114290:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:2.0:1767384342.114292:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384342.114293:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.114294:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.114297:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.114298:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.114300:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.114301:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384342.115150:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005445d3ec. 00080000:00000010:1.0:1767384342.115185:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c6676f77. 00040000:00000001:1.0:1767384342.115189:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384342.115191:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384342.115192:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384342.115194:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384342.115196:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.115197:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384342.115199:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384342.115206:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384342.115208:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384342.115212:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384342.115217:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384342.115220:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384342.115221:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384342.115224:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384342.115225:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384342.115229:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000073af339c. 00010000:00000001:2.0:1767384342.115233:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384342.115235:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384342.115237:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384342.115239:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b2dd to hash 00000020:00000001:2.0:1767384342.115240:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384342.115241:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115243:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115245:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.115247:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.115254:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115259:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384342.115260:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384342.115262:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384342.115263:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.115264:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.115266:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.115267:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.115269:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384342.115270:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384342.115271:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384342.115272:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384342.115273:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000073af339c) refcount = 1 00010000:00010000:2.0:1767384342.115274:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115277:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384342.115278:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384342.115279:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.115280:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.115281:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384342.115282:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384342.115283:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384342.115285:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.115286:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.115286:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000020:00000001:2.0:1767384342.115287:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115289:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115290:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384342.115291:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115294:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384342.115298:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115302:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.115302:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384342.115303:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115306:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.115307:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.115308:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384342.115309:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384342.115312:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384342.115314:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.115314:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384342.115315:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115319:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384342.115319:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.115320:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.115321:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000020:00000001:2.0:1767384342.115322:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115323:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384342.115325:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384342.115326:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.115329:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384342.115331:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.115332:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.115335:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384342.115336:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384342.115338:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.115342:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.115344:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b2dd from hash 00010000:00000001:2.0:1767384342.115346:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384342.115347:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.115348:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.115349:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384342.115350:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384342.115351:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384342.115352:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384342.115353:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.115354:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.115356:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384342.115357:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384342.115358:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.115359:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.115360:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384342.115360:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384342.115365:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384342.115366:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384342.115368:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fecf27a9. 00010000:00000001:2.0:1767384342.115369:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.115374:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384342.115375:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.115381:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469568 00010000:00000001:2.0:1767384342.115382:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.115385:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384342.115385:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384342.115387:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384342.115389:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384342.115390:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.115390:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.115392:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384342.115395:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384342.115397:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005106f092 x1853236731469568/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384342.115398:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.115402:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.115416:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384342.115417:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384342.115420:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.115421:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384342.115425:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384342.115425:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.115432:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384342.115436:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384342.115438:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384342.115444:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384342.115448:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000073af339c count: 0 02000000:00000001:1.0:1767384342.115448:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.115454:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384342.115458:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384342.115461:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384342.115462:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384342.115468:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000092c9390. 00000100:00000200:1.0:1767384342.115472:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731469568, offset 224 00000400:00000200:1.0:1767384342.115477:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.115483:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.115490:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105f00 00000400:00000200:1.0:1767384342.115494:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b0d [2] + 224 00000400:00000200:1.0:1767384342.115500:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.115502:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.115504:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384342.115507:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.115514:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.115525:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384342.115529:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000092c9390 00000400:00000010:1.0:1767384342.115531:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000092c9390. 00000100:00000001:1.0:1767384342.115533:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384342.115534:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.115535:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.115537:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.115539:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384342.115542:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384342.115543:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:2.0:1767384342.115545:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384342.115547:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384342.115548:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000020:00000001:1.0:1767384342.115549:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.115552:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcab59e 00000400:00000010:2.0:1767384342.115554:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dcab59e. 00000100:00000001:2.0:1767384342.115556:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.115559:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384342.115562:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.115565:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005106f092 x1853236731469568/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384342.115588:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.115590:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005106f092 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731469568:12345-0@lo:253: Request processed in 3559us (4112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384342.115604:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:2.0:1767384342.115605:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384342.115607:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384342.115608:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.115610:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.115612:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384342.115614:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384342.115615:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384342.115617:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384342.115618:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041265a42. 00000100:00000001:2.0:1767384342.115619:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.115622:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.115623:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c566d63. 00000100:00001000:2.0:1767384342.115625:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=62 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384342.115627:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023273317. 00000100:00001000:2.0:1767384342.115629:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=62 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384342.115631:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:2.0:1767384342.115633:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.115636:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.115636:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384342.115639:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384342.115639:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001223c240. 00010000:00000001:2.0:1767384342.115643:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.115644:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384342.115646:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.115647:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384342.115652:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.115653:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384342.115657:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000400:00000010:1.0:1767384342.115662:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000092c9390. 00000100:00000001:2.0:1767384342.115663:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.115667:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384342.115669:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384342.115677:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384342.115678:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384342.115679:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.115680:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.115681:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384342.115682:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.115683:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384342.115684:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.115685:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384342.115687:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.115692:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731469568:0@lo:253: 00000100:00000001:2.0:1767384342.115694:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.115695:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384342.115697:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731469568/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.115701:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384342.115702:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384342.115703:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a15f925c. 02000000:00000001:2.0:1767384342.115705:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384342.115706:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.115707:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384342.115708:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384342.115710:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e647901. 02000000:00000001:2.0:1767384342.115712:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384342.115713:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384342.115714:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:2.0:1767384342.115715:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384342.115716:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.115717:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.115720:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.115721:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.115723:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.115724:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.116843:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294928284, at 4294928285 00000100:00000010:3.0:1767384342.116850:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fc6bba1. 00000100:00000040:2.0:1767384342.117799:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294928284, at 4294928286 00000100:00000010:2.0:1767384342.117804:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c68d7ec. 00000100:00000040:1.0:1767384342.117816:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294928284, at 4294928286 00000100:00000010:1.0:1767384342.117822:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c498260. 00000100:00000040:0.0:1767384342.117823:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294928284, at 4294928286 00000100:00000010:0.0:1767384342.117830:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2919766. 00010000:00000010:2.1:1767384342.118815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040fb5f2c. 00010000:00000010:2.1:1767384342.118824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:2.1:1767384342.120810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000073af339c. 00010000:00000010:2.1:1767384342.120816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00000400:00000010:0.0:1767384342.126147:0:31456:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009684a16e. 00000400:00000040:0.0:1767384342.126162:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.126164:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384342.126166:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.126167:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.126169:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.126170:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384342.126172:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.126173:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384342.126174:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384342.126175:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384342.126177:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384342.126178:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.126179:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384342.126181:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.126181:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384342.126183:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384342.126184:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.126188:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384342.126189:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384342.126191:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.126192:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.126193:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.126195:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.126196:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.126197:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384342.126198:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.126199:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.126201:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.126201:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.126202:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.126203:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384342.126205:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.126206:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.126207:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.126208:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.126209:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.126210:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384342.126212:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.126213:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.126214:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384342.126215:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384342.126216:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.126217:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384342.126218:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384342.126219:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384342.126220:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384342.126221:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384342.126222:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384342.126224:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384342.126225:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.126226:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384342.126227:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384342.126228:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384342.126229:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384342.126230:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384342.126231:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384342.126236:0:31456:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384342.126291:0:31456:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009684a16e. 00000400:00000200:3.0:1767384342.215885:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp36 00000400:00000010:3.0:1767384342.215892:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dffd709f. 00000400:00000010:3.0:1767384342.215900:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6a0ab90. 00000400:00000010:3.0:1767384342.215905:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002d86ce4. 00000400:00000010:3.0:1767384342.215914:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070730607. 00000400:00000200:3.0:1767384342.215918:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp36 00000400:00000200:3.0:1767384342.215937:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp36 local destination 00000400:00000200:3.0:1767384342.215943:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00000400:00000200:3.0:1767384342.215947:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [121:121:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1767384342.215954:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00000400:00000200:3.0:1767384342.215975:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp36:192.168.204.118@tcp36) : GET try# 0 00000800:00000200:3.0:1767384342.215999:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000800:00000010:3.0:1767384342.216006:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004aa8c08f. 00000800:00000200:3.0:1767384342.216026:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000800:00000200:3.1:1767384342.216033:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000400:00000200:3.0:1767384342.216096:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:3.0:1767384342.216104:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:3.0:1767384342.216108:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000052f089cb. 00000400:00000010:3.0:1767384342.216112:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006ff1306e. 00000400:00000010:3.0:1767384342.216116:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034767db4. 00000400:00000010:3.0:1767384342.216121:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000068afde46. 00000400:00000200:3.0:1767384342.216126:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:1.0:1767384342.216126:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384342.216136:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:3.0:1767384342.216140:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:3.0:1767384342.216142:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [122:122:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1767384342.216147:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:3.0:1767384342.216158:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:3.0:1767384342.216163:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:3.0:1767384342.216168:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003eb9d296. 00000800:00000200:3.0:1767384342.216173:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:3.1:1767384342.216177:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:1.0:1767384342.216184:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384342.216189:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 4 next ping: 277 health :600 00000400:00000200:1.0:1767384342.216225:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216272:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216319:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216356:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216382:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216405:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216429:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216451:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216482:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216521:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216558:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216594:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216617:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216638:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216662:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216684:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216701:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216727:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216806:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216844:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216882:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216921:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.216958:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217024:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217069:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217113:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217152:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217193:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217273:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217307:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217352:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217404:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384342.217562:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:1.0:1767384342.217568:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ebfe199. 00000800:00000010:1.0:1767384342.217573:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c6676f77. 00000800:00000010:1.0:1767384342.217597:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c6676f77. 00000800:00020000:1.0:1767384342.217606:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384342.217609:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ebfe199. 00000800:00000010:1.0:1767384342.217618:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000400:02020000:1.0:1767384342.217683:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384342.217691:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 00000800:00000200:1.0:1767384342.217697:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp36 down 00000800:00000100:1.0:1767384342.217705:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 00000800:00000010:1.0:1767384342.217708:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004aa8c08f. 00000400:00000200:1.0:1767384342.217712:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384342.217718:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384342.217725:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384342.217728:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384342.217733:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384342.217787:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217834:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217863:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217885:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217913:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217943:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.217994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218059:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218141:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218165:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218185:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218209:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218246:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218292:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218346:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218392:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218426:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218469:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218514:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218560:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218604:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218658:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218703:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218750:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218798:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218835:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218877:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218926:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.218973:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.219054:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.219112:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.219165:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.219209:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384342.219240:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384342.219364:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:1.0:1767384342.219369:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ebfe199. 00000800:00000010:1.0:1767384342.219372:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c6676f77. 00000800:00000010:1.0:1767384342.219391:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c6676f77. 00000800:00020000:1.0:1767384342.219397:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384342.219399:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ebfe199. 00000800:00000010:1.0:1767384342.219401:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 00000400:02020000:1.0:1767384342.219431:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384342.219435:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:1.0:1767384342.219438:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:1.0:1767384342.219441:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:1.0:1767384342.219443:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003eb9d296. 00000400:00000200:1.0:1767384342.219446:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384342.219449:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384342.219453:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384342.219455:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384342.219465:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00010000:00000001:3.0:1767384342.535896:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384342.535901:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.535907:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384342.535909:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.535960:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384342.535964:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384342.535967:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384343.239842:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 00000800:00000200:1.0:1767384343.239852:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:988 00000800:00000200:1.0:1767384343.239856:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384343.240007:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384343.240012:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384343.240020:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384343.240025:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384343.240028:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384343.240813:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.240816:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384343.240818:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002d86ce4 00000400:00000010:0.0:1767384343.240821:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002d86ce4. 00000400:00000200:0.0:1767384343.240825:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384343.240829:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384343.240838:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dffd709f. 00000400:00000010:0.0:1767384343.240841:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6a0ab90. 00000400:00000001:0.0:1767384343.240844:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.240845:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384343.240846:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034767db4 00000400:00000010:0.0:1767384343.240847:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034767db4. 00000400:00000200:0.0:1767384343.240849:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384343.240851:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384343.240852:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000052f089cb. 00000400:00000010:0.0:1767384343.240854:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006ff1306e. 00000400:00000200:0.0:1767384343.240857:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp34 00000400:00000010:0.0:1767384343.240860:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000df49797. 00000400:00000010:0.0:1767384343.240864:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007c8279be. 00000400:00000010:0.0:1767384343.240868:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b89c8118. 00000400:00000010:0.0:1767384343.240874:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8e9ac19. 00000400:00000200:0.0:1767384343.240878:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp34 00000400:00000200:0.0:1767384343.240889:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp34 local destination 00000400:00000200:0.0:1767384343.240894:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp34 00000400:00000200:0.0:1767384343.240897:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [123:123:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1767384343.240902:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp34 00000400:00000200:0.0:1767384343.240908:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:) -> 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) : GET try# 0 00000800:00000200:0.0:1767384343.240913:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp34 00000800:00000010:0.0:1767384343.240921:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000770aa37a. 00000800:00000200:0.0:1767384343.240925:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:0.1:1767384343.240929:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000400:00000200:0.0:1767384343.240944:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp34 added to recovery queue. ping count: 3 next ping: 270 health :700 00000400:00000200:0.0:1767384343.240947:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp33 00000400:00000010:0.0:1767384343.240950:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000f7b14e6. 00000400:00000010:0.0:1767384343.240954:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a77ab660. 00000400:00000010:0.0:1767384343.240957:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b6dde59. 00000400:00000010:0.0:1767384343.240963:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0ec505a. 00000400:00000200:0.0:1767384343.240967:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp33 00000400:00000200:0.0:1767384343.240975:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp33 local destination 00000400:00000200:0.0:1767384343.240980:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 00000400:00000200:0.0:1767384343.240984:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [124:124:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [120:120:8:4294967295] 00000400:00000200:0.0:1767384343.240989:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000400:00000200:0.0:1767384343.241012:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) : GET try# 0 00000400:00000200:2.0:1767384343.241017:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:0.0:1767384343.241018:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp33 00000800:00000010:0.0:1767384343.241026:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000083c12c9c. 00000800:00000200:0.0:1767384343.241031:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:0.1:1767384343.241034:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000400:00000200:0.0:1767384343.241049:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 3 next ping: 270 health :700 00000400:00000200:2.0:1767384343.241078:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241107:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241140:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241178:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241227:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241279:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241291:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241354:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241355:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241387:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241432:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241508:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241513:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241564:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241575:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241624:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241683:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241723:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241852:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241905:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241907:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.241954:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.241982:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242009:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242071:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242125:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242127:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242209:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242247:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242283:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242315:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242358:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242362:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242401:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242442:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242489:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242515:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242569:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242615:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242627:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242693:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242759:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242831:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242880:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.242902:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.242960:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.243049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000800:00000010:2.0:1767384343.243100:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00000800:00000010:2.0:1767384343.243105:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e208b9e. 00000800:00000010:2.0:1767384343.243110:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ab26604. 00000400:00000200:3.0:1767384343.243111:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000800:00000010:2.0:1767384343.243132:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ab26604. 00000800:00020000:2.0:1767384343.243141:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384343.243144:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e208b9e. 00000800:00000010:2.0:1767384343.243158:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000400:00000200:3.0:1767384343.243160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:02020000:2.0:1767384343.243200:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384343.243203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.243209:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp34 notifying 192.168.204.118@tcp34: down 00000800:00000200:2.0:1767384343.243216:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp34 down 00000800:00000100:2.0:1767384343.243222:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp34 00000800:00000010:2.0:1767384343.243225:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000770aa37a. 00000400:00000200:2.0:1767384343.243229:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384343.243233:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384343.243240:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384343.243244:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384343.243245:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384343.243248:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp34) recovery failed with -71 00000400:00000200:3.0:1767384343.243283:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.243309:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.243351:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.243389:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384343.243428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384343.243559:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001223c240. 00000800:00000010:3.0:1767384343.243571:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001327fd18. 00000800:00000010:3.0:1767384343.243574:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000044b6884e. 00000800:00000010:3.0:1767384343.243604:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000044b6884e. 00000800:00020000:3.0:1767384343.243609:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384343.243611:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001327fd18. 00000800:00000010:3.0:1767384343.243613:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001223c240. 00000400:02020000:3.0:1767384343.243642:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384343.243658:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp33 notifying 192.168.204.118@tcp33: down 00000800:00000200:3.0:1767384343.243661:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp33 down 00000800:00000100:3.0:1767384343.243664:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp33 00000800:00000010:3.0:1767384343.243666:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000083c12c9c. 00000400:00000200:3.0:1767384343.243668:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384343.243671:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384343.243676:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384343.243678:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384343.243680:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp33) recovery failed with -71 00080000:00000010:0.0:1767384343.549053:0:31887:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000afe9c63e. 00080000:00000010:0.0:1767384343.549062:0:31887:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000afe9c63e. 00000020:00000001:0.0:1767384343.549066:0:31887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384343.549073:0:31887:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000afe9c63e. 00080000:00000010:0.0:1767384343.549077:0:31887:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000afe9c63e. 00000020:00000001:0.0:1767384343.549080:0:31887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.559852:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384343.559860:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.559871:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384343.559874:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.559910:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384343.559914:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.559918:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384344.263834:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384344.263840:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384344.263934:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384344.263939:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384344.263942:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b89c8118 00000400:00000010:1.0:1767384344.263948:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b89c8118. 00000400:00000200:1.0:1767384344.263955:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384344.263963:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384344.263990:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000df49797. 00000400:00000010:1.0:1767384344.263996:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007c8279be. 00000400:00000001:1.0:1767384344.264007:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384344.264009:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384344.264011:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b6dde59 00000400:00000010:1.0:1767384344.264013:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b6dde59. 00000400:00000200:1.0:1767384344.264017:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384344.264021:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384344.264025:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000f7b14e6. 00000400:00000010:1.0:1767384344.264029:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a77ab660. 00000100:00000001:2.0:1767384344.264836:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384344.264840:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384344.312942:0:32051:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384344.312946:0:32051:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:3.0:1767384344.316156:0:32051:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384344.322328:0:32052:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f9c24709. 00000400:00000010:3.0:1767384344.322341:0:32052:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009b06d764. 00000400:00000010:3.0:1767384344.322350:0:32052:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000eff51ad6. 00000400:00000010:3.0:1767384344.322353:0:32052:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000afead9f4. 00000400:00000010:3.0:1767384344.322357:0:32052:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014a229aa. 00000400:00000010:3.0:1767384344.322365:0:32052:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000205d5d21. 00000400:00000010:3.0:1767384344.322366:0:32052:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051e2451d. 00000400:00000010:3.0:1767384344.322367:0:32052:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe6e5317. 00000400:00000010:3.0:1767384344.322370:0:32052:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a71a693d. 00000800:00000010:3.0:1767384344.322385:0:32052:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000aa475044. 00000800:00000200:3.0:1767384344.322394:0:32052:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384344.322404:0:32052:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384344.322436:0:32052:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384344.322457:0:32052:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp39 [8/256/0/180] 00000400:00000010:3.0:1767384344.323840:0:32052:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000cbc11650. 00000400:00000010:3.0:1767384344.323846:0:32052:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e582e724. 00000400:00000010:3.0:1767384344.323851:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000935456d1. 00000400:00000001:3.0:1767384344.323865:0:32052:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.323867:0:32052:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384344.323868:0:32052:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd3ab90. 00000400:00000200:3.0:1767384344.323871:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:3.0:1767384344.323872:0:32052:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000400:00000010:3.0:1767384344.323875:0:32052:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000908ba3b7. 00000400:00000200:3.0:1767384344.323880:0:32052:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (30) 00000400:00000200:3.0:1767384344.323889:0:32052:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384344.323914:0:32052:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:3.0:1767384344.323921:0:32052:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001223c240. 00000020:01000000:3.0:1767384344.323924:0:32052:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384344.323927:0:32052:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp39 00000400:00000200:1.0:1767384344.323933:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384344.323939:0:32052:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009b06d764. 00000400:00000200:1.0:1767384344.323944:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:3.0:1767384344.323945:0:32052:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f9c24709. 00000400:00000010:1.0:1767384344.323956:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000200:1.0:1767384344.323988:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000400:00000010:1.0:1767384344.323996:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5465a96. 00000400:00000200:1.0:1767384344.324001:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384344.324015:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1767384344.324022:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:1.0:1767384344.324029:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:2.0:1767384344.324038:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384344.324044:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384344.324047:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 10000000:00000001:2.0:1767384344.324048:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384344.324052:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384344.324056:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384344.324058:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:01000004:2.0:1767384344.324059:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384344.324063:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384344.324065:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384344.324069:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384344.324071:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:01000004:2.0:1767384344.324079:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384344.324079:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:2.0:1767384344.324082:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384344.324084:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384344.324088:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384344.324091:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384344.324091:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000100:00000010:2.0:1767384344.324098:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000400:00000200:1.0:1767384344.324101:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:00000040:2.0:1767384344.324103:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384344.324110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000100:00000001:2.0:1767384344.324111:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384344.324115:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384344.324119:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 02000000:00000001:2.0:1767384344.324121:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324128:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 02000000:00000010:2.0:1767384344.324132:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a46b3e23. 00000400:00000200:1.0:1767384344.324135:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000001:2.0:1767384344.324139:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324144:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00000001:2.0:1767384344.324149:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384344.324152:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000001:2.0:1767384344.324153:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324163:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000100:00000040:2.0:1767384344.324165:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_00+0] req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384344.324176:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:1.0:1767384344.324185:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:1.0:1767384344.324190:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:1.0:1767384344.324194:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[61, 28] 00000400:00000200:1.0:1767384344.324198:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 28], ns[109, 28] 10000000:00000001:2.0:1767384344.324200:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384344.324204:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.324206:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384344.324211:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384344.324212:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.324217:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384344.324219:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384344.324220:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 28], ns[122, 28] 00000100:00000001:3.0:1767384344.324221:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384344.324222:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384344.324225:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384344.324227:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384344.324228:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384344.324233:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384344.324236:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[80, 28] 00000020:01000004:2.0:1767384344.324237:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384344.324241:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384344.324245:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384344.324249:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384344.324253:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384344.324254:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384344.324254:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 28], ns[108, 28] 00000100:00000001:3.0:1767384344.324258:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384344.324258:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384344.324261:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384344.324265:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384344.324266:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384344.324268:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 28], ns[124, 28] 00000100:00000010:2.0:1767384344.324269:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 02000000:00000001:3.0:1767384344.324270:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384344.324274:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384344.324277:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384344.324280:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384344.324280:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 28], ns[123, 28] 02000000:00000001:3.0:1767384344.324281:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.324288:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731469696:0@lo:253: 02000000:00000001:2.0:1767384344.324290:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324294:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[110, 28] 00000100:00000001:3.0:1767384344.324296:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384344.324299:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5177166. 02000000:00000001:3.0:1767384344.324302:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384344.324305:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324305:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[117, 28], ns[121, 28] 02000000:00000001:3.0:1767384344.324306:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.324312:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384344.324312:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384344.324315:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384344.324319:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fecf27a9. 00000400:00000200:1.0:1767384344.324319:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000100:00000040:2.0:1767384344.324323:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_01+1] req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384344.324324:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.324331:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd3ab90. 00000400:00000200:1.0:1767384344.324337:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:3.0:1767384344.324339:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b06d764. 10000000:00000001:2.0:1767384344.324343:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384344.324345:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731469696, portal 25 10000000:00000001:2.0:1767384344.324347:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324348:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000100:00000001:3.0:1767384344.324350:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384344.324352:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.324354:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000020:01000000:2.0:1767384344.324355:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384344.324359:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp37 00000100:00000040:3.0:1767384344.324360:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384344.324360:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001223c240. 00000400:00000200:1.0:1767384344.324368:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp37 lpni_is_preferred = 0 00000100:00000001:3.0:1767384344.324372:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384344.324373:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384344.324376:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp37 00000100:00000040:3.0:1767384344.324377:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384344.324378:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384344.324383:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd4c2468. 00000100:00000001:2.0:1767384344.324383:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384344.324388:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731469696, offset 0 00000100:00000040:2.0:1767384344.324388:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384344.324390:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp37 NI seq info: [125:125:256:4294967295] 192.168.204.118@tcp37 LPNI seq info [121:121:8:4294967295] 00000400:00000200:3.0:1767384344.324399:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384344.324406:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384344.324408:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324409:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp37 02000000:00000001:2.0:1767384344.324412:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384344.324414:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384344.324417:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384344.324423:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731469824:0@lo:253: 00000100:00000001:2.0:1767384344.324430:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384344.324430:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37:) -> 192.168.204.118@tcp37(192.168.204.118@tcp:192.168.204.118@tcp37) : PUT try# 0 02000000:00000001:2.0:1767384344.324434:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384344.324437:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.324439:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384344.324443:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.118@tcp37 02000000:00000010:2.0:1767384344.324444:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000028299457. 00000400:00000200:3.0:1767384344.324447:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384344.324450:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384344.324454:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000950eccb6. 00000400:00000010:2.0:1767384344.324455:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000200:3.0:1767384344.324460:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d105f80 00000400:00000010:2.0:1767384344.324462:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016757cf8. 00000800:00000010:1.0:1767384344.324465:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d5f7c5d5. 00000400:00000200:3.0:1767384344.324467:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1339 [2] + 0 00000400:00000010:3.0:1767384344.324472:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a9f6e6. 00000800:00000010:1.0:1767384344.324472:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005bd91418. 00000400:00000200:3.0:1767384344.324478:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077d30554 00000100:00000200:2.0:1767384344.324483:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731469824, portal 25 00000800:00000200:1.0:1767384344.324484:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000400:00000200:3.0:1767384344.324485:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384344.324489:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384344.324491:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000400:00000200:3.0:1767384344.324494:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.1:1767384344.324496:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000400:00000200:3.0:1767384344.324499:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d30554 00000400:00000010:3.0:1767384344.324504:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d30554. 00000100:00000040:2.0:1767384344.324505:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.324508:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384344.324511:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384344.324515:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384344.324517:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000040:3.0:1767384344.324518:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000a38afa46 x1853236731469696 msgsize 4848 00000100:00000040:2.0:1767384344.324522:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384344.324525:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000400:00000010:2.0:1767384344.324527:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e208b9e. 00000100:00100000:3.0:1767384344.324530:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384344.324535:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384344.324535:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731469824, offset 0 00000400:00000200:2.0:1767384344.324542:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384344.324549:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384344.324552:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384344.324557:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106000 00000400:00000200:2.0:1767384344.324563:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1349 [2] + 0 00000400:00000010:2.0:1767384344.324565:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d474e1. 00000400:00000200:2.0:1767384344.324568:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deaf5be7 00000400:00000200:3.0:1767384344.324570:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4c2468 00000400:00000200:2.0:1767384344.324572:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384344.324573:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd4c2468. 00000100:00000001:3.0:1767384344.324578:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384344.324579:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384344.324585:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.324585:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deaf5be7 00000400:00000010:2.0:1767384344.324589:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deaf5be7. 00000100:00000001:2.0:1767384344.324595:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384344.324598:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384344.324598:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384344.324603:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384344.324603:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000052f3af47 x1853236731469824 msgsize 4848 00000400:00000200:1.0:1767384344.324613:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00100000:2.0:1767384344.324615:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384344.324616:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.324618:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384344.324619:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.324626:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324627:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384344.324630:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294930497 00000400:00000200:2.0:1767384344.324634:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e208b9e 00000100:00000010:3.0:1767384344.324636:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d314b09e. 00000400:00000010:2.0:1767384344.324637:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e208b9e. 00000100:00000001:2.0:1767384344.324642:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384344.324643:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384344.324647:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.324652:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294930497 00000100:00000001:2.0:1767384344.324654:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384344.324657:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f30f62af. 00000100:00000040:2.0:1767384344.324659:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.324662:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384344.324668:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.324669:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294930497 00000100:00000001:2.0:1767384344.324670:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384344.324676:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000010e69c4. 00000100:00000001:2.0:1767384344.324676:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324680:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294930497 00000100:00000001:3.0:1767384344.324682:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384344.324686:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294930497 00000100:00000001:2.0:1767384344.324691:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294930497 00000100:00000010:3.0:1767384344.324692:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009836f79. 00000100:00000001:2.0:1767384344.324696:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294930497 00000100:00000001:3.0:1767384344.324697:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384344.324700:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294930497 00000100:00000001:2.0:1767384344.324703:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294930497 00000100:00000001:3.0:1767384344.324704:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384344.324705:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:2.0:1767384344.324706:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294930497 00000100:00000001:3.0:1767384344.324707:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324711:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294930497 00000100:00000001:3.0:1767384344.324714:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324715:0:16353:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294930497 00000100:00000001:3.0:1767384344.324718:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.324719:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384344.324723:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324725:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324727:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.324728:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.324730:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384344.324732:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.324733:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384344.324734:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384344.324735:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384344.324739:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.324740:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324742:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384344.324744:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324746:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.324751:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324786:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384344.324789:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469696 02000000:00000001:2.0:1767384344.324791:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384344.324793:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384344.324795:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.324798:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324800:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00100000:2.0:1767384344.324801:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469696 00000020:00000001:2.0:1767384344.324805:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384344.324807:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384344.324809:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.324812:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384344.324814:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384344.324816:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384344.324819:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384344.324823:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000100:00000001:2.0:1767384344.324825:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384344.324833:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384344.324839:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051bfcb81. 00000020:00000010:2.0:1767384344.324843:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a02e74db. 00000020:00000010:2.0:1767384344.324847:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6599a63. 00000100:00000040:2.0:1767384344.324856:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384344.324859:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384344.324860:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384344.324862:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.324862:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:2.0:1767384344.324872:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.324881:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.324893:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384344.324895:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469824 02000000:00000001:2.0:1767384344.324896:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384344.324897:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384344.324898:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.324900:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384344.324901:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469824 00000020:00000001:2.0:1767384344.324903:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384344.324904:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384344.324905:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.324906:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:2.0:1767384344.324908:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384344.324910:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384344.324912:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384344.324915:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000100:00000001:2.0:1767384344.324917:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384344.324918:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384344.324922:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bad728. 00000020:00000010:2.0:1767384344.324926:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af137343. 00000400:00000200:1.0:1767384344.324927:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000020:00000010:2.0:1767384344.324930:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000100:00000001:3.0:1767384344.324931:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384344.324935:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384344.324937:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384344.324939:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384344.324942:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:2.0:1767384344.324942:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.324949:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384344.324950:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.324951:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743465040 : -114766966086576 : ffff979ebbc12450) 00000100:00000001:2.0:1767384344.324955:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384344.324958:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a38afa46 x1853236731469696/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.324967:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.324988:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000100:00000001:2.0:1767384344.324989:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384344.324991:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384344.324992:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384344.324996:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068a92415. 00000400:00000200:1.0:1767384344.324996:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00100000:2.0:1767384344.325001:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1767384344.325006:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a38afa46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731469696:12345-0@lo:253: 00000100:00000040:2.0:1767384344.325007:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384344.325012:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743455824 : -114766966095792 : ffff979ebbc10050) 00000100:00000200:3.0:1767384344.325013:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469696 00000020:00000001:3.0:1767384344.325018:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384344.325020:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052f3af47 x1853236731469824/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384344.325022:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384344.325026:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.325031:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384344.325032:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384344.325033:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000010:2.0:1767384344.325036:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000020:00000001:3.0:1767384344.325037:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384344.325041:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.325041:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384344.325046:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000020:00000001:3.0:1767384344.325047:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384344.325051:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384344.325054:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384344.325055:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052f3af47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731469824:12345-0@lo:253: 00000100:00000001:3.0:1767384344.325057:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384344.325059:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469824 02000000:00000001:3.0:1767384344.325061:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384344.325062:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384344.325063:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000020:00000001:2.0:1767384344.325066:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384344.325069:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7bdedf7. 00000020:00000001:2.0:1767384344.325070:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.325073:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.325074:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384344.325077:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.325077:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:00000001:3.0:1767384344.325082:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384344.325083:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384344.325086:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384344.325088:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384344.325089:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384344.325091:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384344.325092:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001223c240. 00000100:00000001:2.0:1767384344.325093:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384344.325096:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384344.325096:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384344.325101:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:2.0:1767384344.325103:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e7ce4c13. 02000000:00000001:2.0:1767384344.325106:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.325108:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384344.325110:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.325111:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384344.325114:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384344.325116:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.325119:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.325121:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384344.325123:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e647901. 20000000:01000000:2.0:1767384344.325127:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384344.325129:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050fe4e53. 20000000:00000001:2.0:1767384344.325129:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384344.325130:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384344.325133:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384344.325139:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384344.325139:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.325143:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.325144:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384344.325145:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384344.325149:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384344.325150:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00080000:00000001:3.0:1767384344.325164:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384344.325179:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.325182:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384344.325182:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00080000:00000001:3.0:1767384344.325185:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.325189:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384344.325190:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384344.325193:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:3.0:1767384344.325197:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384344.325199:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384344.325201:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384344.325204:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.325205:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384344.325208:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384344.325213:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384344.325215:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384344.325220:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000034adb39b. 00080000:00000001:3.0:1767384344.325222:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437892096 : -114767271659520 : ffff979ea98a7800) 00080000:00000001:3.0:1767384344.325226:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384344.325228:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384344.325230:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00080000:00000010:3.0:1767384344.325233:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000068a92415. 00080000:00000001:3.0:1767384344.325237:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.325239:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384344.325253:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.325267:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384344.325292:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325354:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325389:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325422:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325455:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325498:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325554:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325585:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325619:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325656:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325691:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325727:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325760:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325838:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325876:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325919:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.325967:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.326020:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.326048:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.326084:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.326119:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384344.326169:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00080000:00000010:2.0:1767384344.326180:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000034adb39b. 00000400:00000200:1.0:1767384344.326210:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00080000:00000010:3.0:1767384344.326228:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000068a92415. 00040000:00000001:3.0:1767384344.326234:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384344.326236:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384344.326244:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384344.326247:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384344.326249:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.326251:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384344.326260:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384344.326261:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 20000000:00000001:3.0:1767384344.326270:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384344.326274:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384344.326279:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384344.326279:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384344.326284:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384344.326287:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384344.326290:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384344.326293:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384344.326300:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007938a08f. 00010000:00000001:2.0:1767384344.326305:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384344.326308:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384344.326311:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384344.326313:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b2e4 to hash 00000020:00000001:2.0:1767384344.326315:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384344.326317:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384344.326319:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384344.326322:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.326323:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.326325:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.326331:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384344.326335:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384344.326337:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384344.326339:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.326340:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.326342:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.326343:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.326345:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384344.326347:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000010:3.0:1767384344.326348:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000ccf8095. 00010000:00000001:2.0:1767384344.326348:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384344.326351:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:01000000:3.0:1767384344.326352:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00010000:00000040:2.0:1767384344.326354:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007938a08f) refcount = 1 20000000:00000001:3.0:1767384344.326356:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00010000:2.0:1767384344.326358:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.326372:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384344.326374:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384344.326375:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384344.326376:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384344.326377:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.326380:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384344.326381:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384344.326385:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384344.326387:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00080000:00000001:3.0:1767384344.326388:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384344.326389:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.326392:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.326393:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00080000:00000001:3.0:1767384344.326395:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.326395:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00080000:00000001:3.0:1767384344.326400:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384344.326401:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00080000:00000001:3.0:1767384344.326404:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326405:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384344.326408:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384344.326409:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384344.326412:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384344.326417:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:2.0:1767384344.326419:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1767384344.326423:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00010000:2.0:1767384344.326423:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000002:3.0:1767384344.326427:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384344.326434:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384344.326435:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384344.326439:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326439:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384344.326442:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384344.326443:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384344.326447:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384344.326450:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384344.326452:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384344.326452:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.326457:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384344.326459:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000010:1.0:1767384344.326460:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00080000:00000010:3.0:1767384344.326461:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061f63c6e. 00010000:00010000:2.0:1767384344.326464:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384344.326467:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437891072 : -114767271660544 : ffff979ea98a7400) 00000800:00000010:1.0:1767384344.326468:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a2d0ee86. 00080000:00000001:3.0:1767384344.326473:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384344.326477:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384344.326479:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00000800:00000010:1.0:1767384344.326479:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009696e31f. 00080000:00000010:3.0:1767384344.326480:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000068a92415. 00080000:00000001:3.0:1767384344.326487:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326487:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384344.326489:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384344.326496:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326497:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384344.326500:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384344.326509:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009696e31f. 00010000:00000001:2.0:1767384344.326510:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384344.326511:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384344.326515:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.326519:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.326521:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000800:00020000:1.0:1767384344.326524:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000020:00000001:2.0:1767384344.326525:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00080000:00000020:3.0:1767384344.326526:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384344.326533:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:1.0:1767384344.326533:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a2d0ee86. 00010000:00000001:2.0:1767384344.326534:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 20000000:00000010:3.0:1767384344.326535:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001223c240. 00010000:00000001:2.0:1767384344.326542:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:1.0:1767384344.326542:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002d482971. 20000000:00000001:3.0:1767384344.326543:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.326546:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384344.326550:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469696 00010000:00000001:3.0:1767384344.326554:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384344.326554:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384344.326558:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384344.326561:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384344.326562:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a38afa46 x1853236731469696/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384344.326566:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384344.326569:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384344.326573:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.326574:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384344.326575:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.326577:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384344.326578:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b2e4 from hash 00000100:00001000:3.0:1767384344.326581:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=64 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384344.326582:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384344.326585:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384344.326587:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384344.326588:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.326591:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384344.326593:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384344.326595:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:02020000:1.0:1767384344.326595:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384344.326596:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384344.326599:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:3.0:1767384344.326600:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384344.326602:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1767384344.326603:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326606:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.326608:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384344.326610:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp37 notifying 192.168.204.118@tcp37: down 00010000:00000001:2.0:1767384344.326612:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.326615:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384344.326617:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384344.326619:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd4c2468. 00010000:00000001:2.0:1767384344.326620:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:1.0:1767384344.326623:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp37 down 00000100:00000200:3.0:1767384344.326626:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731469696, offset 224 00010000:00000001:2.0:1767384344.326626:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.326629:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.326633:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.326634:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000100:1.0:1767384344.326636:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.204.118@tcp37 00000800:00000010:1.0:1767384344.326644:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000950eccb6. 00000400:00000200:3.0:1767384344.326645:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384344.326645:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326651:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.326652:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00010000:2.0:1767384344.326654:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384344.326658:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d105f80 00000400:00000200:1.0:1767384344.326665:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: PUT: LOCAL_ERROR 00010000:00000001:2.0:1767384344.326667:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384344.326669:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b4d [2] + 224 00010000:00000001:2.0:1767384344.326671:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.326675:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384344.326677:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384344.326677:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384344.326681:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384344.326682:0:30695:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp37 added to recovery queue. ping count: 0 next ping: 264 health :900 00010000:00000001:2.0:1767384344.326683:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384344.326686:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384344.326687:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1767384344.326690:0:30695:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:2.0:1767384344.326692:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.326693:0:17078:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:2.0:1767384344.326695:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384344.326698:0:30695:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000100:00000200:3.0:1767384344.326699:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384344.326700:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384344.326708:0:30695:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00010000:00000001:2.0:1767384344.326718:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384344.326722:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384344.326724:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b2e4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384344.326725:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384344.326736:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007938a08f count: 0 00000400:00000200:1.0:1767384344.326737:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384344.326745:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101151 00000100:00000001:3.0:1767384344.326746:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384344.326749:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384344.326750:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:2.0:1767384344.326752:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:1.0:1767384344.326753:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384344.326757:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000400:00000010:1.0:1767384344.326760:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000400:00000200:1.0:1767384344.326764:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384344.326793:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4c2468 00000400:00000010:3.0:1767384344.326796:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd4c2468. 00000400:00000200:1.0:1767384344.326799:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:3.0:1767384344.326800:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384344.326802:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384344.326806:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 00000100:00000001:2.0:1767384344.326811:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384344.326812:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000100:00000001:3.0:1767384344.326814:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.326814:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384344.326819:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc -71 00000100:00000040:3.0:1767384344.326821:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:2.0:1767384344.326821:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384344.326825:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384344.326825:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384344.326829:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384344.326829:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd3ab90. 00000020:00000001:3.0:1767384344.326834:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384344.326836:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b06d764 00000400:00000200:1.0:1767384344.326837:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000010:2.0:1767384344.326839:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b06d764. 00000100:00000040:3.0:1767384344.326842:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a38afa46 x1853236731469696/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384344.326846:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384344.326846:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (31) 00000100:00100000:3.0:1767384344.326853:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a38afa46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731469696:12345-0@lo:253: Request processed in 1883us (2333us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384344.326854:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384344.326868:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000200:2.0:1767384344.326871:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.326872:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384344.326877:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384344.326880:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384344.326884:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a02e74db. 00000020:00000010:3.0:1767384344.326888:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f6599a63. 00000020:00000010:3.0:1767384344.326894:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051bfcb81. 00000100:00000001:2.0:1767384344.326895:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384344.326899:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:2.0:1767384344.326899:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.326901:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384344.326904:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384344.326905:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384344.326906:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384344.326908:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7bdedf7. 00000100:00000001:2.0:1767384344.326908:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.326912:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384344.326913:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.326916:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384344.326918:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=64 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384344.326920:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384344.326922:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=64 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384344.326925:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24a01e8. 00000100:00000001:2.0:1767384344.326926:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384344.326928:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.326931:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384344.326932:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd4c2468. 00010000:00000001:2.0:1767384344.326932:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.326937:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384344.326940:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384344.326945:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384344.326947:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384344.326949:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384344.326951:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384344.326952:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384344.326952:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384344.326953:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384344.326954:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384344.326955:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384344.326956:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384344.326956:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384344.326957:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384344.326958:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384344.326960:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384344.326964:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731469696:0@lo:253: 00000100:00000001:2.0:1767384344.326967:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.326968:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384344.326990:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731469696/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384344.326995:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384344.326996:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384344.326998:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fecf27a9. 02000000:00000001:2.0:1767384344.327000:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384344.327002:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384344.327003:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384344.327004:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384344.327005:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a46b3e23. 02000000:00000001:2.0:1767384344.327008:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384344.327009:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384344.327009:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:2.0:1767384344.327011:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384344.327012:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.327013:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.327016:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384344.327017:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.327018:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384344.327019:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384344.327989:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061f63c6e. 00080000:00000010:3.0:1767384344.328019:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000068a92415. 00040000:00000001:3.0:1767384344.328023:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384344.328024:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384344.328025:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384344.328027:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384344.328028:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384344.328029:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384344.328037:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384344.328044:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384344.328046:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384344.328050:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384344.328053:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384344.328056:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384344.328058:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384344.328060:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384344.328061:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384344.328065:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cdff400d. 00010000:00000001:2.0:1767384344.328067:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384344.328070:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384344.328071:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384344.328073:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b2eb to hash 00000020:00000001:2.0:1767384344.328074:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384344.328075:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384344.328077:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384344.328079:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.328080:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.328087:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328092:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384344.328094:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384344.328096:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384344.328097:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.328098:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.328100:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.328101:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.328102:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384344.328103:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384344.328104:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384344.328105:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384344.328106:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cdff400d) refcount = 1 00010000:00010000:2.0:1767384344.328107:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328110:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384344.328111:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384344.328112:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.328113:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328114:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384344.328115:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384344.328117:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384344.328118:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.328119:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.328120:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:2.0:1767384344.328121:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384344.328123:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384344.328124:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384344.328125:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328129:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384344.328135:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328138:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.328139:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384344.328140:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328143:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.328144:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328146:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384344.328147:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384344.328150:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384344.328152:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384344.328154:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384344.328155:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.328158:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384344.328159:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.328160:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.328161:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00000020:00000001:2.0:1767384344.328163:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00080000:00000020:3.0:1767384344.328164:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384344.328164:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384344.328168:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384344.328169:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000010:3.0:1767384344.328170:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e647901. 00010000:00010000:2.0:1767384344.328172:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384344.328176:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328178:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:3.0:1767384344.328180:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469824 00010000:00000001:2.0:1767384344.328180:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384344.328183:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.328184:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384344.328187:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384344.328189:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000200:3.0:1767384344.328190:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052f3af47 x1853236731469824/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384344.328192:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.328196:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384344.328199:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328199:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384344.328202:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b2eb from hash 00000100:00001000:3.0:1767384344.328203:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=64 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384344.328208:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384344.328209:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384344.328210:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384344.328213:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384344.328214:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384344.328215:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384344.328216:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384344.328219:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384344.328219:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384344.328221:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328222:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384344.328225:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384344.328225:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384344.328229:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384344.328232:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384344.328233:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.328236:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d30554. 00010000:00000001:2.0:1767384344.328236:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384344.328237:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384344.328241:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384344.328242:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731469824, offset 224 00010000:00000001:2.0:1767384344.328243:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.328246:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.328248:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.328252:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384344.328253:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.328256:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384344.328263:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384344.328264:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.328267:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.328268:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384344.328269:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384344.328271:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384344.328272:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106000 00010000:00000001:2.0:1767384344.328273:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.328276:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384344.328279:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b55 [2] + 224 00010000:00000001:2.0:1767384344.328279:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.328283:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.328286:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384344.328286:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384344.328295:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384344.328295:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384344.328298:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384344.328300:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384344.328301:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384344.328306:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384344.328325:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cdff400d count: 0 00000100:00000040:3.0:1767384344.328328:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384344.328338:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384344.328340:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384344.328351:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384344.328357:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d30554 00000400:00000010:3.0:1767384344.328359:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d30554. 00000100:00000001:3.0:1767384344.328361:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384344.328362:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.328364:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.328366:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384344.328368:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384344.328370:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.328371:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384344.328375:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052f3af47 x1853236731469824/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.328381:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384344.328382:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052f3af47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731469824:12345-0@lo:253: Request processed in 3349us (3777us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384344.328387:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384344.328391:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:3.0:1767384344.328394:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000001:1.0:1767384344.328394:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384344.328396:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384344.328398:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384344.328399:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384344.328403:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000020:00000010:3.0:1767384344.328404:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af137343. 00000400:00000200:1.0:1767384344.328411:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016757cf8 00000020:00000010:3.0:1767384344.328412:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000400:00000010:1.0:1767384344.328417:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016757cf8. 00000020:00000010:3.0:1767384344.328418:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bad728. 00000020:00000040:3.0:1767384344.328423:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384344.328426:0:16353:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384344.328427:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384344.328430:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e7ce4c13. 02000000:00000001:3.0:1767384344.328434:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384344.328434:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.328437:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384344.328443:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384344.328448:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd3ab90. 00000400:00000010:3.0:1767384344.328454:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d30554. 00000100:00000200:1.0:1767384344.328454:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.328466:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384344.328469:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.328472:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384344.328474:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384344.328476:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.328478:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.328480:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.328483:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384344.328487:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.328490:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384344.328492:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.328494:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384344.328496:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.328499:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.328503:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.328510:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.328513:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384344.328515:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384344.328518:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384344.328520:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384344.328529:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384344.328531:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384344.328532:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384344.328533:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384344.328534:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384344.328536:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384344.328537:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384344.328540:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384344.328548:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731469824:0@lo:253: 00000100:00000001:1.0:1767384344.328553:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.328555:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384344.328557:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731469824/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.328564:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384344.328566:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384344.328568:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000028299457. 02000000:00000001:1.0:1767384344.328572:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384344.328574:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384344.328575:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384344.328577:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384344.328579:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5177166. 02000000:00000001:1.0:1767384344.328583:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384344.328585:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384344.328586:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:1.0:1767384344.328589:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384344.328590:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.328592:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.328596:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384344.328598:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.328600:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384344.328602:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.329822:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294930497, at 4294930498 00000100:00000040:2.0:1767384344.329832:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294930497, at 4294930498 00000100:00000010:1.0:1767384344.329832:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f30f62af. 00000100:00000010:2.0:1767384344.329841:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000010e69c4. 00000100:00000040:3.0:1767384344.329871:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294930497, at 4294930498 00000100:00000010:3.0:1767384344.329876:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009836f79. 00000100:00000040:0.0:1767384344.330812:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294930497, at 4294930499 00000100:00000010:0.0:1767384344.330820:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d314b09e. 00010000:00000010:2.1:1767384344.331818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007938a08f. 00010000:00000010:2.1:1767384344.331827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00010000:00000010:2.1:1767384344.339794:0:32058:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cdff400d. 00010000:00000010:2.1:1767384344.339805:0:32058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00000400:00000010:0.0:1767384344.341223:0:32057:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000014302643. 00000400:00000040:0.0:1767384344.341244:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.341249:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.341251:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.341252:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.341254:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.341255:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384344.341257:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.341258:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.341259:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.341260:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384344.341261:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.341262:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.341264:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384344.341265:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.341266:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384344.341267:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384344.341268:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.341269:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384344.341269:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384344.341271:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.341272:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.341273:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.341274:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.341274:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.341275:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384344.341277:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.341277:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.341278:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.341279:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.341280:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.341281:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384344.341282:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.341283:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.341284:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.341285:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.341286:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.341287:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384344.341288:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.341289:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.341290:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.341294:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384344.341295:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.341296:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384344.341297:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384344.341298:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384344.341299:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384344.341300:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384344.341301:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384344.341302:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.341303:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.341304:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384344.341305:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384344.341306:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384344.341307:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384344.341308:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384344.341309:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384344.341310:0:32057:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384344.341371:0:32057:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000014302643. 00010000:00000001:3.0:1767384344.583831:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384344.583853:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.583858:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384344.583860:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384344.583891:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384344.583895:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.583913:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384345.287890:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp37 00000400:00000010:2.0:1767384345.287895:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d3a8dfa2. 00000400:00000010:2.0:1767384345.287901:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca118db3. 00000400:00000010:2.0:1767384345.287905:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00000400:00000010:2.0:1767384345.287913:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3bc815e. 00000400:00000200:2.0:1767384345.287916:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp37 00000400:00000200:2.0:1767384345.287932:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp37 local destination 00000400:00000200:2.0:1767384345.287938:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp37 00000400:00000200:2.0:1767384345.287941:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp37 NI seq info: [126:126:256:4294967295] 192.168.204.118@tcp37 LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1767384345.287946:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp37 00000400:00000200:2.0:1767384345.287968:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37:) -> 192.168.204.118@tcp37(192.168.204.118@tcp37:192.168.204.118@tcp37) : GET try# 0 00000800:00000200:2.0:1767384345.287974:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp37 00000800:00000010:2.0:1767384345.287981:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f8fd452. 00000800:00000200:2.0:1767384345.287987:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000800:00000200:2.1:1767384345.287993:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000400:00000200:2.0:1767384345.288018:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp37 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:0.0:1767384345.288075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288107:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288123:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288136:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288149:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288161:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288177:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288190:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288206:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288222:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288237:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288251:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288268:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288283:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288303:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288320:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288341:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288378:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288414:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288443:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288476:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288499:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288521:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288543:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288573:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288590:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288607:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288625:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288649:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288668:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288687:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288719:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288844:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384345.288888:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384345.289062:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000800:00000010:0.0:1767384345.289069:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001917e4ee. 00000800:00000010:0.0:1767384345.289075:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b745b3. 00000800:00000010:0.0:1767384345.289100:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b745b3. 00000800:00020000:0.0:1767384345.289111:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384345.289115:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001917e4ee. 00000800:00000010:0.0:1767384345.289119:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000400:02020000:0.0:1767384345.289163:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384345.289172:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp37 notifying 192.168.204.118@tcp37: down 00000400:00000200:0.0:1767384345.289177:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384345.289182:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp37 00000800:00000010:0.0:1767384345.289186:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f8fd452. 00000400:00000200:0.0:1767384345.289190:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384345.289202:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384345.289212:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384345.289216:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384345.289219:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp37) recovery failed with -71 00010000:00000001:3.0:1767384345.607843:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384345.607849:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.607854:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384345.607855:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.607870:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384345.607872:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.607874:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384345.748461:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea60a54c. 00080000:00000010:2.0:1767384345.748469:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea60a54c. 00000020:00000001:2.0:1767384345.748473:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384345.748479:0:32500:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea60a54c. 00080000:00000010:2.0:1767384345.748482:0:32500:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea60a54c. 00000020:00000001:2.0:1767384345.748485:0:32500:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384346.311823:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384346.311830:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:1.0:1767384346.311837:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384346.311843:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000001:2.0:1767384346.311845:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000001:1.0:1767384346.311846:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384346.311849:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 00000400:00000001:2.0:1767384346.311850:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 10000000:01000000:1.0:1767384346.311853:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000400:00000200:2.0:1767384346.311855:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 10000000:00000001:1.0:1767384346.311856:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000400:00000010:2.0:1767384346.311860:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 10000000:01000000:1.0:1767384346.311860:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 59 10000000:00000001:1.0:1767384346.311863:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384346.311864:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384346.311871:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000400:00000200:2.0:1767384346.311873:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000020:00000040:1.0:1767384346.311878:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384346.311884:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp37 recovery ping unlinked 00000100:00000001:1.0:1767384346.311885:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384346.311890:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384346.311895:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.311898:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d3a8dfa2. 02000000:00000010:1.0:1767384346.311904:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6067533. 00000400:00000010:2.0:1767384346.311907:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca118db3. 00000100:00000001:1.0:1767384346.311914:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.311919:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp36 00010000:00000001:1.0:1767384346.311922:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000400:00000010:2.0:1767384346.311926:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d3a8dfa2. 00010000:00000001:1.0:1767384346.311928:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:2.0:1767384346.311945:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000073c2c1c4. 00010000:00000010:1.0:1767384346.311948:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003f1cea9b. 00000400:00000010:2.0:1767384346.311952:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00010000:00000001:1.0:1767384346.311956:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384346.311961:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093060d0d. 00000400:00000010:2.0:1767384346.311965:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059e12e72. 00000020:00000001:1.0:1767384346.311966:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384346.311973:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093060d0d with handle 0xd602e9c522f0b2f2 to hash 00000400:00000200:2.0:1767384346.311979:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp36 00000020:00000001:1.0:1767384346.311979:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384346.311982:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384346.311986:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384346.311992:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384346.311998:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.312001:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp36 local destination 00010000:00010000:1.0:1767384346.312002:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384346.312012:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00010000:00010000:1.0:1767384346.312012:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384346.312019:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [127:127:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1767384346.312032:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00010000:00010000:1.0:1767384346.312035:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384346.312048:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp36:192.168.204.118@tcp36) : GET try# 0 00000100:00000001:1.0:1767384346.312048:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384346.312052:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000200:2.0:1767384346.312056:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000100:00000010:1.0:1767384346.312057:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002dd0a4d7. 00000100:00000001:1.0:1767384346.312061:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306785051776 : -114766924499840 : ffff979ebe3bb480) 00000100:00000001:1.0:1767384346.312063:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384346.312063:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000800:00000010:2.0:1767384346.312065:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e96485d. 00000100:00000001:1.0:1767384346.312067:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384346.312071:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384346.312075:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000100:00000001:1.0:1767384346.312076:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384346.312081:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384346.312084:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000100:00000040:1.0:1767384346.312089:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.312096:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384346.312097:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.312100:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384346.312102:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.312105:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 3 next ping: 273 health :700 02000000:00000001:1.0:1767384346.312106:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384346.312114:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731469952:0@lo:101: 00000100:00000001:1.0:1767384346.312117:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384346.312121:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384346.312124:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.312125:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384346.312128:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007448839a. 02000000:00000001:1.0:1767384346.312130:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.312135:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000400:00000010:1.0:1767384346.312140:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000200:1.0:1767384346.312145:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731469952, portal 25 00000100:00000001:1.0:1767384346.312147:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384346.312148:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000100:00000040:1.0:1767384346.312152:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.312163:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384346.312171:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384346.312173:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000100:00000200:1.0:1767384346.312176:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731469952, offset 0 00000400:00000200:1.0:1767384346.312181:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384346.312197:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384346.312212:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d106080 00000400:00000200:0.0:1767384346.312213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384346.312221:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1361 [2] + 0 00000400:00000010:1.0:1767384346.312226:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064fc929b. 00000400:00000200:1.0:1767384346.312232:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eace98f6 00000400:00000200:1.0:1767384346.312238:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384346.312245:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384346.312253:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eace98f6 00000400:00000010:1.0:1767384346.312255:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eace98f6. 00000100:00000001:1.0:1767384346.312262:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384346.312264:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384346.312268:0:17081:0:(events.c:337:request_in_callback()) incoming req@000000008b91c4f8 x1853236731469952 msgsize 328 00000100:00100000:1.0:1767384346.312278:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384346.312282:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384346.312299:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384346.312312:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000400:00000010:1.0:1767384346.312316:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000100:00000001:1.0:1767384346.312323:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384346.312329:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.312337:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384346.312340:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384346.312348:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731469952 00000100:00000040:1.0:1767384346.312348:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.312351:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 02000000:00000001:2.0:1767384346.312353:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384346.312357:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.312360:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.312362:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.312364:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384346.312365:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.312369:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384346.312370:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731469952 00000020:00000001:2.0:1767384346.312374:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384346.312375:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294932485 00000020:00000040:2.0:1767384346.312377:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:0.0:1767384346.312379:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000020:00000001:2.0:1767384346.312381:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384346.312382:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab924ed5. 00000020:00000040:2.0:1767384346.312385:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384346.312387:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384346.312391:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384346.312396:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384346.312403:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:2.0:1767384346.312404:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384346.312409:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a14e2e07. 00000020:00000010:2.0:1767384346.312410:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000192ebaa. 00000100:00000001:1.0:1767384346.312415:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384346.312417:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384346.312419:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.312421:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294932485 00000020:00000010:2.0:1767384346.312422:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000192ebaa. 00000100:00000010:1.0:1767384346.312427:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028d222a1. 00000020:00000010:2.0:1767384346.312431:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000804360b5. 00000100:00000001:1.0:1767384346.312433:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384346.312438:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294932485 00000020:00000010:2.0:1767384346.312440:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f495cb9. 00000100:00000010:1.0:1767384346.312442:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8182db3. 00000020:00000010:2.0:1767384346.312446:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384346.312447:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384346.312453:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.312455:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.312456:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:2.0:1767384346.312458:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384346.312458:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.312462:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384346.312463:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384346.312465:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000002dd0a4d7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384346.312466:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384346.312470:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.312472:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384346.312475:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.312478:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.312487:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:2.0:1767384346.312490:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.312505:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384346.312508:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384346.312513:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000400:00000200:0.0:1767384346.312514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000040:2.0:1767384346.312515:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384346.312519:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306743468112 : -114766966083504 : ffff979ebbc13050) 00000100:00000040:2.0:1767384346.312524:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b91c4f8 x1853236731469952/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.312530:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.312533:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000192ebaa. 00000400:00000200:0.0:1767384346.312533:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000100:00000001:2.0:1767384346.312536:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.312540:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000192ebaa. 00000100:00100000:2.0:1767384346.312545:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b91c4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731469952:12345-0@lo:101: 00000100:00000200:2.0:1767384346.312548:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731469952 00000020:00000001:2.0:1767384346.312551:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.312553:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.312555:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.312558:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384346.312558:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000020:00000001:2.0:1767384346.312560:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384346.312565:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384346.312572:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.312574:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384346.312576:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384346.312579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000020:00000001:2.0:1767384346.312580:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.312586:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384346.312589:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384346.312591:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384346.312593:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384346.312595:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.312599:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384346.312604:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007938a08f. 00000400:00000200:0.0:1767384346.312606:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312607:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384346.312611:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384346.312614:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384346.312617:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b2f9 to hash 00000020:00000001:2.0:1767384346.312619:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384346.312620:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384346.312622:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:2.0:1767384346.312624:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b2f2 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384346.312629:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00010000:00000040:2.0:1767384346.312630:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:2.0:1767384346.312634:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384346.312639:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384346.312641:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384346.312645:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000024ac024e. 02000000:00000001:2.0:1767384346.312647:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.312650:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.312652:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384346.312652:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312655:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384346.312659:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384346.312661:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.312662:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.312664:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.312666:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.312668:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384346.312670:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312676:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384346.312678:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384346.312680:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384346.312682:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007938a08f) refcount = 1 00010000:00010000:2.0:1767384346.312686:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.312690:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384346.312691:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384346.312693:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.312695:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.312696:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384346.312696:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312704:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384346.312707:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.312711:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384346.312713:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384346.312715:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.312717:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.312718:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384346.312720:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384346.312721:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312723:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384346.312725:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000063929d89, rc 0) 00000020:00000001:2.0:1767384346.312727:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.312730:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731469952 00010000:00000001:2.0:1767384346.312732:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384346.312735:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008b91c4f8 x1853236731469952/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.312741:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384346.312743:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00010000:00000001:2.0:1767384346.312744:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.312750:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.312755:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.312758:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.312761:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384346.312791:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.312793:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.312796:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.312799:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.312805:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000100:00000200:2.0:1767384346.312810:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731469952, offset 224 00000400:00000200:0.0:1767384346.312814:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.312815:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.312825:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.312834:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d106080 00000400:00000200:2.0:1767384346.312839:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b75 [1] + 224 00000400:00000200:2.0:1767384346.312843:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.312847:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.312851:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384346.312852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000100:00000200:2.0:1767384346.312856:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.312865:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.312876:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000100:00000001:2.0:1767384346.312878:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.312885:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384346.312888:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000001:2.0:1767384346.312892:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.312895:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384346.312900:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.312904:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384346.312905:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384346.312909:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384346.312911:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:0.0:1767384346.312911:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000010:1.0:1767384346.312912:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55d0e3b. 00010000:00000001:2.0:1767384346.312920:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384346.312922:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000020:00000001:2.0:1767384346.312924:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.312925:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000020:00000001:2.0:1767384346.312930:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384346.312931:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384346.312945:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.312949:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b91c4f8 x1853236731469952/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/344 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.312959:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000100:00000200:1.0:1767384346.312960:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.312970:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b91c4f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731469952:12345-0@lo:101: Request processed in 436us (698us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384346.312972:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.312975:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.312978:0:17081:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384346.312981:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 02000000:00000001:1.0:1767384346.312981:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384346.312984:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384346.312986:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000200:0.0:1767384346.312989:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.312993:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.312998:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384346.312999:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.313002:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384346.313004:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=66 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384346.313008:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f495cb9. 00000100:00001000:1.0:1767384346.313008:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384346.313015:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384346.313016:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384346.313017:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.313017:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000020:00000010:2.0:1767384346.313021:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00010000:00000001:1.0:1767384346.313023:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384346.313026:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313028:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384346.313029:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000040:1.0:1767384346.313033:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384346.313036:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384346.313040:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000024ac024e. 00000100:00000001:1.0:1767384346.313040:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384346.313045:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384346.313045:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384346.313048:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.313049:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.313050:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384346.313058:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384346.313059:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384346.313067:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0d474e1. 00000100:00100000:1.0:1767384346.313067:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731469952:0@lo:101: 00000100:00000001:1.0:1767384346.313074:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384346.313075:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b16fce7. 00000100:00000001:1.0:1767384346.313079:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313082:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384346.313085:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.313092:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.313092:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.313102:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384346.313104:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002dd0a4d7. 00000100:00000001:1.0:1767384346.313108:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384346.313109:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.313111:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384346.313114:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384346.313115:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384346.313117:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=4 00000020:00000001:1.0:1767384346.313118:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384346.313120:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000040:1.0:1767384346.313129:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000093060d0d, remote cookie: 0xd602e9c522f0b2f9, flags: 0x0 00010000:00000001:1.0:1767384346.313131:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384346.313133:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384346.313134:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384346.313135:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384346.313136:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384346.313137:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003f1cea9b) refcount = 1 00010000:00010000:1.0:1767384346.313140:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.313145:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384346.313147:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384346.313148:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384346.313149:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00010000:00000001:1.0:1767384346.313150:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384346.313153:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384346.313155:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.313164:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384346.313165:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.313166:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.313167:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.313168:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.313170:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313172:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.313174:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731469952/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.313178:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.313180:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.313182:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007448839a. 02000000:00000001:1.0:1767384346.313184:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.313185:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.313186:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384346.313188:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.313190:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6067533. 02000000:00000001:1.0:1767384346.313193:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384346.313199:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 02000000:00000001:1.0:1767384346.313200:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384346.313205:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00000100:00000001:1.0:1767384346.313208:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.313210:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384346.313211:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384346.313213:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384346.313214:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384346.313217:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.313218:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384346.313220:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384346.313221:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:1.0:1767384346.313222:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384346.313224:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000400:00000200:0.0:1767384346.313224:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00010000:00000001:1.0:1767384346.313227:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384346.313229:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.313231:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.313232:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384346.313234:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384346.313237:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000074ed0f23. 00000400:00000200:0.0:1767384346.313245:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000100:00000010:1.0:1767384346.313252:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000020:00000040:1.0:1767384346.313255:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384346.313258:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384346.313259:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384346.313261:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.313264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 02000000:00000010:1.0:1767384346.313265:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6067533. 00000100:00000001:1.0:1767384346.313271:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313274:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384346.313277:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007448839a. 00000100:00000010:1.0:1767384346.313280:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004bf2eee5. 00000020:00000040:1.0:1767384346.313282:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384346.313285:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384346.313286:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384346.313289:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002dd0a4d7. 00000400:00000200:0.0:1767384346.313289:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.313294:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306785051776 : -114766924499840 : ffff979ebe3bb480) 00000100:00000001:1.0:1767384346.313297:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384346.313298:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000100:00000001:1.0:1767384346.313305:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384346.313306:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313309:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384346.313310:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384346.313313:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.313316:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000100:00000001:1.0:1767384346.313321:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384346.313324:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.313326:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384346.313327:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384346.313329:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384346.313331:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731470080:0@lo:256: 00000100:00000001:1.0:1767384346.313334:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384346.313336:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384346.313338:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313339:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384346.313343:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000400:00000200:0.0:1767384346.313343:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000010:1.0:1767384346.313349:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b4013365. 00000100:00000200:1.0:1767384346.313353:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d106100-0x695824d106100, portal 33 00000100:00000001:1.0:1767384346.313356:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.313357:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384346.313360:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049d102ce. 02000000:00000001:1.0:1767384346.313362:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.313365:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f67d1ef. 00000400:00000010:1.0:1767384346.313368:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000400:00000200:0.0:1767384346.313368:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000100:00000200:1.0:1767384346.313370:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470080, portal 25 00000100:00000001:1.0:1767384346.313375:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384346.313377:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000100:00000040:1.0:1767384346.313382:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.313386:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384346.313388:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384346.313390:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000100:00000200:1.0:1767384346.313393:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731470080, offset 0 00000400:00000200:1.0:1767384346.313405:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384346.313410:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384346.313415:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d106100 00000400:00000200:1.0:1767384346.313418:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x138d [2] + 0 00000400:00000010:1.0:1767384346.313421:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d651c204. 00000400:00000200:1.0:1767384346.313424:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ece01af0 00000400:00000200:1.0:1767384346.313427:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384346.313430:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384346.313432:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ece01af0 00000400:00000010:1.0:1767384346.313433:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ece01af0. 00000100:00000001:1.0:1767384346.313435:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384346.313436:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384346.313438:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000b83ca256 x1853236731470080 msgsize 304 00000100:00100000:1.0:1767384346.313441:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384346.313442:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384346.313452:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384346.313456:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000400:00000010:1.0:1767384346.313457:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000100:00000001:1.0:1767384346.313458:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384346.313463:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.313469:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.313476:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.313479:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384346.313484:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470080 00000100:00000001:1.0:1767384346.313484:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313487:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384346.313488:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384346.313491:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.313493:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313494:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.313496:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313497:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294932486 00000100:00100000:2.0:1767384346.313500:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470080 00000020:00000001:2.0:1767384346.313504:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384346.313505:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384346.313509:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384346.313509:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932485 00000020:00000040:2.0:1767384346.313513:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:2.0:1767384346.313516:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384346.313518:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294932486 00000020:00000001:2.0:1767384346.313519:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384346.313525:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384346.313526:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932485 00000020:00000010:2.0:1767384346.313530:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000192ebaa. 00000100:00000001:1.0:1767384346.313537:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294932486 00000100:00000001:2.0:1767384346.313539:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.313543:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000192ebaa. 00000100:00000001:1.0:1767384346.313549:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932485 00000020:00000010:2.0:1767384346.313551:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000804360b5. 00000020:00000010:2.0:1767384346.313556:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f495cb9. 00000020:00000010:2.0:1767384346.313562:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384346.313566:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294932486 00000100:00000040:2.0:1767384346.313568:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384346.313570:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932485 00000100:00000001:2.0:1767384346.313572:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384346.313576:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384346.313576:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab30336e. 00000100:00000001:1.0:1767384346.313578:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.313582:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384346.313583:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.313584:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384346.313584:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de16b044. 00000100:00000001:1.0:1767384346.313586:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384346.313590:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000002dd0a4d7 going to sleep for 11 seconds 00000800:00000010:0.0:1767384346.313593:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006510ee96. 00000100:00000001:1.0:1767384346.313595:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384346.313596:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.313600:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.313605:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.313622:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:0.0:1767384346.313623:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006510ee96. 00000100:00000001:2.0:1767384346.313624:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384346.313633:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384346.313637:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000800:00020000:0.0:1767384346.313638:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000100:00000001:2.0:1767384346.313640:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781239376 : -114766928312240 : ffff979ebe018850) 00000800:00000010:0.0:1767384346.313643:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de16b044. 00000100:00000040:2.0:1767384346.313647:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b83ca256 x1853236731470080/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 304/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384346.313648:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab30336e. 00000100:00000001:2.0:1767384346.313657:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384346.313661:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000192ebaa. 00000100:00000001:2.0:1767384346.313663:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384346.313666:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000192ebaa. 00000100:00100000:2.0:1767384346.313670:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b83ca256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731470080:12345-0@lo:256: 00000100:00000200:2.0:1767384346.313674:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470080 00000020:00000001:2.0:1767384346.313676:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384346.313677:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384346.313679:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.313681:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384346.313682:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:2.0:1767384346.313686:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384346.313688:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.313690:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384346.313692:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384346.313694:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.313696:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384346.313699:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:02020000:0.0:1767384346.313702:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 02000000:00000010:2.0:1767384346.313704:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000024ac024e. 02000000:00000001:2.0:1767384346.313708:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.313712:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.313713:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 20000000:00000001:2.0:1767384346.313717:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000400:00000200:0.0:1767384346.313719:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384346.313726:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 20000000:00000001:2.0:1767384346.313728:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000800:00000010:0.0:1767384346.313730:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e96485d. 20000000:00000001:2.0:1767384346.313732:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384346.313735:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 20000000:00000001:2.0:1767384346.313738:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384346.313742:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.313744:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 20000000:00000001:2.0:1767384346.313746:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384346.313749:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384346.313752:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fbd74398. 20000000:00000001:2.0:1767384346.313756:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000400:00000200:0.0:1767384346.313757:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384346.313761:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384346.313788:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp36) recovery failed with -71 20000000:00000040:2.0:1767384346.313790:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384346.313797:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384346.313803:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384346.313807:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384346.313808:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384346.313812:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384346.313814:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384346.313816:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384346.313818:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384346.313821:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384346.313823:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384346.313825:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384346.313827:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384346.313830:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384346.313833:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384346.313835:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384346.313837:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384346.313839:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384346.313841:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384346.313844:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384346.313846:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384346.313848:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384346.313849:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384346.313851:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384346.313853:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384346.313856:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384346.313858:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384346.313861:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384346.313863:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384346.313865:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384346.313867:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384346.313874:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 3452/1/4/3. 20000000:00000040:2.0:1767384346.313880:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384346.313882:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384346.313883:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384346.313884:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384346.313886:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384346.313887:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384346.313888:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384346.313890:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384346.313891:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384346.313892:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384346.313893:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384346.313895:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384346.313897:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384346.313899:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384346.313903:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384346.313904:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384346.313906:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384346.313907:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384346.313908:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384346.313910:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384346.313911:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384346.313912:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384346.313913:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384346.313915:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384346.313916:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384346.313917:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384346.313918:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384346.313920:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384346.313922:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384346.313923:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384346.313925:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384346.313926:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 2808/1/4/3. 20000000:01000000:2.0:1767384346.313928:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1288, version 66 20000000:00000001:2.0:1767384346.313929:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1288 : 1288 : 508) 00000100:00000001:2.0:1767384346.313932:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384346.313947:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dd668e7f. 00000100:00000010:2.0:1767384346.313949:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fdf6be3f. 00000020:00000040:2.0:1767384346.313951:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:2.0:1767384346.313957:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384346.313960:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384346.313963:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000400:00000010:2.0:1767384346.313967:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004082f324. 00000400:00000200:2.0:1767384346.313969:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.313974:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.313979:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1288 into portal 33 MB=0x695824d106100 00000400:00000200:2.0:1767384346.313983:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1288/1288 into md 0x1b85 [4] + 0 00000400:00000010:2.0:1767384346.313985:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b55d0e3b. 00000400:00000200:2.0:1767384346.313988:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4013365 00000400:00000200:2.0:1767384346.313991:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.313993:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.313996:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4013365 00000400:00000010:2.0:1767384346.313997:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b4013365. 00000100:00000001:2.0:1767384346.313999:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.314000:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000003ba202d3 desc 000000007448839a mbits 1853236731470080 00000100:00000001:2.0:1767384346.314013:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384346.314015:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384346.314019:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384346.314025:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b91 00000400:00000200:2.0:1767384346.314028:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.314033:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384346.314035:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.314036:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000dd668e7f 00000100:00000001:2.0:1767384346.314040:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384346.314044:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384346.314045:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384346.314050:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000001:3.0:1767384346.314052:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.314054:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384346.314060:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000dd668e7f 00000100:00000001:2.0:1767384346.314068:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384346.314074:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1288 bytes via portal 33 id 12345-0@lo mbits 0x695824d106100-0x695824d106100 00000100:00000001:2.0:1767384346.314076:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.314078:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.314080:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384346.314081:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:2.0:1767384346.314089:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fdf6be3f. 00000100:00000010:2.0:1767384346.314091:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dd668e7f. 00000100:00000001:2.0:1767384346.314093:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384346.314094:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384346.314098:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fbd74398. 20000000:00000001:2.0:1767384346.314101:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.314103:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731470080 00010000:00000001:2.0:1767384346.314104:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384346.314107:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b83ca256 x1853236731470080/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.314113:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384346.314114:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384346.314115:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.314118:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384346.314119:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384346.314120:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384346.314122:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384346.314123:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.314125:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384346.314126:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.314128:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000100:00000200:2.0:1767384346.314130:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731470080, offset 224 00000400:00000200:2.0:1767384346.314134:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.314137:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384346.314140:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d106100 00000400:00000200:2.0:1767384346.314142:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b89 [1] + 224 00000400:00000200:2.0:1767384346.314145:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.314146:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384346.314148:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.314150:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384346.314155:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.314175:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.314178:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384346.314179:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000001:2.0:1767384346.314181:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.314181:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384346.314183:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.314185:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384346.314187:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384346.314188:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.314190:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384346.314194:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384346.314195:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b83ca256 x1853236731470080/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 304/240 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384346.314203:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.314208:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384346.314209:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b83ca256 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731470080:12345-0@lo:256: Request processed in 547us (764us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384346.314217:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f67d1ef. 00000100:00100000:2.0:1767384346.314220:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000200:3.0:1767384346.314227:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f43d32 00000100:00000040:2.0:1767384346.314227:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000010:3.0:1767384346.314241:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057f43d32. 00000100:00000001:2.0:1767384346.314241:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384346.314251:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384346.314253:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384346.314257:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f495cb9. 00000020:00000010:2.0:1767384346.314262:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00000200:3.0:1767384346.314265:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384346.314268:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00000020:00000040:2.0:1767384346.314277:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:2.0:1767384346.314287:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384346.314291:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000024ac024e. 02000000:00000001:2.0:1767384346.314296:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384346.314297:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.314299:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384346.314311:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384346.314321:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec662729. 00000100:00000001:3.0:1767384346.314322:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.314329:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384346.314332:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000920d2683. 00000100:00000001:3.0:1767384346.314333:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384346.314338:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384346.314341:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.314343:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.314345:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.314351:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384346.314355:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.314357:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384346.314358:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.314360:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384346.314362:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.314363:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.314372:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.314378:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.314383:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384346.314386:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384346.314388:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.314393:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731470080:0@lo:256: 00000100:00000001:3.0:1767384346.314396:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.314398:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.314400:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384346.314403:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.314405:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.314410:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384346.314412:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002dd0a4d7. 00000100:00000001:3.0:1767384346.314416:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384346.314418:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384346.314423:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:3.0:1767384346.314428:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384346.314435:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fe3561ee. 10000000:00000040:3.0:1767384346.314445:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384346.314451:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384346.314455:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384346.314459:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:3.0:1767384346.314462:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.314464:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384346.314466:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:3.0:1767384346.314468:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000400:00000200:3.0:1767384346.314474:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 31 NIDs 00000400:00001000:3.0:1767384346.314476:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384346.314483:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384346.314490:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384346.314496:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (30) 00000400:00000200:3.0:1767384346.314501:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000400:00000200:3.0:1767384346.314516:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384346.314518:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384346.314520:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384346.314524:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384346.314526:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 00000400:00000200:3.0:1767384346.314528:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384346.314531:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384346.314537:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314539:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384346.314540:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:2.0:1767384346.314543:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384346.314544:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314550:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:3.0:1767384346.314553:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:2.0:1767384346.314558:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:3.0:1767384346.314562:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314564:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000010:2.0:1767384346.314565:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000400:00000200:3.0:1767384346.314570:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:2.0:1767384346.314578:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000400:00000200:3.0:1767384346.314579:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314580:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:3.0:1767384346.314581:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:3.0:1767384346.314589:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314591:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:3.0:1767384346.314593:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000010:2.0:1767384346.314593:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1255810. 00000400:00000200:3.0:1767384346.314608:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.314609:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1767384346.314619:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:3.0:1767384346.314626:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:2.0:1767384346.314626:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1767384346.314635:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:3.0:1767384346.314641:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.314648:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:3.0:1767384346.314654:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:2.0:1767384346.314662:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:3.0:1767384346.314668:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:2.0:1767384346.314676:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:3.0:1767384346.314681:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.314682:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000400:00000200:3.0:1767384346.314693:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:2.0:1767384346.314700:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000400:00000200:3.0:1767384346.314701:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:3.0:1767384346.314716:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.314718:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000400:00000200:2.0:1767384346.314726:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000400:00000200:3.0:1767384346.314734:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:3.0:1767384346.314742:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:2.0:1767384346.314743:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000400:00000200:3.0:1767384346.314758:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.314759:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000400:00000200:2.0:1767384346.314807:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:3.0:1767384346.314808:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:3.0:1767384346.314816:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:2.0:1767384346.314828:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384346.314829:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314837:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:3.0:1767384346.314845:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:2.0:1767384346.314850:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384346.314857:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314863:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384346.314871:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:2.0:1767384346.314872:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384346.314883:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314887:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:3.0:1767384346.314889:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:2.0:1767384346.314894:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:3.0:1767384346.314897:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314902:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:3.0:1767384346.314908:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:3.0:1767384346.314917:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314919:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:2.0:1767384346.314920:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:3.0:1767384346.314924:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:3.0:1767384346.314932:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314949:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:3.0:1767384346.314953:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:2.0:1767384346.314955:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:3.0:1767384346.314959:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314961:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:3.0:1767384346.314962:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:3.0:1767384346.314966:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314973:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:3.0:1767384346.314979:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:3.0:1767384346.314985:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.314986:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:3.0:1767384346.314990:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:2.0:1767384346.314995:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:3.0:1767384346.315000:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.315006:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:3.0:1767384346.315014:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:2.0:1767384346.315015:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[61, 28] 00000400:00000200:3.0:1767384346.315028:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.315031:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 28], ns[109, 28] 00000400:00000200:2.0:1767384346.315038:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 28], ns[122, 28] 00000400:00000200:3.0:1767384346.315041:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:3.0:1767384346.315052:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:2.0:1767384346.315053:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[80, 28] 00000400:00000200:3.0:1767384346.315063:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.315066:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 28], ns[108, 28] 00000400:00000200:3.0:1767384346.315070:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:3.0:1767384346.315081:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:2.0:1767384346.315082:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 28], ns[124, 28] 00000400:00000200:3.0:1767384346.315094:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.315100:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 28], ns[123, 28] 00000400:00000200:3.0:1767384346.315104:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:3.0:1767384346.315112:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:2.0:1767384346.315115:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[110, 28] 00000400:00000200:3.0:1767384346.315122:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.315129:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:2.0:1767384346.315129:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 28], ns[127, 28] 00000400:00000200:3.0:1767384346.315143:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:2.0:1767384346.315150:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[122, 28], ns[126, 28] 00000400:00000200:3.0:1767384346.315156:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.315169:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:2.0:1767384346.315176:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:3.0:1767384346.315183:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000200:3.0:1767384346.315200:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.315202:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384346.315211:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:2.0:1767384346.315217:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp38 00000400:00000200:3.0:1767384346.315220:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:3.0:1767384346.315231:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384346.315232:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384346.315246:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:2.0:1767384346.315250:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp38 00000400:00000200:3.0:1767384346.315256:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:2.0:1767384346.315264:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp38 NI seq info: [128:128:256:4294967295] 192.168.204.118@tcp38 LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767384346.315269:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.315277:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:3.0:1767384346.315282:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:2.0:1767384346.315282:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp38 00000400:00000200:3.0:1767384346.315293:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384346.315303:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:3.0:1767384346.315315:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:2.0:1767384346.315322:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp38(192.168.204.118@tcp38:) -> 192.168.204.118@tcp38(192.168.204.118@tcp:192.168.204.118@tcp38) : PUT try# 0 00000400:00000010:3.0:1767384346.315326:0:17081:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000061f63c6e. 00000800:00000200:2.0:1767384346.315334:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.118@tcp38 00000400:00000200:3.0:1767384346.315339:0:17081:0:(peer.c:264:lnet_peer_alloc()) 0000000061f63c6e nid 192.168.204.118@tcp39 00000800:00000010:2.0:1767384346.315342:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000685d784d. 00000400:00000010:3.0:1767384346.315343:0:17081:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000009836f79. 00000400:00000200:3.0:1767384346.315347:0:17081:0:(peer.c:204:lnet_peer_net_alloc()) 0000000009836f79 net tcp39 00000400:00000010:3.0:1767384346.315359:0:17081:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000348876d5. 00000800:00000010:2.0:1767384346.315364:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e208b9e. 00000800:00000010:2.0:1767384346.315368:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000074d2c79c. 00000400:00000200:3.0:1767384346.315372:0:17081:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000348876d5 nid 192.168.204.118@tcp39 00000800:00000200:2.0:1767384346.315377:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (2) 00000400:00000200:3.0:1767384346.315378:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (0) 00000400:00000200:3.0:1767384346.315389:0:17081:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.118@tcp39: -2 00000800:00000200:2.1:1767384346.315389:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (2) 00000400:00000200:3.0:1767384346.315404:0:17081:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp39 NID 192.168.204.118@tcp39 flags 0x1 00000400:00000200:3.0:1767384346.315409:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (1) 00000400:00000200:2.0:1767384346.315409:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384346.315413:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000400:00000200:3.0:1767384346.315422:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (2) 00000400:00000200:3.0:1767384346.315428:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (1) 00000400:00000200:3.0:1767384346.315435:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (2) 00000400:00000200:3.0:1767384346.315445:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): 0 00000400:00000200:3.0:1767384346.315447:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384346.315453:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384346.315459:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp39 NID 192.168.204.118@tcp39: 0. pending discovery 00000400:00000200:3.0:1767384346.315461:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (3) 00000100:00000001:3.0:1767384346.315464:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.315466:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384346.315469:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:3.0:1767384346.315472:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ab8ffada. 10000000:00000040:3.0:1767384346.315474:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 66/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:3.0:1767384346.315478:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384346.315484:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384346.315488:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b04a176c. 00000020:00000010:3.0:1767384346.315493:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7dd4fc8. 00000040:00000010:3.0:1767384346.315496:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ce33c739. 00000020:00000010:3.0:1767384346.315500:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000084a4a551. 00000400:00000200:2.0:1767384346.315500:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000020:00000010:3.0:1767384346.315514:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384346.315520:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034adb39b. 80000000:00000010:3.0:1767384346.315524:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005055fc07. 40000000:00000010:3.0:1767384346.315528:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002bbc3a8a. 00100000:00000010:3.0:1767384346.315534:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022d233b7. 00040000:00000010:3.0:1767384346.315538:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007717b830. 00040000:00000010:3.0:1767384346.315543:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8f15d54. 00040000:00000010:3.0:1767384346.315550:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000cc9e4c9. 00080000:00000010:3.0:1767384346.315557:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7bdedf7. 00000400:00000200:2.0:1767384346.315563:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00080000:00000010:3.0:1767384346.315564:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001223c240. 00000004:00000010:3.0:1767384346.315583:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dda6626d. 00000004:00000010:3.0:1767384346.315590:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b125421b. 00000004:00000010:3.0:1767384346.315596:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000040e019df. 00000400:00000200:2.0:1767384346.315604:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00002000:00000010:3.0:1767384346.315616:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000908ba3b7. 00000004:00000010:3.0:1767384346.315625:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000577ae69a. 00000400:00000200:2.0:1767384346.315630:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000004:00000001:3.0:1767384346.315632:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384346.315638:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384346.315640:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ab8ffada 00000040:00001000:3.0:1767384346.315642:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384346.315645:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384346.315646:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384346.315648:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384346.315653:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384346.315655:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384346.315657:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384346.315659:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:3.0:1767384346.315662:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384346.315667:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.315702:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000004:00000001:3.0:1767384346.315751:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.315757:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7dd4fc8. 00000040:00000010:3.0:1767384346.315765:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ce33c739. 00000400:00000200:2.0:1767384346.315765:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.315932:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.316037:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000020:00000010:3.0:1767384346.316047:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000084a4a551. 00000020:00000010:3.0:1767384346.316053:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384346.316057:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034adb39b. 80000000:00000010:3.0:1767384346.316061:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005055fc07. 40000000:00000010:3.0:1767384346.316064:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002bbc3a8a. 00100000:00000010:3.0:1767384346.316070:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022d233b7. 00040000:00000010:3.0:1767384346.316073:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007717b830. 00040000:00000010:3.0:1767384346.316076:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8f15d54. 00040000:00000010:3.0:1767384346.316080:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000cc9e4c9. 00000400:00000200:2.0:1767384346.316081:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00080000:00000010:3.0:1767384346.316087:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001223c240. 00080000:00000010:3.0:1767384346.316097:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f7bdedf7. 00000004:00000010:3.0:1767384346.316103:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dda6626d. 00000004:00000010:3.0:1767384346.316108:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b125421b. 00000004:00000010:3.0:1767384346.316112:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000040e019df. 00002000:00000010:3.0:1767384346.316116:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000908ba3b7. 00000004:00000010:3.0:1767384346.316121:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000577ae69a. 00000020:00000010:3.0:1767384346.316126:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b04a176c. 00000020:00000001:3.0:1767384346.316129:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.316132:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000020:00000001:3.0:1767384346.316139:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384346.316143:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ab8ffada. 10000000:00000010:3.0:1767384346.316148:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fe3561ee. 10000000:00000001:3.0:1767384346.316152:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.316155:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.316161:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731470080/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.316167:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384346.316170:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384346.316172:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049d102ce. 00000400:00000200:2.0:1767384346.316174:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 02000000:00000001:3.0:1767384346.316175:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384346.316181:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384346.316184:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384346.316187:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384346.316189:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384346.316191:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384346.316193:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384346.316195:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384346.316197:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004bf2eee5. 00000100:00000010:3.0:1767384346.316202:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007448839a. 00000100:00000001:3.0:1767384346.316206:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384346.316208:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6067533. 02000000:00000001:3.0:1767384346.316214:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384346.316216:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384346.316218:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00000100:00000001:3.0:1767384346.316222:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384346.316225:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384346.316240:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000074ed0f23. 10000000:01000000:3.0:1767384346.316247:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384346.316247:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 10000000:00000001:3.0:1767384346.316260:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384346.316263:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384346.316265:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.316267:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:3.0:1767384346.316270:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384346.316273:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384346.316276:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384346.316287:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384346.316294:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.316296:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384346.316298:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384346.316303:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00010000:00000001:3.0:1767384346.316304:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384346.316310:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.316312:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384346.316314:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384346.316317:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384346.316319:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384346.316324:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384346.316325:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:3.0:1767384346.316328:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384346.316389:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.316441:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384346.316450:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x41 00000400:00000200:3.0:1767384346.316454:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (2) 00000400:00000010:3.0:1767384346.316459:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b04a176c. 00000400:00000200:2.0:1767384346.316463:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000010:3.0:1767384346.316464:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b27e386c. 00000400:00000010:3.0:1767384346.316475:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000048cae5b. 00000400:00000200:3.0:1767384346.316485:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:3.0:1767384346.316499:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp39 local destination 00000400:00000200:3.0:1767384346.316504:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384346.316509:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:3.0:1767384346.316513:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp39 lpni_is_preferred = 0 00000400:00000200:3.0:1767384346.316517:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp39 00000400:00000200:3.0:1767384346.316525:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [129:129:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384346.316532:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:2.0:1767384346.316540:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.316549:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:3.0:1767384346.316557:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:3.0:1767384346.316561:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007717b830. 00000800:00000010:3.0:1767384346.316579:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000425a0fb0. 00000800:00000010:3.0:1767384346.316582:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f55fb38f. 00000400:00000200:2.0:1767384346.316587:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00000200:3.0:1767384346.316595:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:3.1:1767384346.316604:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:3.0:1767384346.316622:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp39 00000400:00000200:3.0:1767384346.316629:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x241 rc 0 00000400:00000200:2.0:1767384346.316651:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.316703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.316743:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.316763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.316839:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.316918:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.316945:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317003:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317034:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317115:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317172:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317219:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317351:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317364:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317524:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317621:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317823:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317834:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.317960:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.317974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.318069:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318089:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.318165:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318178:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.318285:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384346.318393:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.318600:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000010:2.0:1767384346.318644:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e647901. 00000800:00000010:2.0:1767384346.318648:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee27196d. 00000800:00000010:2.0:1767384346.318652:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000192ebaa. 00000800:00000010:2.0:1767384346.318687:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000192ebaa. 00000400:00000200:3.0:1767384346.318689:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00020000:2.0:1767384346.318699:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384346.318704:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee27196d. 00000800:00000010:2.0:1767384346.318711:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003e647901. 00000100:00000040:0.0:1767384346.318831:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000010:0.0:1767384346.318841:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab924ed5. 00000100:00000040:1.0:1767384346.318847:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294932486, at 4294932487 00000400:00000200:3.0:1767384346.318850:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000100:00000010:1.0:1767384346.318855:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a14e2e07. 00000400:02020000:2.0:1767384346.318910:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp38 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384346.318925:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp38 notifying 192.168.204.118@tcp38: down 00000800:00000200:2.0:1767384346.318947:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp38 down 00000400:00000200:3.0:1767384346.318952:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000800:00000100:2.0:1767384346.318962:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.204.118@tcp38 00000800:00000010:2.0:1767384346.318968:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000685d784d. 00000400:00000200:2.0:1767384346.318976:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384346.318986:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp38->192.168.204.118@tcp38: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384346.318999:0:16340:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp38 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:2.0:1767384346.319004:0:16340:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384346.319010:0:16340:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000400:00000200:2.0:1767384346.319015:0:16340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384346.319051:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000100:00000040:2.0:1767384346.319056:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294932486, at 4294932487 00000100:00000010:2.0:1767384346.319063:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028d222a1. 00000400:00000200:2.0:1767384346.319101:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.319112:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101171 00000400:00000200:3.0:1767384346.319119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000001:2.0:1767384346.319119:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.319126:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384346.319130:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384346.319133:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000400:00000200:2.0:1767384346.319140:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384346.319150:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384346.319155:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 00000400:00000200:2.0:1767384346.319161:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384346.319164:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc -71 00000400:00000200:2.0:1767384346.319167:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384346.319174:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (31) 00000400:00000200:3.0:1767384346.319191:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319232:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319277:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319315:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319355:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319392:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319431:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319456:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319479:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384346.319499:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384346.319667:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:3.0:1767384346.319675:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a28b0ed. 00000800:00000010:3.0:1767384346.319684:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002bbc3a8a. 00000800:00000010:3.0:1767384346.319716:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002bbc3a8a. 00000800:00020000:3.0:1767384346.319730:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384346.319732:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a28b0ed. 00000800:00000010:3.0:1767384346.319736:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:3.0:1767384346.319827:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384346.319836:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000800:00000200:3.0:1767384346.319843:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp39 down 00000800:00000100:3.0:1767384346.319851:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000800:00000010:3.0:1767384346.319854:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007717b830. 00000400:00000200:3.0:1767384346.319858:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384346.319862:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384346.319868:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:3.0:1767384346.319874:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384346.319876:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp39: 1 00000400:00000200:3.0:1767384346.319881:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): -114 00000100:00000040:3.0:1767384346.319910:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294932486, at 4294932488 00000100:00000010:3.0:1767384346.319917:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8182db3. 00000400:00000200:2.0:1767384346.319930:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.319955:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x841 00000400:00000001:2.0:1767384346.319960:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.319962:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384346.319964:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b27e386c 00000400:00000010:2.0:1767384346.319966:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b27e386c. 00000400:00000200:2.0:1767384346.319970:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384346.319975:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): -114 00000400:00000010:2.0:1767384346.319979:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b04a176c. 00000400:00000200:2.0:1767384346.319983:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (3) 00000400:00000200:2.0:1767384346.319987:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp39:-71 00000400:00000200:2.0:1767384346.319991:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x2041 rc -71 00000400:00000200:2.0:1767384346.319995:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp39 (0000000061f63c6e) 00000400:00000200:2.0:1767384346.319998:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (2) 00000020:00000010:0.0:1767384346.326797:0:32621:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006510ee96. 00000020:00000040:0.0:1767384346.326805:0:32621:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384346.326807:0:32621:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006510ee96. 00000001:00000001:1.0:1767384346.492907:0:32666:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384346.492914:0:32666:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384346.498680:0:32666:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384346.507537:0:32667:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007448839a. 00000400:00000010:1.0:1767384346.507556:0:32667:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f298ba6a. 00000400:00000010:1.0:1767384346.507567:0:32667:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000036f87aba. 00000400:00000010:1.0:1767384346.507572:0:32667:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c3f86703. 00000400:00000010:1.0:1767384346.507576:0:32667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ebecd70. 00000400:00000010:1.0:1767384346.507581:0:32667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1f45316. 00000400:00000010:1.0:1767384346.507583:0:32667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036d27248. 00000400:00000010:1.0:1767384346.507585:0:32667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009314c62b. 00000400:00000010:1.0:1767384346.507589:0:32667:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000048b7a7e9. 00000800:00000010:1.0:1767384346.507608:0:32667:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a90ddf7f. 00000800:00000200:1.0:1767384346.507620:0:32667:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384346.507636:0:32667:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384346.507676:0:32667:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384346.507702:0:32667:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp40 [8/256/0/180] 00000400:00000010:1.0:1767384346.509918:0:32667:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000e8ad2cf0. 00000400:00000010:1.0:1767384346.509926:0:32667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a45a6ab8. 00000400:00000010:1.0:1767384346.509951:0:32667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000400:00000001:1.0:1767384346.509976:0:32667:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384346.509984:0:32667:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384346.509987:0:32667:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e582e724. 00000400:00000200:1.0:1767384346.509990:0:32667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935456d1 00000400:00000010:1.0:1767384346.509992:0:32667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000935456d1. 00000400:00000010:1.0:1767384346.509998:0:32667:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000cbc11650. 00000400:00000200:1.0:1767384346.510004:0:32667:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (30) 00000400:00000200:1.0:1767384346.510018:0:32667:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384346.510022:0:32667:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (1) 00000400:00000200:1.0:1767384346.510025:0:32667:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): 0 00000400:00000200:1.0:1767384346.510035:0:32667:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000400:00000200:2.0:1767384346.510036:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.510042:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000020:00000010:1.0:1767384346.510044:0:32667:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002d482971. 00000400:00000010:2.0:1767384346.510049:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000020:01000000:1.0:1767384346.510051:0:32667:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384346.510053:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000020:01000000:1.0:1767384346.510058:0:32667:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp40 00000400:00000010:2.0:1767384346.510060:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000406e5a15. 00000400:00000200:2.0:1767384346.510065:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000010:1.0:1767384346.510076:0:32667:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f298ba6a. 00000400:00000200:2.0:1767384346.510077:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000010:1.0:1767384346.510084:0:32667:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007448839a. 00000400:00000200:2.0:1767384346.510086:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:2.0:1767384346.510099:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:0.0:1767384346.510099:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384346.510105:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 10000000:00000001:0.0:1767384346.510106:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384346.510110:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 10000000:00000001:0.0:1767384346.510111:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384346.510116:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 10000000:01000000:0.0:1767384346.510117:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384346.510124:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384346.510125:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000020:01000004:0.0:1767384346.510129:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384346.510133:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000020:01000004:0.0:1767384346.510134:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384346.510139:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:01000004:0.0:1767384346.510139:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384346.510144:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384346.510146:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000020:01000004:0.0:1767384346.510148:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384346.510152:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384346.510153:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000020:01000004:0.0:1767384346.510156:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384346.510159:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000020:01000004:0.0:1767384346.510159:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384346.510163:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384346.510166:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:2.0:1767384346.510172:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00000010:0.0:1767384346.510173:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000400:00000200:2.0:1767384346.510177:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000040:0.0:1767384346.510180:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384346.510184:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000100:00000001:0.0:1767384346.510188:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384346.510189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 02000000:00000001:0.0:1767384346.510193:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384346.510196:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 02000000:00000001:0.0:1767384346.510199:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510200:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:2.0:1767384346.510206:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[61, 28] 02000000:00000010:0.0:1767384346.510208:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab30336e. 00000100:00000001:0.0:1767384346.510215:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510218:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 28], ns[109, 28] 00000400:00000200:2.0:1767384346.510223:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 28], ns[122, 28] 00000400:00000200:2.0:1767384346.510226:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 28], ns[80, 28] 00000100:00000001:0.0:1767384346.510226:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.510229:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510234:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 28], ns[108, 28] 00000100:00000040:0.0:1767384346.510239:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_02+2] req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.510240:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 28], ns[124, 28] 00000400:00000200:2.0:1767384346.510254:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 28], ns[123, 28] 00000400:00000200:2.0:1767384346.510260:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[110, 28] 00000400:00000200:2.0:1767384346.510263:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 28], ns[127, 28] 00000400:00000200:2.0:1767384346.510267:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[122, 28], ns[126, 28] 00000400:00000200:2.0:1767384346.510270:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[124, 28], ns[128, 28] 00000400:00000200:2.0:1767384346.510274:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 10000000:00000001:0.0:1767384346.510278:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510279:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp20 10000000:00000001:0.0:1767384346.510283:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510285:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp20 lpni_is_preferred = 0 00000020:00000001:0.0:1767384346.510288:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510291:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp20 00000020:01000000:0.0:1767384346.510292:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384346.510297:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp20 NI seq info: [130:130:256:4294967295] 192.168.204.118@tcp20 LPNI seq info [125:125:8:4294967295] 00000020:00000001:0.0:1767384346.510300:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384346.510303:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384346.510304:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384346.510306:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp20 10000000:00000001:0.0:1767384346.510307:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384346.510310:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384346.510314:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384346.510322:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384346.510324:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384346.510325:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384346.510326:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20:) -> 192.168.204.118@tcp20(192.168.204.118@tcp:192.168.204.118@tcp20) : PUT try# 0 00000100:00000001:3.0:1767384346.510334:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384346.510336:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384346.510343:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.118@tcp20 00000020:01000004:0.0:1767384346.510344:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384346.510348:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:2.0:1767384346.510350:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000685d784d. 00000020:01000004:0.0:1767384346.510351:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384346.510352:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384346.510354:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384346.510359:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384346.510364:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00000800:00000200:2.0:1767384346.510365:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (6) 00000020:00000040:0.0:1767384346.510375:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384346.510389:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384346.510391:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp20 ip 192.168.204.118:988 02000000:00000001:0.0:1767384346.510395:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384346.510402:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384346.510404:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000685d784d type 1, nob 640 niov 1 nkiov 1 00000100:00000001:3.0:1767384346.510415:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.510421:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384346.510422:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a78c3376. 00000400:00000200:2.0:1767384346.510433:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384346.510437:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 02000000:00000001:3.0:1767384346.510438:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384346.510439:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.510445:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.510448:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384346.510450:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x2061 00000100:00000001:0.0:1767384346.510456:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.510457:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510458:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000061f63c6e (2) 00000100:00100000:3.0:1767384346.510474:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731470208:0@lo:253: 00000400:00000010:2.0:1767384346.510475:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003a3245c2. 00000100:00000040:0.0:1767384346.510480:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005067ef01] to pc [ptlrpcd_00_03+3] req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384346.510485:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cb473f. 00000100:00000001:3.0:1767384346.510487:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.510500:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384346.510502:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000584c2e69. 10000000:00000001:0.0:1767384346.510503:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.510513:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384346.510513:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510514:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 02000000:00000001:3.0:1767384346.510526:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384346.510527:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510536:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp39 local destination 00000020:01000000:0.0:1767384346.510537:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384346.510543:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7bdedf7. 00000400:00000200:2.0:1767384346.510544:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000020:00000010:0.0:1767384346.510544:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002d482971. 02000000:00000001:3.0:1767384346.510559:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.510559:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000100:00000001:0.0:1767384346.510567:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384346.510571:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp39 lpni_is_preferred = 0 00000100:00000001:0.0:1767384346.510572:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384346.510573:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5be5912. 00000100:00000001:0.0:1767384346.510577:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384346.510580:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp39 00000400:00000010:3.0:1767384346.510588:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a28b0ed. 00000100:00000040:0.0:1767384346.510588:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.510589:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [131:131:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [2:2:8:4294967295] 00000100:00000200:3.0:1767384346.510603:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731470208, portal 25 00000400:00000200:2.0:1767384346.510610:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000100:00000001:3.0:1767384346.510615:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.510620:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000001:0.0:1767384346.510629:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384346.510631:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.510636:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.510637:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 02000000:00000001:0.0:1767384346.510638:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384346.510647:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384346.510660:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384346.510673:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000100:00000001:3.0:1767384346.510674:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384346.510677:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731470336:0@lo:253: 00000100:00000040:3.0:1767384346.510686:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384346.510687:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000032910998. 00000100:00000001:0.0:1767384346.510691:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384346.510694:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f14cc5b3. 02000000:00000001:0.0:1767384346.510698:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384346.510702:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000100:00000200:3.0:1767384346.510703:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731470208, offset 0 02000000:00000001:0.0:1767384346.510711:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384346.510717:0:16350:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 0, interval 1, 1 secs later) 02000000:00000001:0.0:1767384346.510718:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384346.510726:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384346.510727:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000053ae6fa7. 00000800:00000200:2.1:1767384346.510735:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 02000000:00000001:0.0:1767384346.510735:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384346.510740:0:16350:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 0, interval 1, 1 secs later) 00000400:00000010:0.0:1767384346.510743:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000200:3.0:1767384346.510749:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384346.510756:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de16b044. 00000800:00000100:2.0:1767384346.510757:0:16350:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.118@tcp39 00000800:00000010:2.0:1767384346.510764:0:16350:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000032910998. 00000400:00000200:2.0:1767384346.510795:0:16350:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000200:0.0:1767384346.510799:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731470336, portal 25 00000400:00000200:2.0:1767384346.510803:0:16350:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: REMOTE_ERROR 00000100:00000001:0.0:1767384346.510805:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384346.510808:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 00000400:00000200:2.0:1767384346.510811:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384346.510817:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384346.510820:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106180 00000400:00000200:2.0:1767384346.510821:0:16350:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp39: 1 00000400:00000200:2.0:1767384346.510835:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): -114 00000400:00000200:3.0:1767384346.510844:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a5 [2] + 0 00000100:00000001:0.0:1767384346.510850:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384346.510852:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260f8424. 00000100:00000040:0.0:1767384346.510858:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384346.510860:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8cc7065 00000400:00000010:0.0:1767384346.510861:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a21ce5a. 00000100:00000200:0.0:1767384346.510867:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731470336, offset 0 00000400:00000200:3.0:1767384346.510871:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384346.510873:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp39 00000400:00000200:0.0:1767384346.510874:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.510882:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x861 rc 0 00000400:00000200:2.0:1767384346.510889:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x861 00000400:00000200:3.0:1767384346.510895:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384346.510897:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384346.510900:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384346.510908:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384346.510910:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cb473f 00000400:00000010:2.0:1767384346.510911:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043cb473f. 00000400:00000200:2.0:1767384346.510914:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384346.510915:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cc7065 00000400:00000200:0.0:1767384346.510921:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106200 00000400:00000010:3.0:1767384346.510923:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8cc7065. 00000400:00000200:2.0:1767384346.510925:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp39 (0000000061f63c6e): -114 00000400:00000010:2.0:1767384346.510943:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003a3245c2. 00000100:00000001:3.0:1767384346.510945:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384346.510951:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000100:00000200:3.0:1767384346.510952:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384346.510953:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (3) 00000100:00000040:3.0:1767384346.510968:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e1f24632 x1853236731470208 msgsize 4848 00000400:00000010:0.0:1767384346.510969:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbcc0cb4. 00000400:00000200:2.0:1767384346.510970:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp39:-5 00000400:00000200:0.0:1767384346.510990:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d77fd7e4 00000400:00000200:2.0:1767384346.510993:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp39(0000000061f63c6e) state 0x2061 rc -5 00000100:00100000:3.0:1767384346.511001:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384346.511003:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384346.511011:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384346.511018:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp39 (0000000061f63c6e) 00000400:00000200:0.0:1767384346.511019:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384346.511025:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (2) 00000100:00000001:3.0:1767384346.511028:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.511033:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d77fd7e4 00000400:00000010:0.0:1767384346.511037:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d77fd7e4. 00000400:00000200:3.0:1767384346.511044:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14cc5b3 00000100:00000001:0.0:1767384346.511044:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384346.511056:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f14cc5b3. 00000100:00000200:0.0:1767384346.511056:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384346.511068:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009ea73d06 x1853236731470336 msgsize 4848 00000100:00000001:3.0:1767384346.511069:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.511081:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.511096:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384346.511104:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384346.511106:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.511111:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.511117:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511119:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.511122:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.511126:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511132:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294932684 00000400:00000200:0.0:1767384346.511134:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a21ce5a 00000100:00000010:3.0:1767384346.511138:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021836e65. 00000400:00000010:0.0:1767384346.511139:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a21ce5a. 00000100:00000001:0.0:1767384346.511146:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384346.511148:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384346.511156:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.511159:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294932684 00000800:00000200:2.0:1767384346.511165:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384346.511167:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddeba56a. 00000800:00000010:2.0:1767384346.511169:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000685d784d. 00000100:00000001:3.0:1767384346.511183:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384346.511184:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384346.511187:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384346.511203:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294932684 00000100:00000040:0.0:1767384346.511204:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.511212:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: PUT: OK 00000100:00000010:3.0:1767384346.511215:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bf09d88. 00000400:00000200:2.0:1767384346.511220:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384346.511227:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384346.511229:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000100:00000001:0.0:1767384346.511230:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511236:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294932684 00000100:00000001:0.0:1767384346.511236:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384346.511241:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a88564b. 00000800:00000001:2.0:1767384346.511243:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384346.511247:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384346.511247:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384346.511254:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511255:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294932684 00000800:00000001:2.0:1767384346.511262:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384346.511263:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294932684 00000100:00000001:3.0:1767384346.511266:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.511267:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294932684 00000800:00000001:2.0:1767384346.511268:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.511272:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.511274:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294932684 00000100:00000001:0.0:1767384346.511282:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294932684 00000100:00000001:3.0:1767384346.511283:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511290:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20) <- 192.168.204.118@tcp20 : PUT - for me 00000100:00000001:3.0:1767384346.511298:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511299:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294932684 00000400:00000200:2.0:1767384346.511310:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384346.511311:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294932684 00000100:00000001:0.0:1767384346.511315:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294932684 00000100:00000001:3.0:1767384346.511319:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384346.511319:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 512/544 into md 0x1b21 [1] + 0 00000100:00000001:0.0:1767384346.511320:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.511324:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384346.511329:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511337:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384346.511338:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000100:00000001:0.0:1767384346.511339:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511345:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.511348:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.511350:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511351:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000887c2f0a 00000100:00000001:0.0:1767384346.511357:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.511360:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.511361:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384346.511362:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384346.511373:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384346.511376:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511377:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384346.511379:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384346.511381:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511388:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: PUT: OK 00000100:00000001:0.0:1767384346.511388:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511398:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000010:2.0:1767384346.511401:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000400:00000200:2.0:1767384346.511405:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384346.511406:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384346.511409:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (32) 00000100:00100000:3.0:1767384346.511411:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470208 02000000:00000001:3.0:1767384346.511414:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.511419:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.511423:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511428:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 02000000:00000001:3.0:1767384346.511430:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511435:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (544 bytes) 00000100:00100000:3.0:1767384346.511437:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470208 00000400:00000200:2.0:1767384346.511441:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000020:00000001:3.0:1767384346.511442:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.511449:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384346.511452:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.511456:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:2.0:1767384346.511456:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (33) 00000020:00000001:3.0:1767384346.511470:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384346.511473:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:3.0:1767384346.511474:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384346.511488:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.511492:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0c6ee7e. 00000400:00000200:2.0:1767384346.511493:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp20 to MR: 192.168.204.118@tcp20 local destination 00000100:00000001:3.0:1767384346.511500:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.511507:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0c6ee7e. 00000400:00000200:2.0:1767384346.511511:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp20 NI seq info: [132:132:256:4294967295] 192.168.204.118@tcp20 LPNI seq info [126:126:8:4294967295] 00000020:00000010:3.0:1767384346.511517:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7dd4fc8. 00000020:00000010:3.0:1767384346.511528:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aa87ffe. 00000400:00000200:2.0:1767384346.511533:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20:192.168.204.118@tcp20) -> 192.168.204.118@tcp20(192.168.204.118@tcp20:192.168.204.118@tcp20) 192.168.204.118@tcp20 : ACK try# 0 00000020:00000010:3.0:1767384346.511536:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000800:00000200:2.0:1767384346.511543:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp20 00000800:00000010:2.0:1767384346.511547:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000685d784d. 00000100:00000040:3.0:1767384346.511555:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:2.0:1767384346.511556:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (6) 00000100:00000001:3.0:1767384346.511561:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.511564:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384346.511565:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:2.0:1767384346.511571:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp20 ip 192.168.204.118:1001 00000100:00000001:3.0:1767384346.511572:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.511573:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470336 02000000:00000001:0.0:1767384346.511583:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1767384346.511586:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000685d784d type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384346.511589:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.511592:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511593:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.511597:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384346.511598:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384346.511603:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384346.511604:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470336 00000020:00000001:0.0:1767384346.511606:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384346.511608:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384346.511618:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384346.511624:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.511627:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:0.0:1767384346.511630:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384346.511633:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384346.511638:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384346.511639:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384346.511646:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1767384346.511648:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384346.511648:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006510ee96. 00000800:00000010:2.0:1767384346.511654:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000685d784d. 00000100:00000001:0.0:1767384346.511656:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384346.511664:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000400:00000200:2.0:1767384346.511665:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384346.511666:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006510ee96. 00000100:00000040:3.0:1767384346.511678:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000010:0.0:1767384346.511682:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002375cf39. 00000100:00000001:3.0:1767384346.511687:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781245520 : -114766928306096 : ffff979ebe01a050) 00000400:00000200:2.0:1767384346.511688:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: ACK: OK 00000020:00000010:0.0:1767384346.511690:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d73d2425. 00000100:00000040:3.0:1767384346.511707:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1f24632 x1853236731470208/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384346.511708:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000af20c842. 00000800:00000001:2.0:1767384346.511711:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384346.511721:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511722:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.511723:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384346.511725:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384346.511730:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384346.511734:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0c6ee7e. 00000800:00000001:2.0:1767384346.511734:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511734:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.511744:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384346.511745:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384346.511749:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.511751:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0c6ee7e. 00000800:00000001:2.0:1767384346.511753:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.511762:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384346.511790:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f24632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731470208:12345-0@lo:253: 00000100:00000200:3.0:1767384346.511798:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470208 00000100:00000001:0.0:1767384346.511801:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384346.511803:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp20(192.168.204.118@tcp20) <- 192.168.204.118@tcp20 : ACK - for me 00000020:00000001:3.0:1767384346.511807:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384346.511807:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384346.511819:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp20: ACK from 12345-192.168.204.118@tcp20 into md 0x1ba9 00000020:00000001:3.0:1767384346.511821:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.511828:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.511828:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000400:00000200:2.0:1767384346.511829:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384346.511842:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384346.511844:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000400:00000200:2.0:1767384346.511845:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp20->192.168.204.118@tcp20: ACK: OK 00000020:00000001:3.0:1767384346.511854:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:0.0:1767384346.511854:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781251664 : -114766928299952 : ffff979ebe01b850) 00000400:00000200:2.0:1767384346.511855:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000020:00000001:3.0:1767384346.511866:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384346.511867:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000020:00000001:3.0:1767384346.511874:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384346.511874:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ea73d06 x1853236731470336/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.511876:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:3.0:1767384346.511886:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384346.511890:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000020:00000001:3.0:1767384346.511894:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.511901:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.511903:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:3.0:1767384346.511919:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384346.511919:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384346.511920:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 02000000:00000001:3.0:1767384346.511942:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384346.511944:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006510ee96. 00000800:00000001:2.0:1767384346.511946:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384346.511950:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001223c240. 00000100:00000001:0.0:1767384346.511951:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384346.511952:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384346.511962:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.511963:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006510ee96. 00000100:00000001:3.0:1767384346.511966:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384346.511970:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384346.511978:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ea73d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731470336:12345-0@lo:253: 00000100:00000200:0.0:1767384346.511982:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470336 00000020:00000001:0.0:1767384346.511985:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384346.511988:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fecf27a9. 20000000:01000000:3.0:1767384346.511994:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384346.511997:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384346.511998:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384346.512000:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384346.512001:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384346.512001:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384346.512008:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384346.512009:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000024ac024e. 20000000:00000001:3.0:1767384346.512015:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.512017:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000020:00000001:0.0:1767384346.512017:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:00000001:3.0:1767384346.512030:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.512032:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384346.512033:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000020:00000001:0.0:1767384346.512038:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384346.512045:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384346.512046:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000024ac024e 00000020:00000001:0.0:1767384346.512047:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384346.512050:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384346.512052:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000a36d1258. 00000020:00000001:0.0:1767384346.512054:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512056:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 20000000:00000010:3.0:1767384346.512059:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce33c739. 00000100:00000001:0.0:1767384346.512059:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384346.512065:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 20000000:01000000:3.0:1767384346.512066:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 02000000:00000001:0.0:1767384346.512067:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384346.512076:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 20000000:00000001:3.0:1767384346.512082:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384346.512082:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000c41215b7. 02000000:00000010:0.0:1767384346.512085:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000600dd22b. 02000000:00000001:0.0:1767384346.512093:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.512095:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00080000:00000001:3.0:1767384346.512097:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:0.0:1767384346.512097:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.512103:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b7125df. 00080000:00000001:3.0:1767384346.512107:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384346.512107:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384346.512108:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1767384346.512116:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1767384346.512119:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 20000000:00000010:0.0:1767384346.512120:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a651cc5. 00000400:00000200:2.0:1767384346.512125:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 20000000:01000000:0.0:1767384346.512126:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384346.512132:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384346.512132:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384346.512138:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 20000000:00000001:0.0:1767384346.512138:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384346.512142:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512145:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 20000000:00000001:0.0:1767384346.512145:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384346.512148:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384346.512152:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512155:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00080000:00000001:3.0:1767384346.512162:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384346.512169:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512169:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00080000:00000001:3.0:1767384346.512177:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384346.512181:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512186:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00080000:00000002:3.0:1767384346.512192:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000400:00000200:2.0:1767384346.512196:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:00000001:3.0:1767384346.512199:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384346.512203:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384346.512223:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.512229:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00080000:00000001:3.0:1767384346.512230:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384346.512241:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.512246:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000020:00000001:3.0:1767384346.512247:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384346.512257:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:2.0:1767384346.512258:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00080000:00000001:3.0:1767384346.512269:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384346.512274:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00080000:00000010:3.0:1767384346.512276:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000062d06624. 00000400:00000200:2.0:1767384346.512281:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00080000:00000001:3.0:1767384346.512282:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437892608 : -114767271659008 : ffff979ea98a7a00) 00080000:00000001:3.0:1767384346.512294:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384346.512298:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000001:00000001:3.0:1767384346.512302:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384346.512308:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c0c6ee7e. 00000400:00000200:2.0:1767384346.512308:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00080000:00000001:3.0:1767384346.512317:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384346.512322:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384346.512323:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767384346.512332:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:2.0:1767384346.512335:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:2.0:1767384346.512337:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[61, 30] 00000400:00000200:2.0:1767384346.512343:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 30], ns[109, 30] 00080000:00000001:3.0:1767384346.512345:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.512350:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 30], ns[122, 30] 00000400:00000200:2.0:1767384346.512353:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 30], ns[80, 30] 00000400:00000200:2.0:1767384346.512355:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 30], ns[108, 30] 00000400:00000200:2.0:1767384346.512358:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 30], ns[124, 30] 00000400:00000200:2.0:1767384346.512361:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 30], ns[123, 30] 00000400:00000200:2.0:1767384346.512365:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[110, 30] 00080000:00000001:3.0:1767384346.512367:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384346.512378:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[127, 30] 00000400:00000200:2.0:1767384346.512381:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[122, 30], ns[126, 30] 00000400:00000200:2.0:1767384346.512387:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[124, 30], ns[128, 30] 00000400:00000200:2.0:1767384346.512390:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384346.512393:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp21 00000400:00000200:2.0:1767384346.512395:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384346.512399:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp21 00000400:00000200:2.0:1767384346.512402:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [133:133:256:4294967295] 192.168.204.118@tcp21 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384346.512406:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp21 00000400:00000200:2.0:1767384346.512411:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:) -> 192.168.204.118@tcp21(192.168.204.118@tcp:192.168.204.118@tcp21) : GET try# 0 00000800:00000200:2.0:1767384346.512415:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp21 00000800:00000010:2.0:1767384346.512418:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000685d784d. 00000800:00000200:2.0:1767384346.512421:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 00000800:00000200:2.0:1767384346.512425:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:988 00000800:00000200:2.0:1767384346.512427:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000685d784d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384346.512442:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384346.512444:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000800:00000001:2.0:1767384346.512552:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384346.512560:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384346.512561:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384346.512562:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384346.512565:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000685d784d. 00000400:00000200:3.0:1767384346.512572:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384346.512576:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.512581:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: GET: OK 00000400:00000200:2.0:1767384346.512584:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : GET - for me 00000400:00000200:3.0:1767384346.512593:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384346.512594:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384346.512602:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000400:00000200:2.0:1767384346.512607:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 544/544 into md 0x1ba5 [1] + 0 00000400:00000200:2.0:1767384346.512613:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp21 to MR: 192.168.204.118@tcp21 local destination 00000400:00000200:2.0:1767384346.512617:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [134:134:255:4294967295] 192.168.204.118@tcp21 LPNI seq info [128:128:7:4294967295] 00000400:00000200:2.0:1767384346.512624:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) -> 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) 192.168.204.118@tcp21 : REPLY try# 0 00000800:00000200:2.0:1767384346.512636:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.118@tcp21 00000800:00000010:2.0:1767384346.512639:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032910998. 00000800:00000200:2.0:1767384346.512643:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 00000800:00000200:2.0:1767384346.512648:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:999 00000800:00000200:2.0:1767384346.512650:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032910998 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:3.0:1767384346.512670:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384346.512702:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384346.512706:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384346.512710:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032910998. 00000800:00000001:3.0:1767384346.512711:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384346.512714:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384346.512714:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384346.512722:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384346.512728:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.512730:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: REPLY: OK 00000400:00000200:3.0:1767384346.512746:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : REPLY - for me 00000400:00000200:3.0:1767384346.512758:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp21: Reply from 12345-192.168.204.118@tcp21 of length 544/544 into md 0x1bc5 00000800:00000001:3.0:1767384346.512763:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384346.512832:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.512835:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.512840:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: REPLY: OK 00000400:00000200:3.0:1767384346.512845:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000010:3.0:1767384346.512847:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000400:00000200:3.0:1767384346.512849:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384346.512852:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384346.512854:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384346.512857:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 32. state = 0x100271 00000400:00000200:3.0:1767384346.512861:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384346.512870:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (32) 00000800:00000001:3.0:1767384346.512876:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384346.512880:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384346.512889:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.512894:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:2.0:1767384346.512901:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000f053f23f. 00000400:00000010:2.0:1767384346.512903:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000649fcba4. 00000400:00000010:2.0:1767384346.512906:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 000000000c7608e4. 00000400:00000200:2.0:1767384346.512927:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512940:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp33(0000000045dbca9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512942:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp34(0000000088617c4b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512945:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp36(00000000fc474d27) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512947:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp37(00000000de255583) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512950:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp38(0000000013dc9afb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384346.512954:0:16350:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.118@tcp39 00000400:00000200:2.0:1767384346.512957:0:16350:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.118@tcp39 NID 192.168.204.118@tcp39 00000400:00000200:2.0:1767384346.512959:0:16350:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000348876d5 nid 192.168.204.118@tcp39 00000400:00000010:2.0:1767384346.512961:0:16350:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000348876d5. 00000400:00000200:2.0:1767384346.512964:0:16350:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000009836f79 net tcp39 00000400:00000010:2.0:1767384346.512965:0:16350:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000009836f79. 00000400:00000200:2.0:1767384346.512967:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000061f63c6e (1) 00000400:00000200:2.0:1767384346.512969:0:16350:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000061f63c6e nid 192.168.204.118@tcp39 00000400:00000010:2.0:1767384346.512971:0:16350:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000061f63c6e. 00000400:00000010:2.0:1767384346.512979:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003a3245c2. 00000400:00000200:2.0:1767384346.512984:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003a3245c2 nid 192.168.204.118@tcp39 00000400:00000010:2.0:1767384346.512987:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001cd81703. 00000400:00000200:2.0:1767384346.512989:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 000000001cd81703 net tcp39 00000400:00000200:2.0:1767384346.512991:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (31) 00000400:00000200:2.0:1767384346.512994:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp39 flags 0x11 00000400:00000010:2.0:1767384346.512997:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f6a0ab90. 00000400:00000200:2.0:1767384346.512999:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f6a0ab90 nid 192.168.204.118@tcp40 00000400:00000010:2.0:1767384346.513001:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000004b2c2d5. 00000400:00000200:2.0:1767384346.513002:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000004b2c2d5 net tcp40 00000400:00000200:2.0:1767384346.513003:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (32) 00000400:00000200:2.0:1767384346.513005:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp40 flags 0x11 00000400:00000010:2.0:1767384346.513007:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000f053f23f. 00000400:00000010:2.0:1767384346.513009:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000649fcba4. 00000400:00000010:2.0:1767384346.513011:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 000000000c7608e4. 00000400:00000010:2.0:1767384346.513012:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000c41215b7. 00000400:00000200:2.0:1767384346.513014:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384346.513016:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:2.0:1767384346.513018:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:2.0:1767384346.513020:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:2.0:1767384346.513022:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384346.513023:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384346.513025:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384346.513027:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (33) 00080000:00000010:2.0:1767384346.513966:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000062d06624. 00080000:00000010:3.0:1767384346.514027:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c0c6ee7e. 00040000:00000001:3.0:1767384346.514037:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384346.514041:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384346.514044:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384346.514048:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384346.514050:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384346.514052:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384346.514068:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384346.514077:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384346.514080:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384346.514087:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384346.514098:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe68a8a4. 20000000:01000000:2.0:1767384346.514101:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384346.514104:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:2.0:1767384346.514105:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384346.514108:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384346.514113:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384346.514114:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384346.514117:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384346.514120:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000040:2.0:1767384346.514124:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007938a08f count: 2 00080000:00000001:0.0:1767384346.514126:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384346.514127:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.514131:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384346.514140:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 00080000:00000001:0.0:1767384346.514143:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384346.514144:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384346.514152:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae4b3d8a with handle 0xd602e9c522f0b300 to hash 00000020:00000001:2.0:1767384346.514154:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384346.514155:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384346.514158:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384346.514162:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384346.514162:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.514165:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.514166:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00010000:2.0:1767384346.514169:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384346.514169:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.514174:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384346.514177:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.514180:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000002:0.0:1767384346.514182:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:2.0:1767384346.514187:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384346.514187:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000001:2.0:1767384346.514192:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000002:0.0:1767384346.514192:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384346.514195:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.514197:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384346.514201:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384346.514206:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.514209:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384346.514211:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.514211:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.514213:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384346.514216:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384346.514216:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.514219:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.514223:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:0.0:1767384346.514223:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384346.514227:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384346.514229:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000040:2.0:1767384346.514233:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007938a08f) refcount = 2 00080000:00000001:0.0:1767384346.514235:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:2.0:1767384346.514238:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:0.0:1767384346.514240:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005cce75c6. 00010000:00000040:2.0:1767384346.514244:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384346.514245:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305866577408 : -114767842974208 : ffff979e877ce600) 00010000:00000040:2.0:1767384346.514252:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:0.0:1767384346.514252:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384346.514256:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384346.514257:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384346.514260:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006510ee96. 00080000:00000001:0.0:1767384346.514264:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.514269:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384346.514273:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000458ccbc0. 00080000:00000020:3.0:1767384346.514278:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384346.514278:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384346.514281:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384346.514287:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc4a0e09. 00000100:00000001:3.0:1767384346.514289:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384346.514296:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fecf27a9. 00000100:00000001:2.0:1767384346.514298:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301506834176 : -114772202717440 : ffff979d83a07f00) 00080000:00000001:0.0:1767384346.514302:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384346.514310:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301506834176 : -114772202717440 : ffff979d83a07f00) 20000000:00000001:3.0:1767384346.514311:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.514313:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384346.514318:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000040:3.0:1767384346.514319:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731470208 00010000:00000001:2.0:1767384346.514320:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384346.514327:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384346.514328:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.514336:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384346.514339:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000200:3.0:1767384346.514340:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1f24632 x1853236731470208/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384346.514342:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384346.514347:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384346.514351:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384346.514357:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00010000:00000001:3.0:1767384346.514363:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384346.514364:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00010000:00000001:3.0:1767384346.514370:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.514371:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00001000:3.0:1767384346.514378:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=66 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384346.514378:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384346.514385:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.514387:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.514390:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 02000000:00000010:2.0:1767384346.514391:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4ab0052. 00000100:00000001:3.0:1767384346.514393:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384346.514398:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.514399:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.514404:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.514410:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384346.514411:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.514424:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.514433:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f14cc5b3. 00000100:00000200:3.0:1767384346.514440:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731470208, offset 224 00010000:00010000:2.0:1767384346.514444:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 415 lvb_type: 0 00000400:00000200:3.0:1767384346.514455:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384346.514466:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384346.514469:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384346.514472:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384346.514478:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384346.514484:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106180 00000400:00000200:3.0:1767384346.514505:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb1 [2] + 224 00000400:00000200:3.0:1767384346.514521:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384346.514522:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384346.514529:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384346.514533:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.514542:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384346.514543:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731470464:0@lo:104: 00000100:00000200:3.0:1767384346.514552:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.514562:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384346.514571:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384346.514575:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.514577:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384346.514583:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384346.514589:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000042a6b83. 02000000:00000001:2.0:1767384346.514602:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.514608:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000400:00000010:2.0:1767384346.514611:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cb473f. 00000100:00000001:3.0:1767384346.514615:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384346.514616:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470464, portal 16 00000100:00000001:2.0:1767384346.514620:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384346.514624:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14cc5b3 00000100:00000001:2.0:1767384346.514624:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000400:00000010:3.0:1767384346.514633:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f14cc5b3. 00000100:00000040:2.0:1767384346.514638:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384346.514638:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.514641:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.514652:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384346.514654:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384346.514657:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384346.514658:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384346.514659:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384346.514665:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5be5912. 00000100:00000040:2.0:1767384346.514666:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384346.514671:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000200:0.0:1767384346.514672:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a28b0ed 00000100:00000001:3.0:1767384346.514673:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384346.514681:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a28b0ed. 00000100:00000040:3.0:1767384346.514685:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:0.0:1767384346.514687:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.514688:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731470464, offset 0 00010000:00000001:3.0:1767384346.514689:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.514695:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384346.514696:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.514704:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384346.514706:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384346.514713:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1f24632 x1853236731470208/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.514725:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384346.514732:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.514757:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d106280 00000100:00000001:0.0:1767384346.514791:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.514795:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.514798:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384346.514801:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384346.514803:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.514810:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.514811:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 656 02000000:00000001:0.0:1767384346.514818:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.514820:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f24632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731470208:12345-0@lo:253: Request processed in 3090us (3844us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384346.514831:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384346.514832:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384346.514840:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=66 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384346.514841:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000400:00000200:2.0:1767384346.514844:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384346.514850:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384346.514854:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.514855:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384346.514856:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384346.514858:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384346.514864:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:3.0:1767384346.514865:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384346.514866:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384346.514873:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.514876:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aa87ffe. 00000100:00000010:2.0:1767384346.514876:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026a4f28c. 00000100:00000001:0.0:1767384346.514877:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.514887:0:17100:0:(events.c:337:request_in_callback()) incoming req@0000000026a4f28c x1853236731470464 msgsize 328 00000020:00000010:3.0:1767384346.514888:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000100:00000040:0.0:1767384346.514893:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384346.514897:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7dd4fc8. 00000100:00100000:2.0:1767384346.514908:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384346.514909:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:0.0:1767384346.514919:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.514920:0:17100:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384346.514921:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384346.514926:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001223c240. 00000100:00000001:0.0:1767384346.514926:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384346.514930:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000001:0.0:1767384346.514943:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384346.514944:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384346.514945:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000020:01000004:0.0:1767384346.514948:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384346.514950:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.514952:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:0.0:1767384346.514953:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384346.514958:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384346.514959:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384346.514960:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:0.0:1767384346.514960:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384346.514966:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384346.514969:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d13d51df. 00000020:01000004:0.0:1767384346.514971:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384346.514975:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384346.514979:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384346.514982:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f14cc5b3. 00000020:01000004:0.0:1767384346.514982:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384346.514987:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384346.514996:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.514997:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.515004:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384346.515007:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731470208:0@lo:253: 00000100:00000001:2.0:1767384346.515015:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.515020:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.515020:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.515024:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384346.515029:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.515033:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731470208/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.515035:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294932688 00000100:00000001:0.0:1767384346.515044:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384346.515049:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384346.515050:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294932684 02000000:00000010:0.0:1767384346.515051:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7bdedf7. 00000100:00000001:3.0:1767384346.515056:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384346.515058:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384346.515059:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470464 00000100:00000001:2.0:1767384346.515059:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294932688 00000020:00000001:0.0:1767384346.515061:0:16354:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384346.515065:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.515068:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384346.515068:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294932684 00000100:00000001:3.0:1767384346.515073:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.515076:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294932688 02000000:00000001:3.0:1767384346.515078:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.515080:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294932684 00000020:00000040:0.0:1767384346.515083:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00100000:3.0:1767384346.515090:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470464 00000100:00000001:2.0:1767384346.515091:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294932688 00000020:00000001:0.0:1767384346.515092:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384346.515096:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.515100:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 02000000:00000010:0.0:1767384346.515100:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab30336e. 00000100:00000001:2.0:1767384346.515101:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294932684 00000100:00000001:2.0:1767384346.515106:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.515107:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.515109:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.515116:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384346.515116:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.515121:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384346.515124:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000020:00000001:2.0:1767384346.515125:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.515127:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384346.515135:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000020:00000001:3.0:1767384346.515137:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:2.0:1767384346.515137:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384346.515145:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:2.0:1767384346.515147:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384346.515148:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384346.515153:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515156:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.515158:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384346.515158:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384346.515161:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384346.515164:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0c6ee7e. 00010000:00000001:2.0:1767384346.515164:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384346.515169:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.515177:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.515178:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515178:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.515196:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0c6ee7e. 00000100:00000001:2.0:1767384346.515198:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.515198:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.515205:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.515206:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384346.515209:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7dd4fc8. 00000100:00100000:2.0:1767384346.515210:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cc4a0e09 going to sleep for 11 seconds 00000020:00000010:3.0:1767384346.515220:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aa87ffe. 00000100:00000001:2.0:1767384346.515221:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384346.515227:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000001:2.0:1767384346.515228:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.515251:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384346.515256:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.515258:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.515260:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515267:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515279:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.515292:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384346.515294:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384346.515302:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384346.515306:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:3.0:1767384346.515308:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789364608 : -114766920187008 : ffff979ebe7d8380) 00000100:00000040:3.0:1767384346.515314:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026a4f28c x1853236731470464/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384346.515321:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.515323:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0c6ee7e. 00000100:00000001:3.0:1767384346.515327:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.515329:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0c6ee7e. 00000100:00100000:3.0:1767384346.515334:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026a4f28c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731470464:12345-0@lo:104: 00000100:00000200:3.0:1767384346.515337:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470464 00010000:00000001:3.0:1767384346.515339:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384346.515349:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384346.515351:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.515353:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=2 00000020:00000001:3.0:1767384346.515355:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384346.515357:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384346.515361:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384346.515363:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.515366:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384346.515373:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384346.515376:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384346.515378:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000577ae69a. 02000000:00000001:3.0:1767384346.515380:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515383:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.515385:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.515388:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.515390:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.515394:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.515399:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.515401:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384346.515404:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.515406:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515408:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.515412:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.515415:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000221d6553. 00000100:00000200:3.0:1767384346.515419:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731470464, offset 224 00000400:00000200:3.0:1767384346.515426:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.515432:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.515437:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d106280 00000400:00000200:3.0:1767384346.515442:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bcd [1] + 224 00000400:00000200:3.0:1767384346.515445:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.515449:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.515455:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.515465:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384346.515473:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384346.515491:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.515498:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221d6553 00000400:00000010:3.0:1767384346.515500:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221d6553. 00000100:00000001:3.0:1767384346.515503:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.515506:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.515511:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.515516:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.515520:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384346.515523:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000eb7d7035. 00010000:00000001:3.0:1767384346.515526:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384346.515540:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384346.515543:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.515545:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.515547:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.515552:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026a4f28c x1853236731470464/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384346.515559:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384346.515567:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026a4f28c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731470464:12345-0@lo:104: Request processed in 237us (671us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384346.515567:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515571:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384346.515580:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384346.515583:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000400:00000001:0.0:1767384346.515583:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384346.515586:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767384346.515589:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00010000:00000001:2.0:1767384346.515590:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384346.515596:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384346.515597:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384346.515604:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767384346.515605:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384346.515611:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aa87ffe. 00000400:00000010:0.0:1767384346.515612:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00010000:00010000:2.0:1767384346.515613:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093060d0d already unused, calling callback (00000000e93ca148) 00000020:00000010:3.0:1767384346.515621:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 10000000:00000001:2.0:1767384346.515623:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1767384346.515623:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cb473f 10000000:00010000:2.0:1767384346.515629:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384346.515633:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043cb473f. 00000020:00000010:3.0:1767384346.515635:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7dd4fc8. 00000100:00000001:0.0:1767384346.515642:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384346.515646:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00010000:00000001:2.0:1767384346.515648:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1767384346.515651:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384346.515653:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384346.515662:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384346.515664:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384346.515669:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384346.515672:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:2.0:1767384346.515679:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:2.0:1767384346.515683:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000100:00000001:0.0:1767384346.515683:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.515687:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.515688:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384346.515691:0:17100:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384346.515692:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384346.515695:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384346.515698:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:2.0:1767384346.515701:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384346.515701:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384346.515706:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384346.515707:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.515714:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=66 v=5 (5 0 0 0) 10000000:01000000:2.0:1767384346.515715:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00001000:0.0:1767384346.515720:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=66 v=5 (1 0 0 0) 10000000:00000001:2.0:1767384346.515721:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384346.515723:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384346.515725:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000040:2.0:1767384346.515726:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384346.515728:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.515729:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384346.515733:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.515733:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384346.515736:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515739:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.515741:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384346.515745:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384346.515747:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384346.515748:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 10000000:00000001:2.0:1767384346.515750:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384346.515757:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384346.515758:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515760:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384346.515763:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384346.515763:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.515795:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384346.515796:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384346.515799:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384346.515799:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.515804:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.515807:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384346.515808:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.515813:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.515816:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384346.515818:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093060d0d with handle 0xd602e9c522f0b2f2 from hash 00010000:00000001:2.0:1767384346.515823:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384346.515826:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.515828:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.515830:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384346.515830:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731470464:0@lo:104: 00010000:00000001:2.0:1767384346.515834:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384346.515837:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767384346.515837:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384346.515839:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384346.515841:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.515842:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384346.515844:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384346.515846:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384346.515847:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 00000100:00000040:0.0:1767384346.515850:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731470464/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384346.515852:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384346.515857:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384346.515860:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384346.515861:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.515863:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.515864:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384346.515868:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000042a6b83. 02000000:00000010:2.0:1767384346.515870:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004e641e8. 02000000:00000001:0.0:1767384346.515873:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384346.515875:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.515875:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384346.515878:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00010000:00000001:2.0:1767384346.515880:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:0.0:1767384346.515881:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384346.515884:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384346.515885:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a4ab0052. 02000000:00000001:0.0:1767384346.515889:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:2.0:1767384346.515893:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:0.0:1767384346.515893:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384346.515895:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00010000:00000001:2.0:1767384346.515896:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.515902:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384346.515902:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384346.515903:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.515905:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384346.515908:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cc4a0e09. 00000100:00000040:2.0:1767384346.515910:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ab9789] to pc [ptlrpcd_00_00+0] req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.515912:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384346.515915:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384346.515920:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000458ccbc0. 00010000:00000001:0.0:1767384346.515926:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.515947:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.515948:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384346.515951:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384346.515953:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384346.515955:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384346.515959:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.515963:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384346.515965:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.515967:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515972:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384346.515976:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.515977:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384346.515979:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.515982:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384346.515989:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384346.515996:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384346.515998:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b2f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b2f9 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384346.515999:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.516003:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.516011:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384346.516033:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003f1cea9b count: 0 00000100:00000001:3.0:1767384346.516039:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.516042:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.516046:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.516049:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384346.516050:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384346.516055:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384346.516056:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384346.516061:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000eb7d7035. 00000100:00100000:3.0:1767384346.516067:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731470592:0@lo:103: 00010000:00000001:2.0:1767384346.516069:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516075:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384346.516076:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384346.516080:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384346.516081:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.516087:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.516088:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384346.516095:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384346.516096:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384346.516101:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7dd4fc8. 00000020:00000001:2.0:1767384346.516103:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.516108:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.516110:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384346.516116:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f27edd4. 00000020:00000001:2.0:1767384346.516116:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384346.516126:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.516128:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000221d6553. 00010000:00010000:2.0:1767384346.516130:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384346.516135:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470592, portal 18 00000100:00000001:3.0:1767384346.516139:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.516140:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 00000100:00000040:3.0:1767384346.516144:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.516149:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.516151:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.516153:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c7429c8. 00000100:00000200:3.0:1767384346.516154:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731470592, offset 0 00000400:00000200:3.0:1767384346.516158:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.516163:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.516167:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d106300 00000400:00000200:3.0:1767384346.516173:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:3.0:1767384346.516177:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.516180:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.516186:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.516193:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384346.516197:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a23dba1. 00000100:00000040:3.0:1767384346.516199:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000007a23dba1 x1853236731470592 msgsize 328 00000100:00100000:3.0:1767384346.516202:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384346.516213:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.516219:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7429c8 00000400:00000010:3.0:1767384346.516221:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7429c8. 00000100:00000001:3.0:1767384346.516223:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.516229:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.516231:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384346.516237:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.516240:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.516245:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516247:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.516250:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516254:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294932689 00000100:00100000:0.0:1767384346.516257:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470592 02000000:00000001:0.0:1767384346.516262:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384346.516265:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.516266:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932688 00000100:00000001:0.0:1767384346.516268:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384346.516269:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005cce75c6. 00000100:00000001:3.0:1767384346.516276:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294932689 02000000:00000001:0.0:1767384346.516277:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.516290:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470592 00080000:00000010:2.0:1767384346.516291:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006510ee96. 00000100:00000001:3.0:1767384346.516292:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932688 00000020:00000001:0.0:1767384346.516293:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384346.516299:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384346.516305:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384346.516307:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294932689 00040000:00000001:2.0:1767384346.516308:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:0.0:1767384346.516308:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00040000:00000001:2.0:1767384346.516316:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384346.516323:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00080000:00000001:2.0:1767384346.516324:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516325:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932688 00000020:00000001:0.0:1767384346.516330:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000002:2.0:1767384346.516340:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000100:00000001:3.0:1767384346.516341:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294932689 00000100:00000001:0.0:1767384346.516341:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.516351:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 20000000:00000001:2.0:1767384346.516353:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516355:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932688 20000000:00000001:2.0:1767384346.516356:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384346.516356:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384346.516363:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000010:0.0:1767384346.516366:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00000001:3.0:1767384346.516367:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384346.516368:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.516379:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384346.516380:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000010:0.0:1767384346.516380:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000045b16d7. 00000100:00000001:3.0:1767384346.516395:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.516396:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c28c576a. 00080000:00000001:2.0:1767384346.516397:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:3.0:1767384346.516412:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384346.516414:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000100:00000001:3.0:1767384346.516423:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384346.516424:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384346.516425:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384346.516431:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.516432:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.516437:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.516438:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384346.516442:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384346.516445:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.516448:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.516449:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.516459:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384346.516473:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384346.516477:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.516479:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:0.0:1767384346.516483:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:0.0:1767384346.516486:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:0.0:1767384346.516491:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 415 lvb_type: 0 00010000:00000001:0.0:1767384346.516498:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.516499:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.516500:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.516501:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.516505:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384346.516510:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a23dba1 x1853236731470592/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.516516:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384346.516517:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.516526:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.516536:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384346.516538:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384346.516542:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384346.516544:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384346.516546:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668316672 : -114767041234944 : ffff979eb7467800) 00000100:00000040:0.0:1767384346.516549:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a23dba1 x1853236731470592/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.516555:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.516558:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da8279f3. 00000100:00000001:0.0:1767384346.516559:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384346.516560:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da8279f3. 00000100:00100000:0.0:1767384346.516564:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a23dba1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731470592:12345-0@lo:103: 00000100:00000200:0.0:1767384346.516567:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470592 00010000:00000001:0.0:1767384346.516570:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384346.516577:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384346.516580:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384346.516584:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.516587:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384346.516591:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000013879618. 02000000:00000001:0.0:1767384346.516595:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.516598:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.516600:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00080000:00000020:3.0:1767384346.516601:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384346.516603:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384346.516604:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384346.516606:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:3.0:1767384346.516607:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a651cc5. 00000020:00000001:0.0:1767384346.516610:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.516614:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 20000000:00000001:3.0:1767384346.516616:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.516617:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000040:3.0:1767384346.516622:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731470336 00010000:00000001:0.0:1767384346.516623:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:3.0:1767384346.516635:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384346.516636:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007938a08f count: 3 00010000:00000200:3.0:1767384346.516642:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ea73d06 x1853236731470336/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384346.516643:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 415 lvb_type: 0 00000100:00001000:0.0:1767384346.516684:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384346 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384346.516686:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.516691:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.516691:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:3.0:1767384346.516699:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.516705:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384346.516705:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.516715:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384346.516719:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:0.0:1767384346.516725:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 415 lvb_type: 0 00000100:00000001:3.0:1767384346.516726:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384346.516738:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.516744:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.516746:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384346.516752:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384346.516753:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384346.516761:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.516799:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384346.516803:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.516804:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000498b96ff. 00010000:00000001:0.0:1767384346.516809:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:3.0:1767384346.516810:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731470336, offset 224 00010000:00000001:0.0:1767384346.516811:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384346.516820:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384346.516820:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.516825:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384346.516832:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384346.516833:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384346.516843:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384346.516846:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b2f9 from hash 00000400:00000200:3.0:1767384346.516847:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106200 00000400:00000200:3.0:1767384346.516856:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb9 [2] + 224 00010000:00000001:0.0:1767384346.516856:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384346.516862:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384346.516864:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384346.516864:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.516871:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384346.516878:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384346.516880:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384346.516888:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384346.516891:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384346.516895:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b2f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b2f2 expref: 16 pid: 17079 timeout: 415 lvb_type: 0 00000100:00000200:3.0:1767384346.516900:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384346.516946:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000100:00000040:3.0:1767384346.516950:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384346.516952:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384346.516963:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.516968:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384346.516970:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384346.516972:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ae4b3d8a 00010000:00000001:0.0:1767384346.516973:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384346.516974:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384346.516976:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.516978:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.516980:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.516986:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.516989:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384346.516990:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498b96ff 00010000:00000001:0.0:1767384346.516991:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1767384346.516993:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384346.516995:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000498b96ff. 00010000:00010000:0.0:1767384346.516996:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384346.517004:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384346.517005:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.517009:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384346.517011:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000001:2.0:1767384346.517014:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384346.517016:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:3.0:1767384346.517017:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384346.517018:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384346.517019:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000010:2.0:1767384346.517026:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7ea239d. 00010000:00000001:0.0:1767384346.517028:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:3.0:1767384346.517032:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000040:0.0:1767384346.517034:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007938a08f) refcount = 2 00000400:00000200:2.0:1767384346.517036:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de16b044 00010000:00000001:3.0:1767384346.517040:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384346.517041:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de16b044. 00000020:00000001:3.0:1767384346.517047:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.517047:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384346.517049:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384346.517059:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384346.517064:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.517068:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384346.517072:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ea73d06 x1853236731470336/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.517074:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384346.517080:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.517091:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384346.517101:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384346.517111:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da8279f3. 00000100:00000001:0.0:1767384346.517122:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384346.517132:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a21ce5a. 00000100:00000001:2.0:1767384346.517134:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384346.517135:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ea73d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731470336:12345-0@lo:253: Request processed in 5211us (6060us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384346.517139:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.517142:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301532048576 : -114772177503040 : ffff979d85213cc0) 00000100:00000001:2.0:1767384346.517149:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384346.517158:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301532048576 : -114772177503040 : ffff979d85213cc0) 02000000:00000001:2.0:1767384346.517159:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384346.517162:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384346.517168:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000001:0.0:1767384346.517169:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384346.517170:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.517178:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:3.0:1767384346.517181:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 02000000:00000001:2.0:1767384346.517183:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517184:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384346.517190:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384346.517193:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.517196:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384346.517197:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=66 v=5 (5 0 0 0) 20000000:01000000:0.0:1767384346.517198:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000020:00000010:3.0:1767384346.517207:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d73d2425. 00010000:00000001:0.0:1767384346.517208:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384346.517210:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=66 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384346.517215:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.517224:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=5 00000100:00000001:2.0:1767384346.517225:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384346.517227:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000af20c842. 00000100:00000001:2.0:1767384346.517230:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.517230:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000020:00000010:3.0:1767384346.517232:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002375cf39. 00010000:00000001:2.0:1767384346.517238:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384346.517240:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384346.517241:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384346.517243:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:0.0:1767384346.517244:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384346.517246:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.517248:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384346.517251:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384346.517259:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000600dd22b. 00000100:00000040:2.0:1767384346.517260:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.517262:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:3.0:1767384346.517273:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1767384346.517273:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384346.517276:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.517280:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.517284:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384346.517291:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384346.517293:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384346.517302:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e484920. 00010000:00000001:0.0:1767384346.517302:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384346.517303:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384346.517311:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384346.517312:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000498b96ff. 00000020:01000004:2.0:1767384346.517312:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00010000:0.0:1767384346.517315:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384346.517324:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384346.517326:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:2.0:1767384346.517327:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384346.517330:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384346.517331:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384346.517333:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:01000004:2.0:1767384346.517334:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:0.0:1767384346.517336:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384346.517341:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ae4b3d8a already unused, calling callback (00000000d6205520) 00000020:01000004:2.0:1767384346.517343:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384346.517344:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384346.517346:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384346.517349:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.517353:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384346.517356:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384346.517359:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384346.517361:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005067ef01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731470336:0@lo:253: 00000100:00000001:2.0:1767384346.517372:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.517373:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384346.517375:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384346.517377:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384346.517378:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.517380:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=6 00000100:00000040:2.0:1767384346.517381:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005067ef01 x1853236731470336/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384346.517384:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:0.0:1767384346.517389:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:0.0:1767384346.517394:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384346.517396:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384346.517397:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.517401:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384346.517404:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000053ae6fa7. 00010000:00000001:0.0:1767384346.517405:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384346.517408:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1767384346.517410:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384346.517410:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.517413:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.517415:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384346.517417:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384346.517418:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a78c3376. 02000000:00000001:2.0:1767384346.517420:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384346.517422:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384346.517423:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005067ef01. 00010000:00000001:0.0:1767384346.517423:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384346.517428:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384346.517429:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384346.517431:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384346.517432:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.517435:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.517436:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384346.517439:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae4b3d8a with handle 0xd602e9c522f0b300 from hash 00010000:00000001:0.0:1767384346.517444:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384346.517445:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384346.517446:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384346.517447:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.517451:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384346.517451:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.517455:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384346.517456:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517460:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1767384346.517463:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.517464:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384346.517467:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384346.517474:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384346.517475:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384346.517482:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384346.517483:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.517485:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.517487:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384346.517489:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384346.517493:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.517496:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384346.517500:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384346.517502:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384346.517505:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.517505:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384346.517507:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384346.517510:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517513:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.517515:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.517520:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.517521:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.517522:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384346.517524:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384346.517525:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.517526:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.517527:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384346.517528:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384346.517529:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517531:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384346.517531:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b300 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.517538:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.517539:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517540:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384346.517541:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384346.517542:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.517544:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.517545:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384346.517546:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003a21ce5a. 00000100:00000001:0.0:1767384346.517548:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384346.517549:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384346.517551:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da8279f3. 00010000:00000001:0.0:1767384346.517552:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384346.517553:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007938a08f count: 0 00010000:00010000:0.0:1767384346.517557:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384346.517558:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.517562:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.517564:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.517566:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.517574:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.517576:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384346.517578:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384346.517580:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.517581:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.517583:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.517585:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.517588:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d79c1962. 00000100:00000200:0.0:1767384346.517591:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731470592, offset 224 00000400:00000200:0.0:1767384346.517594:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.517599:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.517604:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d106300 00000400:00000200:0.0:1767384346.517609:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bdd [1] + 224 00000400:00000200:0.0:1767384346.517612:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.517614:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.517617:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.517619:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.517626:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.517639:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.517642:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79c1962 00000400:00000010:0.0:1767384346.517644:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79c1962. 00000100:00000001:0.0:1767384346.517646:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.517647:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.517651:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.517653:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384346.517656:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.517657:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.517661:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a23dba1 x1853236731470592/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:327/0 lens 328/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.517663:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.517667:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384346.517676:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384346.517676:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a23dba1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731470592:12345-0@lo:103: Request processed in 1119us (1474us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384346.517681:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384346.517687:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f27edd4. 00000400:00000200:3.0:1767384346.517692:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221d6553 00000400:00000010:3.0:1767384346.517696:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221d6553. 00000100:00000001:3.0:1767384346.517704:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384346.517710:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:3.0:1767384346.517713:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.517718:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384346.517730:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384346.517736:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384346.517740:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384346.517741:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c28c576a. 00000020:00000010:0.0:1767384346.517751:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000100:00000001:3.0:1767384346.517753:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384346.517756:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384346.517758:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000045b16d7. 00000100:00000001:3.0:1767384346.517760:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384346.517765:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384346.517802:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.517804:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.517807:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.517810:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384346.517815:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.517820:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384346.517821:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.517824:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384346.517825:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.517828:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.517833:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.517838:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.517840:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384346.517845:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:3.0:1767384346.517852:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.517852:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384346.517870:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.517877:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000001ab9789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731470592:0@lo:103: 00000100:00000001:3.0:1767384346.517881:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.517883:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.517885:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000001ab9789 x1853236731470592/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.517889:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384346.517891:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384346.517893:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7dd4fc8. 02000000:00000001:3.0:1767384346.517895:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384346.517896:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384346.517897:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384346.517899:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384346.517901:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000004e641e8. 02000000:00000001:3.0:1767384346.517903:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384346.517904:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384346.517905:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000001ab9789. 00000100:00000001:3.0:1767384346.517907:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384346.517908:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.517909:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.517913:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.517914:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.517915:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.517917:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.521818:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294932689, at 4294932690 00000100:00000040:0.0:1767384346.521826:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294932689, at 4294932690 00000100:00000010:1.0:1767384346.521828:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddeba56a. 00000100:00000010:0.0:1767384346.521836:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021836e65. 00000100:00000040:2.0:1767384346.521853:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294932689, at 4294932690 00000100:00000010:2.0:1767384346.521861:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bf09d88. 00010000:00000010:0.1:1767384346.522787:0:32670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:0.1:1767384346.522796:0:32670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae4b3d8a. 00010000:00000010:0.1:1767384346.522805:0:32670:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007938a08f. 00000100:00000040:3.0:1767384346.522820:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294932689, at 4294932691 00010000:00000010:2.1:1767384346.522821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003f1cea9b. 00000100:00000010:3.0:1767384346.522837:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a88564b. 00010000:00000010:2.1:1767384346.522840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093060d0d. 00000400:00000010:1.0:1767384346.532718:0:32672:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002896ac79. 00000400:00000040:1.0:1767384346.532744:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384346.532748:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384346.532751:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384346.532752:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384346.532755:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384346.532757:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384346.532760:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384346.532761:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384346.532763:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384346.532764:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384346.532855:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384346.532858:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384346.532861:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384346.532862:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384346.532864:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384346.532867:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384346.532870:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384346.532873:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384346.532882:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384346.532885:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384346.532888:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384346.532890:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384346.532893:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384346.532895:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384346.532897:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384346.532901:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384346.532903:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384346.532904:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384346.532906:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384346.532908:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384346.532910:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384346.532913:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384346.532915:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384346.532916:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384346.532918:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384346.532920:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384346.532921:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384346.532924:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384346.532925:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384346.532927:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384346.532929:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384346.532944:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384346.532946:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384346.532948:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384346.532950:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384346.532952:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384346.532953:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384346.532955:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384346.532957:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384346.532959:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384346.532961:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384346.532964:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384346.532966:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384346.532968:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384346.532969:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384346.532971:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384346.532973:0:32672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384346.533085:0:32672:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002896ac79. 00010000:00000001:3.0:1767384346.631914:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384346.631924:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.631949:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384346.631952:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.631979:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384346.631983:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.631986:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384346.823922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384346.823951:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384346.823960:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d1d5e92. 00000020:00000040:3.0:1767384346.823969:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384346.823975:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384346.823979:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384346.823985:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.823996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007717b830. 00000100:00000001:3.0:1767384346.824005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824019:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384346.824033:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.824037:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1d5e92] to pc [ptlrpcd_00_01+1] req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824076:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384346.824083:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384346.824088:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 00000020:00000040:3.0:1767384346.824091:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384346.824095:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384346.824098:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384346.824100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.824106:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064f97386. 00000100:00000001:3.0:1767384346.824109:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824115:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384346.824124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.824126:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e05bc6] to pc [ptlrpcd_00_02+2] req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824174:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384346.824181:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384346.824186:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3fcf88d. 00000020:00000040:3.0:1767384346.824189:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384346.824192:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384346.824194:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384346.824197:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384346.824203:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0ad85c4. 00000100:00000001:3.0:1767384346.824206:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824210:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384346.824217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384346.824219:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fcf88d] to pc [ptlrpcd_00_03+3] req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824232:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824239:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000001:3.0:1767384346.824322:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.824330:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.824334:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384346.824340:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824350:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.824353:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.824358:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.824362:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384346.824366:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.824370:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731470720:0@lo:400: 00000100:00000001:3.0:1767384346.824375:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.824381:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.824393:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.824397:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384346.824402:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7dd4fc8. 02000000:00000001:3.0:1767384346.824405:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.824414:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f27edd4. 00000400:00000010:3.0:1767384346.824427:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000221d6553. 00000100:00000200:3.0:1767384346.824436:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470720, portal 4 00000100:00000001:3.0:1767384346.824440:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.824442:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668314880 : -114767041236736 : ffff979eb7467100) 00000100:00000040:3.0:1767384346.824452:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824460:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.824465:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.824470:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c7429c8. 00000100:00000200:3.0:1767384346.824474:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731470720, offset 0 00000400:00000200:3.0:1767384346.824488:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.824509:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.824529:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d106380 00000400:00000200:3.0:1767384346.824537:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000400:00000200:3.0:1767384346.824547:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.824554:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.824564:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.824567:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384346.824574:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf81112b. 00000100:00000040:3.0:1767384346.824577:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000bf81112b x1853236731470720 msgsize 224 00000100:00100000:3.0:1767384346.824582:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384346.824599:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.824611:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7429c8 00000400:00000010:3.0:1767384346.824614:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7429c8. 00000100:00000001:3.0:1767384346.824619:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.824622:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824633:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.824639:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824656:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.824659:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.824668:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.824674:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3535 usecs (4 jiffies) 00000100:00000001:3.0:1767384346.824679:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932996 00000100:00000010:3.0:1767384346.824686:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a88564b. 00000100:00000001:3.0:1767384346.824696:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384346.824704:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932996 00000100:00000010:3.0:1767384346.824710:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efea1331. 00000100:00000001:3.0:1767384346.824715:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384346.824722:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932996 00000100:00000010:3.0:1767384346.824726:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b23e12c7. 00000100:00000001:3.0:1767384346.824731:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384346.824735:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932996 00000100:00000010:3.0:1767384346.824740:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c22b70ec. 00000100:00000001:3.0:1767384346.824745:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384346.824748:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.824752:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.824756:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.824759:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.824820:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.824823:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384346.824827:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.824829:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.824833:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384346.824834:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384346.824837:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384346.824838:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384346.824845:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000020:00000040:0.0:1767384346.824852:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384346.824857:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384346.824859:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384346.824860:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384346.824866:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.824867:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.824885:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384346.824886:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000016f4ab11. 00000100:00000001:3.0:1767384346.824893:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.824896:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.824897:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384346.824903:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384346.824907:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.824907:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.824916:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_00+0] req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.824965:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.824968:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384346.824969:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.824973:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.824978:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384346.824982:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.824986:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731470848:0@lo:400: 00000100:00000001:3.0:1767384346.824990:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.824993:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.824995:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.824998:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384346.825003:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034adb39b. 02000000:00000001:3.0:1767384346.825005:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.825011:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000924be627. 00000400:00000010:3.0:1767384346.825017:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c7429c8. 00000100:00000200:3.0:1767384346.825021:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470848, portal 10 00000100:00000001:3.0:1767384346.825023:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.825025:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00000100:00000040:3.0:1767384346.825032:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825040:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.825042:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.825046:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1c0d0b3. 00000100:00000200:3.0:1767384346.825049:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731470848, offset 0 00000400:00000200:3.0:1767384346.825057:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.825069:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.825079:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d106400 00000400:00000200:3.0:1767384346.825085:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:3.0:1767384346.825091:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.825096:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.825104:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.825107:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384346.825112:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080e86466. 00000100:00000040:3.0:1767384346.825128:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000080e86466 x1853236731470848 msgsize 224 00000100:00100000:3.0:1767384346.825135:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384346.825150:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.825159:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1c0d0b3 00000400:00000010:3.0:1767384346.825161:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1c0d0b3. 00000100:00000001:3.0:1767384346.825165:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.825169:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825179:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.825184:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825192:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825195:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.825201:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.825204:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2998 usecs (3 jiffies) 00000100:00000001:3.0:1767384346.825207:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932996 00000100:00000001:3.0:1767384346.825210:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932996 00000100:00000001:3.0:1767384346.825213:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932996 00000100:00000001:3.0:1767384346.825215:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932996 00000100:00000001:3.0:1767384346.825218:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932996 00000100:00000001:3.0:1767384346.825220:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932996 00000100:00000001:3.0:1767384346.825222:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932996 00000100:00000001:3.0:1767384346.825225:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932996 00000100:00000001:3.0:1767384346.825227:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.825230:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825233:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825235:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.825241:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.825243:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384346.825248:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.825250:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.825259:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.825264:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384346.825266:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.825271:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.825273:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.825276:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.825278:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.825280:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384346.825285:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825294:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.825296:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.825300:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.825303:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384346.825305:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.825309:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236731470976:0@lo:400: 00000100:00000001:3.0:1767384346.825313:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.825315:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.825317:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.825320:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384346.825324:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061734314. 02000000:00000001:3.0:1767384346.825326:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.825331:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fcd1715. 00000400:00000010:3.0:1767384346.825340:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1c0d0b3. 00000100:00000200:3.0:1767384346.825344:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731470976, portal 10 00000100:00000001:3.0:1767384346.825347:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.825350:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668308608 : -114767041243008 : ffff979eb7465880) 00000100:00000040:3.0:1767384346.825358:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825366:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.825372:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.825379:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000100:00000200:3.0:1767384346.825384:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731470976, offset 0 00000400:00000200:3.0:1767384346.825392:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.825405:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.825428:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d106480 00000400:00000200:3.0:1767384346.825435:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000400:00000200:3.0:1767384346.825441:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.825446:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.825453:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.825455:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384346.825460:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f69ea26b. 00000100:00000040:3.0:1767384346.825463:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f69ea26b x1853236731470976 msgsize 224 00000100:00100000:3.0:1767384346.825470:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384346.825485:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.825493:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:3.0:1767384346.825495:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000100:00000001:3.0:1767384346.825500:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384346.825506:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825515:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384346.825521:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825529:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825532:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.825540:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.825545:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3005 usecs (4 jiffies) 00000100:00000001:3.0:1767384346.825549:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932997 00000100:00000001:3.0:1767384346.825557:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294932996 00000100:00000001:3.0:1767384346.825563:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932997 00000100:00000001:3.0:1767384346.825573:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294932996 00000100:00000001:3.0:1767384346.825583:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932997 00000100:00000001:3.0:1767384346.825594:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294932996 00000100:00000001:3.0:1767384346.825602:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932997 00000100:00000001:3.0:1767384346.825610:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294932996 00000100:00000001:3.0:1767384346.825627:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.825630:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825636:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825640:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825659:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.825663:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825683:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384346.825687:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470720 02000000:00000001:3.0:1767384346.825690:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.825693:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.825697:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.825702:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.825706:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470720 00000020:00000001:3.0:1767384346.825710:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.825712:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:3.0:1767384346.825716:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.825719:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000020:00000001:3.0:1767384346.825722:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:3.0:1767384346.825726:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384346.825731:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.825736:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068a92415. 00000020:00000010:3.0:1767384346.825743:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000513a7564. 00000020:00000040:3.0:1767384346.825751:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384346.825762:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384346.825819:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3af7a4e. 00000020:00000010:3.0:1767384346.825827:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aa87ffe. 00000020:00000010:3.0:1767384346.825833:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384346.825846:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384346.825850:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.825852:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.825855:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.825865:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384346.825869:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384346.825871:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.825886:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.825919:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384346.825922:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384346.825945:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384346.825950:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:3.0:1767384346.825954:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668312192 : -114767041239424 : ffff979eb7466680) 00000100:00000040:3.0:1767384346.825960:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf81112b x1853236731470720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.825970:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.825976:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1e1ad08. 00000100:00000001:3.0:1767384346.825980:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.825983:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1e1ad08. 00000100:00100000:3.0:1767384346.825991:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf81112b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731470720:12345-0@lo:400: 00000100:00000200:3.0:1767384346.825996:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470720 00000020:00000001:3.0:1767384346.826001:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384346.826006:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.826009:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826012:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384346.826016:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384346.826020:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384346.826024:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.826027:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384346.826031:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.826034:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826037:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384346.826044:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384346.826048:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384346.826053:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f9c24709. 02000000:00000001:3.0:1767384346.826056:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826059:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826062:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384346.826066:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731470720 00010000:00000001:3.0:1767384346.826070:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384346.826078:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf81112b x1853236731470720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.826097:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.826101:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.826106:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.826113:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.826117:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.826119:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384346.826123:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.826126:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826131:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.826134:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.826139:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000100:00000200:3.0:1767384346.826144:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731470720, offset 224 00000400:00000200:3.0:1767384346.826152:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.826160:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.826168:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d106380 00000400:00000200:3.0:1767384346.826177:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bf1 [1] + 224 00000400:00000200:3.0:1767384346.826181:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.826186:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.826192:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.826199:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.826213:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.826224:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.826232:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:3.0:1767384346.826235:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000100:00000001:3.0:1767384346.826239:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.826241:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.826248:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.826252:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.826255:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.826258:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826261:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384346.826275:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf81112b x1853236731470720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.826287:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf81112b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731470720:12345-0@lo:400: Request processed in 314us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384346.826299:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384346.826304:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:3.0:1767384346.826308:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.826311:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384346.826318:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aa87ffe. 00000020:00000010:3.0:1767384346.826325:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384346.826329:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3af7a4e. 00000020:00000040:3.0:1767384346.826338:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:3.0:1767384346.826343:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.826387:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384346.826391:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470848 02000000:00000001:3.0:1767384346.826395:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.826397:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.826400:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.826404:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.826406:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470848 00000020:00000001:3.0:1767384346.826409:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.826411:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:3.0:1767384346.826413:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.826415:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000001:3.0:1767384346.826418:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:3.0:1767384346.826420:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:3.0:1767384346.826424:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.826431:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1e1ad08. 00000100:00000001:3.0:1767384346.826434:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.826438:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1e1ad08. 00000020:00000010:3.0:1767384346.826445:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3af7a4e. 00000020:00000010:3.0:1767384346.826449:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aa87ffe. 00000020:00000010:3.0:1767384346.826455:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384346.826479:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384346.826482:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.826486:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.826489:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.826495:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384346.826499:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384346.826502:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826515:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.826531:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384346.826535:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731470976 02000000:00000001:3.0:1767384346.826538:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.826540:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.826542:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.826546:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.826549:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731470976 00000020:00000001:3.0:1767384346.826551:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.826554:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:3.0:1767384346.826557:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.826560:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000001:3.0:1767384346.826563:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:3.0:1767384346.826566:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:3.0:1767384346.826570:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.826575:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1e1ad08. 00000020:00000010:3.0:1767384346.826580:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002085c651. 00000020:00000040:3.0:1767384346.826588:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:3.0:1767384346.826594:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384346.826599:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d06624. 00000020:00000010:3.0:1767384346.826604:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bf5bb3. 00000020:00000010:3.0:1767384346.826612:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0ce4ae1. 00000100:00000001:3.0:1767384346.826618:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.826619:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.826622:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.826630:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384346.826631:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384346.826633:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826643:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.826671:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384346.826673:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384346.826680:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384346.826684:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:3.0:1767384346.826687:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668304128 : -114767041247488 : ffff979eb7464700) 00000100:00000040:3.0:1767384346.826695:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080e86466 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.826704:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.826709:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000100:00000001:3.0:1767384346.826711:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.826714:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000100:00100000:3.0:1767384346.826722:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080e86466 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731470848:12345-0@lo:400: 00000100:00000200:3.0:1767384346.826726:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470848 00000020:00000001:3.0:1767384346.826729:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384346.826733:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.826735:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826737:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384346.826739:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384346.826744:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384346.826747:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.826749:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384346.826751:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.826753:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826756:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384346.826759:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384346.826763:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384346.826801:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000908ba3b7. 02000000:00000001:3.0:1767384346.826805:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826808:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.826810:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384346.826813:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731470848 00010000:00000001:3.0:1767384346.826817:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384346.826822:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080e86466 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.826839:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.826842:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.826845:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.826850:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.826854:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.826856:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384346.826859:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.826861:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.826863:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.826867:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.826871:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000100:00000200:3.0:1767384346.826875:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731470848, offset 224 00000400:00000200:3.0:1767384346.826882:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.826890:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.826900:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d106400 00000400:00000200:3.0:1767384346.826907:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bf9 [1] + 224 00000400:00000200:3.0:1767384346.826912:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.826916:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.826921:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.826942:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.826952:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.826969:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.826977:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:3.0:1767384346.826980:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000100:00000001:3.0:1767384346.826984:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.826986:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.826990:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.826995:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.826998:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.827001:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.827003:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384346.827019:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080e86466 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.827028:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080e86466 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731470848:12345-0@lo:400: Request processed in 323us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384346.827037:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384346.827040:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:3.0:1767384346.827042:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.827044:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384346.827048:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aa87ffe. 00000020:00000010:3.0:1767384346.827054:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384346.827059:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3af7a4e. 00000020:00000040:3.0:1767384346.827063:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:3.0:1767384346.827067:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.827080:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384346.827082:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384346.827087:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384346.827090:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:3.0:1767384346.827092:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738419328 : -114766971132288 : ffff979ebb742680) 00000100:00000040:3.0:1767384346.827097:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f69ea26b x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827105:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384346.827110:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000100:00000001:3.0:1767384346.827112:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384346.827116:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000100:00100000:3.0:1767384346.827124:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f69ea26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731470976:12345-0@lo:400: 00000100:00000200:3.0:1767384346.827128:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731470976 00000020:00000001:3.0:1767384346.827130:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384346.827133:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384346.827135:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.827137:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384346.827140:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384346.827150:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384346.827153:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.827156:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384346.827157:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.827159:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.827161:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384346.827165:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384346.827169:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384346.827175:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee6c6a7c. 02000000:00000001:3.0:1767384346.827177:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.827180:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.827182:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384346.827185:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731470976 00010000:00000001:3.0:1767384346.827188:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384346.827192:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f69ea26b x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384346.827200:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384346.827203:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384346.827206:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.827211:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384346.827216:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384346.827218:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384346.827221:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384346.827223:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.827226:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.827228:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.827235:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000100:00000200:3.0:1767384346.827239:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731470976, offset 224 00000400:00000200:3.0:1767384346.827249:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.827262:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.827273:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d106480 00000400:00000200:3.0:1767384346.827280:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c01 [1] + 224 00000400:00000200:3.0:1767384346.827285:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.827291:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.827297:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384346.827311:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.827322:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827330:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384346.827339:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:3.0:1767384346.827341:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000100:00000001:3.0:1767384346.827345:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384346.827346:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384346.827351:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.827355:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.827358:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.827360:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.827363:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384346.827366:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f69ea26b x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:327/0 lens 224/224 e 0 to 0 dl 1767384357 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.827375:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f69ea26b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731470976:12345-0@lo:400: Request processed in 269us (1910us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384346.827383:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384346.827386:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:3.0:1767384346.827389:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.827390:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384346.827394:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bf5bb3. 00000020:00000010:3.0:1767384346.827399:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0ce4ae1. 00000020:00000010:3.0:1767384346.827403:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d06624. 00000020:00000040:3.0:1767384346.827407:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:3.0:1767384346.827411:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384346.827450:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384346.827456:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00080000:3.0:1767384346.827461:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384346.827463:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384346.827492:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384346.827505:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.827507:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384346.827511:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827520:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384346.827521:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.827524:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384346.827527:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384346.827530:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.827533:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731471104:0@lo:13: 00000100:00000001:3.0:1767384346.827537:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384346.827540:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384346.827542:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.827543:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384346.827549:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000042ea0409. 02000000:00000001:3.0:1767384346.827551:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.827557:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e66476c. 00000400:00000010:3.0:1767384346.827563:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d035ecf. 00000100:00000200:3.0:1767384346.827566:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731471104, portal 4 00000100:00000001:3.0:1767384346.827568:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384346.827570:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000040:3.0:1767384346.827576:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827583:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384346.827587:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.827590:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384346.827593:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731471104, offset 0 00000400:00000200:3.0:1767384346.827600:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384346.827612:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384346.827619:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d106500 00000400:00000200:3.0:1767384346.827627:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000400:00000200:3.0:1767384346.827633:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.827636:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.827643:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384346.827654:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384346.827660:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029108dc5. 00000100:00000040:3.0:1767384346.827663:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000029108dc5 x1853236731471104 msgsize 224 00000100:00100000:3.0:1767384346.827675:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384346.827683:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.827688:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.827693:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384346.827696:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384346.827700:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384346.827703:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f27edd4. 00000400:00000200:1.0:1767384346.827708:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221d6553 00000400:00000010:1.0:1767384346.827710:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221d6553. 00000100:00000001:1.0:1767384346.827715:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384346.827722:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000100:00000200:1.0:1767384346.827722:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384346.827730:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384346.827741:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384346.827745:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384346.827752:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.827763:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.827813:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.827816:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384346.827819:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384346.827821:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384346.827823:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.827830:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.827842:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384346.827842:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384346.827851:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=56 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384346.827853:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.827855:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384346.827858:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.827865:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384346.827873:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827882:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.827893:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767384346.827894:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.827899:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384346.827901:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384346.827903:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.827905:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384346.827908:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.827909:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3578 usecs (4 jiffies) 00000100:00000040:1.0:1767384346.827913:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827920:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933000 00000100:00000001:1.0:1767384346.827947:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384346.827948:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294932997 00000100:00000001:3.0:1767384346.827955:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933000 00000100:00000001:1.0:1767384346.827960:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384346.827963:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.827965:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294932997 00000100:00000040:1.0:1767384346.827968:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.827973:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933000 00000100:00000001:3.0:1767384346.827986:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294932997 00000100:00100000:1.0:1767384346.827989:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d1d5e92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731470720:0@lo:400: 00000100:00000001:3.0:1767384346.827997:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933000 00000100:00000001:1.0:1767384346.827999:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.828008:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384346.828010:0:16352:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294932997 00000100:00000040:1.0:1767384346.828011:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d1d5e92 x1853236731470720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.828024:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.828026:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.828030:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384346.828031:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384346.828033:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7dd4fc8. 00000100:00000001:3.0:1767384346.828039:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.828041:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.828044:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384346.828047:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384346.828047:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384346.828056:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.828059:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007717b830. 00000100:00000001:3.0:1767384346.828061:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384346.828065:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384346.828065:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.828070:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384346.828073:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d1d5e92. 00000100:00000001:1.0:1767384346.828080:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384346.828081:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.828084:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.828086:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384346.828090:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.828091:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828100:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.828109:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.828113:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.828117:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.828120:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828134:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384346.828139:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471104 02000000:00000001:3.0:1767384346.828141:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384346.828143:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.828146:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384346.828150:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.828153:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471104 00000020:00000001:3.0:1767384346.828156:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384346.828158:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:3.0:1767384346.828161:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384346.828163:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000020:00000001:3.0:1767384346.828167:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384346.828169:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384346.828170:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384346.828175:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384346.828176:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384346.828182:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384346.828183:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000400:00000001:1.0:1767384346.828187:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384346.828189:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384346.828192:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fcd1715. 00000020:00000010:3.0:1767384346.828194:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000400:00000200:1.0:1767384346.828202:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1c0d0b3 00000020:00000010:3.0:1767384346.828204:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d06624. 00000400:00000010:1.0:1767384346.828207:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1c0d0b3. 00000020:00000010:3.0:1767384346.828211:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bf5bb3. 00000100:00000001:1.0:1767384346.828215:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384346.828218:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0ce4ae1. 00000100:00000200:1.0:1767384346.828223:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.828229:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384346.828238:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384346.828243:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384346.828246:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828259:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384346.828265:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384346.828275:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.828276:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.828281:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.828286:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384346.828289:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384346.828292:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384346.828295:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384346.828296:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828301:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384346.828303:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384346.828311:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00001000:1.0:1767384346.828312:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=60 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384346.828319:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00001000:1.0:1767384346.828322:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.828325:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738423808 : -114766971127808 : ffff979ebb743800) 00000100:00000001:1.0:1767384346.828329:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384346.828331:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.828333:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384346.828340:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.828346:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029108dc5 x1853236731471104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384346.828371:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828378:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384346.828379:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384346.828383:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:3.0:1767384346.828384:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d01b8300. 00000100:00000001:1.0:1767384346.828388:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384346.828391:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.828392:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.828401:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d01b8300. 00000100:00000040:1.0:1767384346.828407:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384346.828413:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029108dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731471104:12345-0@lo:13: 00000100:00000200:3.0:1767384346.828432:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471104 00000020:00000001:3.0:1767384346.828439:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384346.828444:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384346.828447:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384346.828450:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384346.828451:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.828453:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.828456:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384346.828460:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000040:1.0:1767384346.828463:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384346.828468:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384346.828471:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384346.828476:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384346.828479:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384346.828485:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828491:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384346.828494:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384346.828501:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000564756f9. 00000100:00100000:1.0:1767384346.828502:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236731470976:0@lo:400: 02000000:00000001:3.0:1767384346.828511:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828518:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384346.828523:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000001:1.0:1767384346.828524:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384346.828529:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:3.0:1767384346.828531:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384346.828536:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:1.0:1767384346.828544:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924be627. 00000400:00000200:1.0:1767384346.828551:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7429c8 00000400:00000010:1.0:1767384346.828554:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7429c8. 00000020:00000001:3.0:1767384346.828555:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.828559:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000024:3.0:1767384346.828561:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000200:1.0:1767384346.828567:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384346.828569:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384346.828580:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384346.828594:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:1.0:1767384346.828598:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384346.828602:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384346.828609:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384346.828612:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.828614:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.828616:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384346.828617:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000001:3.0:1767384346.828621:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.828622:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384346.828625:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384346.828630:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.828631:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384346.828636:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731471104 00000100:00001000:1.0:1767384346.828640:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=61 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384346.828642:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384346.828648:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=61 v=5 (1 0 0 0) 00010000:00000200:3.0:1767384346.828650:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029108dc5 x1853236731471104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.828659:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384346.828663:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384346.828667:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384346.828668:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384346.828675:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384346.828679:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384346.828683:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384346.828698:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384346.828704:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384346.828706:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384346.828709:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384346.828712:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:1.0:1767384346.828713:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384346.828720:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384346.828721:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384346.828726:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.828727:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384346.828735:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384346.828740:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.828748:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384346.828753:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384346.828762:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731471104, offset 224 00000100:00000001:1.0:1767384346.828762:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384346.828805:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384346.828808:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384346.828812:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384346.828819:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384346.828824:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384346.828834:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d106500 00000400:00000200:3.0:1767384346.828849:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c15 [1] + 224 00000400:00000200:3.0:1767384346.828858:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384346.828872:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384346.828882:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384346.828887:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731470848:0@lo:400: 00000100:00000200:3.0:1767384346.828892:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.828897:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.828906:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.828917:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731470976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.828921:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.828968:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.828972:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.828976:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061734314. 02000000:00000001:1.0:1767384346.828981:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384346.828982:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384346.828983:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.828987:0:16354:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384346.828990:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384346.828991:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 02000000:00000010:1.0:1767384346.828993:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f0ad85c4. 00000400:00000010:3.0:1767384346.828997:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 02000000:00000001:1.0:1767384346.828999:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.829003:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384346.829004:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1767384346.829005:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00000100:00000001:1.0:1767384346.829010:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.829012:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.829019:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384346.829019:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384346.829028:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.829028:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731470848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384346.829039:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384346.829047:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384346.829051:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.829052:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384346.829057:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384346.829057:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.829062:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034adb39b. 02000000:00000001:1.0:1767384346.829067:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384346.829068:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029108dc5 x1853236731471104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:327/0 lens 224/368 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384346.829070:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.829073:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384346.829081:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.829086:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064f97386. 02000000:00000001:1.0:1767384346.829093:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.829097:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384346.829101:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029108dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731471104:12345-0@lo:13: Request processed in 719us (1432us total) trans 0 rc 0/0 00000100:00000010:1.0:1767384346.829103:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00000001:1.0:1767384346.829112:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.829117:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384346.829122:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384346.829127:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:1.0:1767384346.829129:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384346.829132:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384346.829136:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384346.829138:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384346.829139:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bf5bb3. 00000100:00000001:1.0:1767384346.829143:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384346.829147:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0ce4ae1. 00000100:00000001:1.0:1767384346.829149:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384346.829153:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062d06624. 00000100:00000001:1.0:1767384346.829155:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384346.829161:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:3.0:1767384346.829167:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.829201:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.829205:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384346.829209:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384346.829212:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384346.829214:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e66476c. 00000400:00000200:1.0:1767384346.829218:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d035ecf 00000400:00000010:1.0:1767384346.829220:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d035ecf. 00000100:00000001:1.0:1767384346.829225:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384346.829231:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384346.829240:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.829249:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384346.829251:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.829253:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384346.829255:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384346.829256:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384346.829258:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384346.829261:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384346.829265:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384346.829268:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384346.829271:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384346.829273:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.829275:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384346.829278:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384346.829284:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.829286:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384346.829287:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384346.829289:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384346.829291:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.829302:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.829309:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384346.829311:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384346.829313:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384346.829315:0:16352:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384346.829319:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384346.829323:0:16352:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384346.829331:0:16352:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384346.829336:0:16352:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.829341:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384346.829349:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731471104:0@lo:13: 00000100:00000001:1.0:1767384346.829354:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.829356:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384346.829358:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731471104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.829365:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384346.829367:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384346.829369:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000042ea0409. 02000000:00000001:1.0:1767384346.829372:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384346.829374:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384346.829375:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384346.829377:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384346.829379:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000016f4ab11. 02000000:00000001:1.0:1767384346.829382:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384346.829383:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384346.829384:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000001:1.0:1767384346.829386:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384346.829387:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.829389:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.829398:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384346.829399:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.829401:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.829402:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.832828:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294933000, at 4294933001 00000100:00000010:1.0:1767384346.832837:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efea1331. 00000100:00000040:2.0:1767384346.832966:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294933000, at 4294933001 00000100:00000010:2.0:1767384346.832974:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b23e12c7. 00000100:00000040:3.0:1767384346.833848:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294933000, at 4294933002 00000100:00000010:3.0:1767384346.833861:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c22b70ec. 00000100:00000040:0.0:1767384346.833889:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294933000, at 4294933002 00000100:00000010:0.0:1767384346.833898:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a88564b. 00000400:00000001:1.0:1767384347.335900:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.335905:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384347.335908:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 00000400:00000010:1.0:1767384347.335913:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 00000400:00000200:1.0:1767384347.335946:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384347.335952:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384347.335962:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d3a8dfa2. 00000400:00000010:1.0:1767384347.335967:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000073c2c1c4. 00000400:00000200:1.0:1767384347.335971:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp37 00000400:00000010:1.0:1767384347.335975:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ad20eaf6. 00000400:00000010:1.0:1767384347.335982:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000039c76305. 00000400:00000010:1.0:1767384347.335986:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000400:00000010:1.0:1767384347.335993:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfd98045. 00000400:00000200:1.0:1767384347.335998:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp37 00000400:00000200:1.0:1767384347.336009:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp37 local destination 00000400:00000200:1.0:1767384347.336015:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp37 00000400:00000200:1.0:1767384347.336020:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp37 NI seq info: [135:135:256:4294967295] 192.168.204.118@tcp37 LPNI seq info [129:129:8:4294967295] 00000400:00000200:1.0:1767384347.336026:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp37 00000400:00000200:1.0:1767384347.336034:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37:) -> 192.168.204.118@tcp37(192.168.204.118@tcp37:192.168.204.118@tcp37) : GET try# 0 00000800:00000200:1.0:1767384347.336040:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp37 00000800:00000010:1.0:1767384347.336044:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b2995d2. 00000800:00000200:1.0:1767384347.336050:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000800:00000200:1.1:1767384347.336054:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000400:00000200:1.0:1767384347.336074:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp37 added to recovery queue. ping count: 2 next ping: 270 health :800 00000400:00000200:1.0:1767384347.336078:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp32 00000400:00000010:1.0:1767384347.336081:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a6734a43. 00000400:00000010:1.0:1767384347.336084:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000049d102ce. 00000400:00000010:1.0:1767384347.336093:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c521a61. 00000400:00000010:1.0:1767384347.336098:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000035b7ad15. 00000400:00000200:1.0:1767384347.336103:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp32 00000400:00000200:1.0:1767384347.336111:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp32 local destination 00000400:00000200:1.0:1767384347.336115:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000400:00000200:1.0:1767384347.336119:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [136:136:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1767384347.336124:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 00000400:00000200:1.0:1767384347.336130:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) : GET try# 0 00000800:00000200:1.0:1767384347.336135:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 00000800:00000010:1.0:1767384347.336139:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009534dfc4. 00000800:00000200:1.0:1767384347.336144:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:1.1:1767384347.336149:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000400:00000200:3.0:1767384347.336158:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336169:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 4 next ping: 282 health :600 00000400:00000200:1.0:1767384347.336176:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp38 00000400:00000010:1.0:1767384347.336180:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004f97c895. 00000400:00000010:1.0:1767384347.336186:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003baf7521. 00000400:00000010:1.0:1767384347.336188:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000125e09c. 00000400:00000010:1.0:1767384347.336193:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005ed908a. 00000400:00000200:1.0:1767384347.336198:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp38 00000400:00000200:1.0:1767384347.336205:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp38 local destination 00000400:00000200:1.0:1767384347.336209:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp38 00000400:00000200:1.0:1767384347.336211:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp38 NI seq info: [137:137:256:4294967295] 192.168.204.118@tcp38 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384347.336215:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp38 00000400:00000200:1.0:1767384347.336226:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp38(192.168.204.118@tcp38:) -> 192.168.204.118@tcp38(192.168.204.118@tcp38:192.168.204.118@tcp38) : GET try# 0 00000800:00000200:1.0:1767384347.336230:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp38 00000400:00000200:0.0:1767384347.336231:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000010:1.0:1767384347.336234:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000268a1f8. 00000400:00000200:3.0:1767384347.336242:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:1.0:1767384347.336242:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (2) 00000800:00000200:1.1:1767384347.336250:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (2) 00000400:00000200:1.0:1767384347.336264:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp38 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:1.0:1767384347.336269:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp39 00000400:00000010:1.0:1767384347.336272:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4820acc. 00000400:00000010:1.0:1767384347.336283:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000037849eaf. 00000400:00000010:1.0:1767384347.336287:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b402ded1. 00000400:00000010:1.0:1767384347.336293:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052582e2b. 00000400:00000200:1.0:1767384347.336298:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:1.0:1767384347.336306:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp39 local destination 00000400:00000200:1.0:1767384347.336310:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:0.0:1767384347.336314:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336315:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [138:138:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1767384347.336323:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336324:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:1.0:1767384347.336338:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:1.0:1767384347.336343:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:1.0:1767384347.336346:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b79774dc. 00000800:00000200:1.0:1767384347.336350:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:1.1:1767384347.336355:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:1.0:1767384347.336369:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384347.336380:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336405:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336428:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336437:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336479:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336493:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336507:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336563:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336566:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336585:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336634:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336659:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336660:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336706:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336736:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336755:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336818:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336853:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336856:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336874:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.336937:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.336955:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.336959:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337012:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337051:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337054:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337084:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337125:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337142:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337158:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337180:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337224:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337226:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337249:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337291:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337313:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337327:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337359:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337407:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337410:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337419:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337475:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337504:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337509:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337549:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337571:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337594:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337615:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337634:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337668:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337678:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337711:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337761:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337764:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337805:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337840:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337879:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337900:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337914:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.337951:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.337997:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.337998:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338010:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338074:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338103:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338151:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338177:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338189:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338231:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338237:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338273:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338294:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338306:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338356:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338372:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338422:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338455:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338456:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338492:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338533:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338536:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338572:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338614:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338617:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338646:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338682:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338698:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338712:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.338744:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338787:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338806:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338846:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.338890:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.338928:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384347.338972:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384347.338978:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebbcff55. 00000400:00000200:3.0:1767384347.338984:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000800:00000010:0.0:1767384347.338984:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e97afb9a. 00000400:00000200:1.0:1767384347.338988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000800:00000010:0.0:1767384347.339011:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e97afb9a. 00000800:00020000:0.0:1767384347.339024:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384347.339027:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebbcff55. 00000800:00000010:0.0:1767384347.339030:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:00000200:1.0:1767384347.339068:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.339075:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:02020000:0.0:1767384347.339091:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384347.339099:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp32 notifying 192.168.204.118@tcp32: down 00000800:00000200:0.0:1767384347.339105:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp32 down 00000800:00000100:0.0:1767384347.339113:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp32 00000800:00000010:0.0:1767384347.339117:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009534dfc4. 00000400:00000200:0.0:1767384347.339121:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.339124:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339130:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384347.339138:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384347.339142:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384347.339146:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp32) recovery failed with -71 00000400:00000200:3.0:1767384347.339152:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.339191:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339201:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.339245:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.339256:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339280:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.339337:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339343:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339397:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339433:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339473:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.339477:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001223c240. 00000800:00000010:3.0:1767384347.339484:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1ce75e4. 00000800:00000010:3.0:1767384347.339490:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dd0a476. 00000400:00000200:0.0:1767384347.339515:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.339525:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dd0a476. 00000800:00020000:3.0:1767384347.339539:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384347.339543:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1ce75e4. 00000800:00000010:3.0:1767384347.339548:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001223c240. 00000800:00000010:1.0:1767384347.339567:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002d482971. 00000800:00000010:1.0:1767384347.339573:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000582f0b76. 00000800:00000010:1.0:1767384347.339578:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2d64ed5. 00000800:00000010:1.0:1767384347.339620:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2d64ed5. 00000400:02020000:3.0:1767384347.339645:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384347.339655:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp37 notifying 192.168.204.118@tcp37: down 00000800:00000200:3.0:1767384347.339663:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp37 down 00000800:00000100:3.0:1767384347.339672:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp37 00000800:00000010:3.0:1767384347.339675:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b2995d2. 00000400:00000200:3.0:1767384347.339681:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384347.339688:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384347.339697:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384347.339701:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384347.339707:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384347.339729:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.339904:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384347.339931:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp38 from 214.3.0.2 00000800:00000010:0.0:1767384347.339934:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6fc1c5a. 00000800:00000010:3.0:1767384347.339979:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001223c240. 00000800:00000010:3.0:1767384347.339986:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1ce75e4. 00000800:00000010:3.0:1767384347.340012:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eb7d7035. 00000800:00000200:3.1:1767384347.340021:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (2) 00000800:00000200:3.1:1767384347.340028:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp38 00000000eb7d7035 deleted 00000800:00000010:3.1:1767384347.340032:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000eb7d7035. 00000800:00000200:3.1:1767384347.340038:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384347.340046:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp38 ip 192.168.204.118:982 00000800:00000200:3.1:1767384347.340051:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384347.340058:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp38 p 3.x 192.168.204.118 -> 192.168.204.118:982 incarnation:1767384342109355663 sched[0] 00000800:00000010:3.0:1767384347.340064:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dd0a476. 00000400:00000200:1.0:1767384347.340103:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.340129:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dd0a476. 00000800:00000010:3.0:1767384347.340136:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1ce75e4. 00000400:00000200:1.0:1767384347.340170:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.340178:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6fc1c5a. 00000800:00000001:3.0:1767384347.340200:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.340206:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.340240:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000200:3.0:1767384347.340270:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384347.340274:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000268a1f8. 00000400:00000200:3.0:1767384347.340279:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.340286:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp38->192.168.204.118@tcp38: GET: OK 00000400:00000200:3.0:1767384347.340290:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384347.340294:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp38 recovery message sent successfully:0 00000400:00000200:1.0:1767384347.340301:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000200:3.1:1767384347.340334:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384347.340343:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp38 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384342109355663 sched[0] 00000800:00000010:3.0:1767384347.340347:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000582f0b76. 00000400:00000200:1.0:1767384347.340360:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000800:00000001:3.0:1767384347.340386:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384347.340394:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384347.340397:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.340413:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000800:00000001:3.0:1767384347.340415:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.340428:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp38(192.168.204.118@tcp38) <- 192.168.204.118@tcp38 : GET - for me 00000400:00000200:3.0:1767384347.340444:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384347.340454:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1ba5 [1] + 0 00000400:00000200:3.0:1767384347.340467:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp38 to MR: 192.168.204.118@tcp38 local destination 00000400:00000200:1.0:1767384347.340473:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.340475:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp38 NI seq info: [139:139:256:4294967295] 192.168.204.118@tcp38 LPNI seq info [133:133:8:4294967295] 00000400:00000200:3.0:1767384347.340493:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp38(192.168.204.118@tcp38:192.168.204.118@tcp38) -> 192.168.204.118@tcp38(192.168.204.118@tcp38:192.168.204.118@tcp38) 192.168.204.118@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384347.340498:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp38 00000800:00000010:3.0:1767384347.340502:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050d7e33c. 00000800:00000200:3.0:1767384347.340508:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (4) 00000800:00000200:3.0:1767384347.340513:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp38 ip 192.168.204.118:988 00000800:00000200:3.0:1767384347.340516:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050d7e33c type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384347.340534:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384347.340538:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000800:00000200:3.0:1767384347.340583:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384347.340586:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.340587:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050d7e33c. 00000400:00000200:3.0:1767384347.340594:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384347.340600:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.340601:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp38->192.168.204.118@tcp38: REPLY: OK 00000800:00000001:0.0:1767384347.340608:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.340615:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384347.340617:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.340628:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.340631:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.340638:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp38(192.168.204.118@tcp38) <- 192.168.204.118@tcp38 : REPLY - for me 00000400:00000200:0.0:1767384347.340653:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp38: Reply from 12345-192.168.204.118@tcp38 of length 272/272 into md 0x1c29 00000400:00000200:3.0:1767384347.340654:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:0.0:1767384347.340657:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.340665:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.340668:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.340673:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp38->192.168.204.118@tcp38: REPLY: OK 00000400:00000200:0.0:1767384347.340678:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000125e09c 00000400:00000010:0.0:1767384347.340680:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000125e09c. 00000400:00000200:1.0:1767384347.340682:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384347.340684:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384347.340690:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004f97c895. 00000400:00000010:0.0:1767384347.340695:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003baf7521. 00000800:00000001:0.0:1767384347.340702:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384347.340706:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.340718:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.340738:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.340764:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.340806:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.340848:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.340865:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.340905:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.340930:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.340972:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.340977:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341025:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341041:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341064:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341087:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341111:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341131:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341155:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341180:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341203:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341226:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341249:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341272:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341302:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341320:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341350:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341374:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341399:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341423:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341446:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341471:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384347.341495:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341520:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341563:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341592:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341623:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000800:00000010:1.0:1767384347.341625:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:1.0:1767384347.341630:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f2b829b. 00000800:00000010:1.0:1767384347.341634:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2d64ed5. 00000400:00000200:3.0:1767384347.341649:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000800:00000010:1.0:1767384347.341655:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2d64ed5. 00000800:00020000:1.0:1767384347.341663:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384347.341666:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f2b829b. 00000800:00000010:1.0:1767384347.341675:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:00000200:3.0:1767384347.341676:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341711:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:02020000:1.0:1767384347.341732:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.341738:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000800:00000200:1.0:1767384347.341743:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp39 down 00000400:00000200:3.0:1767384347.341748:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000800:00000100:1.0:1767384347.341749:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000800:00000010:1.0:1767384347.341754:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b79774dc. 00000400:00000200:1.0:1767384347.341757:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.341763:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384347.341784:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384347.341787:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384347.341791:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384347.341803:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341826:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341838:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341868:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341882:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341897:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341912:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341966:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.341993:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.342016:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384347.342030:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384347.342101:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fecf27a9. 00000800:00000010:3.0:1767384347.342104:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1ce75e4. 00000800:00000010:3.0:1767384347.342107:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dd0a476. 00000800:00000010:3.0:1767384347.342120:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dd0a476. 00000800:00020000:3.0:1767384347.342124:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384347.342126:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1ce75e4. 00000800:00000010:3.0:1767384347.342128:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fecf27a9. 00000400:02020000:3.0:1767384347.342151:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp38 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384347.655825:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384347.655836:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.655842:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384347.655845:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.655887:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384347.655892:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.655904:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384348.111301:0:33126:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001611c2ef. 00080000:00000010:2.0:1767384348.111312:0:33126:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001611c2ef. 00000020:00000001:2.0:1767384348.111317:0:33126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384348.111326:0:33126:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001611c2ef. 00080000:00000010:2.0:1767384348.111330:0:33126:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001611c2ef. 00000020:00000001:2.0:1767384348.111334:0:33126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384348.359823:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6968efb. 00000400:00000010:1.0:1767384348.359834:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003213b4cc. 00000400:00000010:1.0:1767384348.359837:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017f5970a. 00000400:00000010:1.0:1767384348.359840:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000db8c7dfc. 00000400:00000010:1.0:1767384348.359842:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009752d76f. 00000400:00000010:1.0:1767384348.359843:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000030d1aecb. 00000400:00000010:1.0:1767384348.359846:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001a450abc. 00000400:00000010:1.0:1767384348.359849:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c8be66ca. 00000400:00000010:1.0:1767384348.359850:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009a8f5b8e. 00000400:00000010:1.0:1767384348.359852:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006b4883f. 00000400:00000010:1.0:1767384348.359854:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000940b18ef. 00000400:00000010:1.0:1767384348.359856:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006d8115db. 00000400:00000010:1.0:1767384348.359858:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000941392aa. 00000400:00000010:1.0:1767384348.359859:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c173d1cf. 00000400:00000010:1.0:1767384348.359862:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009ab06706. 00000400:00000010:1.0:1767384348.359863:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c9e83d0. 00000400:00000010:1.0:1767384348.359864:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6dfcdb9. 00000400:00000010:1.0:1767384348.359865:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c109386. 00000400:00000010:1.0:1767384348.359866:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ad999af. 00000400:00000010:1.0:1767384348.359868:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000015ee517. 00000400:00000010:1.0:1767384348.359870:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a966d3e5. 00000400:00000010:1.0:1767384348.359872:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000047c6d449. 00000400:00000010:1.0:1767384348.359880:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001196f6a1. 00000400:00000010:1.0:1767384348.359882:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008652c555. 00000400:00000010:1.0:1767384348.359884:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063e214f6. 00000400:00000010:1.0:1767384348.359886:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a1860d1c. 00000400:00000010:1.0:1767384348.359889:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009b78959e. 00000400:00000010:1.0:1767384348.359890:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d9e857f. 00000400:00000010:1.0:1767384348.359891:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069d94b7c. 00000400:00000010:1.0:1767384348.359893:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004e35ba60. 00000400:00000010:1.0:1767384348.359894:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000005ffe00d. 00000400:00000010:1.0:1767384348.359895:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c48930e1. 00000400:00000010:1.0:1767384348.359910:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002dc5ceaf. 00000400:00000010:1.0:1767384348.359912:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e64da0fb. 00000400:00000010:1.0:1767384348.359914:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fc4719c3. 00000400:00000010:1.0:1767384348.359915:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002910e00c. 00000400:00000010:1.0:1767384348.359917:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008d63c1ce. 00000400:00000010:1.0:1767384348.359919:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bfee9903. 00000400:00000010:1.0:1767384348.359921:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c15785b6. 00000400:00000010:1.0:1767384348.359922:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072778b0d. 00000400:00000010:1.0:1767384348.359924:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000823baf9b. 00000400:00000010:1.0:1767384348.359926:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000068389b2f. 00000400:00000010:1.0:1767384348.359928:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000081e2d1f3. 00000400:00000010:1.0:1767384348.359931:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000096c851b9. 00000400:00000010:1.0:1767384348.359932:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d584e8c7. 00000400:00000010:1.0:1767384348.359934:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009fe87dfe. 00000400:00000010:1.0:1767384348.359938:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000036b46460. 00000400:00000010:1.0:1767384348.359940:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000033b1b087. 00000400:00000010:1.0:1767384348.359943:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000361bc9cb. 00000400:00000010:1.0:1767384348.359947:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f83c6cb0. 00000400:00000010:1.0:1767384348.359951:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b68e9759. 00000400:00000010:1.0:1767384348.359956:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000242ea387. 00000400:00000010:1.0:1767384348.359960:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afa01f49. 00000400:00000010:1.0:1767384348.359964:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092877d78. 00000400:00000010:1.0:1767384348.359968:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000416b8217. 00000400:00000010:1.0:1767384348.359972:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f95f7c0d. 00000400:00000010:1.0:1767384348.359976:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4725c7f. 00000400:00000010:1.0:1767384348.359980:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000027cf7a5c. 00000400:00000010:1.0:1767384348.359988:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000555ef4e8. 00000400:00000010:1.0:1767384348.359992:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075e8d7e6. 00000400:00000010:1.0:1767384348.359995:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000061626511. 00000400:00000010:1.0:1767384348.359999:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006cb195d7. 00000400:00000010:1.0:1767384348.360003:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4f9f465. 00000400:00000010:1.0:1767384348.360007:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003831c4b5. 00000400:00000010:1.0:1767384348.360010:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d42135b7. 00000400:00000010:1.0:1767384348.360013:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000de50f737. 00000400:00000010:1.0:1767384348.360017:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dd06ac51. 00000400:00000010:1.0:1767384348.360021:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c88949f. 00000400:00000010:1.0:1767384348.360025:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a7157eb6. 00000400:00000010:1.0:1767384348.360029:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000e2b136e. 00000400:00000010:1.0:1767384348.360033:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000040a1896. 00000400:00000010:1.0:1767384348.360036:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f103114d. 00000400:00000010:1.0:1767384348.360040:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000036427fda. 00000400:00000010:1.0:1767384348.360042:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000086f367e5. 00000400:00000010:1.0:1767384348.360045:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9eb8c8b. 00000400:00000010:1.0:1767384348.360048:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b81919d6. 00000400:00000010:1.0:1767384348.360052:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000452dc954. 00000400:00000010:1.0:1767384348.360056:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f4f2fea7. 00000400:00000010:1.0:1767384348.360059:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afc82ce6. 00000400:00000010:1.0:1767384348.360063:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000682650d2. 00000400:00000010:1.0:1767384348.360068:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ead9b829. 00000400:00000010:1.0:1767384348.360072:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000011c47d24. 00000400:00000010:1.0:1767384348.360076:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000070730607. 00000400:00000010:1.0:1767384348.360081:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000068afde46. 00000400:00000010:1.0:1767384348.360086:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c8e9ac19. 00000400:00000010:1.0:1767384348.360089:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b0ec505a. 00000400:00000010:1.0:1767384348.360092:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a5465a96. 00000400:00000010:1.0:1767384348.360094:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f3bc815e. 00000400:00000010:1.0:1767384348.360097:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000059e12e72. 00000400:00000010:1.0:1767384348.360101:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004082f324. 00000400:00000010:1.0:1767384348.360103:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c1255810. 00000400:00000010:1.0:1767384348.360104:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000048cae5b. 00000400:00000010:1.0:1767384348.360107:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000406e5a15. 00000400:00000010:1.0:1767384348.360110:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000584c2e69. 00000400:00000010:1.0:1767384348.360118:0:16349:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002b7125df. 00000400:00000001:1.0:1767384348.360126:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.360128:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.360130:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20ac26f 00000400:00000010:1.0:1767384348.360131:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20ac26f. 00000400:00000200:1.0:1767384348.360134:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.360140:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384348.360150:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ad20eaf6. 00000400:00000010:1.0:1767384348.360153:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000039c76305. 00000400:00000001:1.0:1767384348.360156:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.360157:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.360158:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c521a61 00000400:00000010:1.0:1767384348.360159:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c521a61. 00000400:00000200:1.0:1767384348.360160:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.360162:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384348.360163:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a6734a43. 00000400:00000010:1.0:1767384348.360165:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000049d102ce. 00000400:00000001:1.0:1767384348.360169:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.360169:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384348.360170:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b402ded1 00000400:00000010:1.0:1767384348.360171:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b402ded1. 00000400:00000200:1.0:1767384348.360172:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384348.360175:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384348.360176:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4820acc. 00000400:00000010:1.0:1767384348.360179:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000037849eaf. 00000800:00000200:0.0:1767384348.360250:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (6) 00000800:00000200:0.0:1767384348.360258:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:988 00000800:00000200:0.0:1767384348.360263:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.360386:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384348.360391:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.360401:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.360405:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.360407:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.680820:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384348.680826:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.680832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384348.680834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.680867:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384348.680870:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384348.680873:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384348.815021:0:33290:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384348.815026:0:33290:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384348.820195:0:33290:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384348.829214:0:33291:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e8994867. 00000400:00000010:0.0:1767384348.829231:0:33291:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000008e12a2d. 00000400:00000010:0.0:1767384348.829242:0:33291:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fe781c13. 00000400:00000010:0.0:1767384348.829246:0:33291:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001a783d56. 00000400:00000010:0.0:1767384348.829251:0:33291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f4b8b27. 00000400:00000010:0.0:1767384348.829255:0:33291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d150a28. 00000400:00000010:0.0:1767384348.829258:0:33291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008870db61. 00000400:00000010:0.0:1767384348.829260:0:33291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d29381b5. 00000400:00000010:0.0:1767384348.829264:0:33291:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027a70ed0. 00000800:00000010:0.0:1767384348.829289:0:33291:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004f553bd9. 00000800:00000200:0.0:1767384348.829301:0:33291:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384348.829316:0:33291:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384348.829355:0:33291:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384348.829385:0:33291:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384348.831861:0:33291:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000005d56cc44. 00000400:00000010:0.0:1767384348.831867:0:33291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbcc0cb4. 00000400:00000010:0.0:1767384348.831872:0:33291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d79c1962. 00000400:00000001:0.0:1767384348.831901:0:33291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384348.831903:0:33291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384348.831905:0:33291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a45a6ab8. 00000400:00000200:0.0:1767384348.831909:0:33291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de3acdcf 00000400:00000010:0.0:1767384348.831911:0:33291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de3acdcf. 00000400:00000010:0.0:1767384348.831915:0:33291:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000e8ad2cf0. 00000400:00000200:0.0:1767384348.831919:0:33291:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (32) 00000400:00000200:0.0:1767384348.831929:0:33291:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384348.831937:0:33291:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767384348.831943:0:33291:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6fb2060. 00000020:01000000:0.0:1767384348.831947:0:33291:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384348.831949:0:33291:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp41 00000400:00000010:0.0:1767384348.831960:0:33291:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000008e12a2d. 00000400:00000200:2.0:1767384348.831961:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384348.831963:0:33291:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e8994867. 00000400:00000200:2.0:1767384348.831971:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:2.0:1767384348.831980:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000200:2.0:1767384348.831983:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (33) 00000020:00000001:3.0:1767384348.831986:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384348.831991:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384348.831992:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022436937. 10000000:00000001:3.0:1767384348.831994:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384348.831999:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384348.832003:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384348.832004:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp21 00000020:01000004:3.0:1767384348.832005:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384348.832009:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384348.832010:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384348.832011:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384348.832012:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384348.832014:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384348.832015:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384348.832016:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384348.832017:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384348.832023:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004a12ad3. 00000400:00000200:2.0:1767384348.832026:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp21 to MR: 192.168.204.118@tcp21 local destination 00000020:00000040:3.0:1767384348.832028:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384348.832036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384348.832039:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384348.832041:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [140:140:256:4294967295] 192.168.204.118@tcp21 LPNI seq info [134:134:8:4294967295] 02000000:00000001:3.0:1767384348.832045:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.832051:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp21 02000000:00000010:3.0:1767384348.832053:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fecf27a9. 00000100:00000001:3.0:1767384348.832060:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.832067:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) -> 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) : PUT try# 0 00000100:00000001:3.0:1767384348.832069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384348.832073:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384348.832077:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.118@tcp21 00000100:00000040:3.0:1767384348.832081:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a12ad3] to pc [ptlrpcd_00_01+1] req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384348.832084:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032910998. 00000800:00000200:2.0:1767384348.832097:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 10000000:00000001:3.0:1767384348.832108:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384348.832109:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:988 10000000:00000001:3.0:1767384348.832112:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.832116:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384348.832117:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032910998 type 1, nob 656 niov 1 nkiov 1 00000020:01000000:3.0:1767384348.832118:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384348.832127:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384348.832133:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384348.832137:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384348.832140:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384348.832140:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384348.832142:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 10000000:01000000:3.0:1767384348.832145:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384348.832146:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384348.832149:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:01000004:3.0:1767384348.832151:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384348.832154:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384348.832156:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384348.832157:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384348.832161:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384348.832163:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384348.832165:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384348.832167:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384348.832170:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384348.832172:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384348.832176:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f0549ec. 00000100:00000001:1.0:1767384348.832178:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384348.832179:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384348.832183:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832184:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384348.832185:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.832187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.832191:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384348.832194:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 02000000:00000001:1.0:1767384348.832196:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.832198:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.832202:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832204:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384348.832206:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.832211:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004a12ad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731471232:0@lo:253: 00000100:00000040:3.0:1767384348.832212:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f0549ec] to pc [ptlrpcd_00_02+2] req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.832225:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384348.832229:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384348.832232:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.832233:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384348.832234:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384348.832237:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384348.832238:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384348.832240:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6fb2060. 02000000:00000001:1.0:1767384348.832245:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384348.832252:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384348.832253:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eaa3a799. 00000100:00100000:3.0:1767384348.832256:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767384348.832258:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832259:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384348.832266:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee49376. 00000800:00000200:2.0:1767384348.832267:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384348.832269:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.832273:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384348.832274:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032910998. 00000100:00000001:3.0:1767384348.832276:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384348.832277:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2b829b. 00000100:00000001:3.0:1767384348.832279:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.832282:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384348.832283:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384348.832285:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731471232, portal 25 00000100:00000040:3.0:1767384348.832286:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.832290:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384348.832294:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738418432 : -114766971133184 : ffff979ebb742300) 00000400:00000200:2.0:1767384348.832305:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: PUT: OK 00000100:00000040:1.0:1767384348.832306:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.832316:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384348.832317:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384348.832321:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.832327:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384348.832327:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp21: 0 02000000:00000001:3.0:1767384348.832330:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.832333:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384348.832334:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.832339:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f0549ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731471360:0@lo:253: 00000100:00000040:1.0:1767384348.832339:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384348.832342:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384348.832346:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a759408e. 00000100:00000001:3.0:1767384348.832347:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384348.832351:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384348.832353:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384348.832353:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731471232, offset 0 00000800:00000001:2.0:1767384348.832356:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384348.832357:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384348.832362:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384348.832364:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029a55519. 00000400:00000200:1.0:1767384348.832367:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384348.832368:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.832370:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384348.832374:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc454e57. 00000400:00000010:3.0:1767384348.832379:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000302d23ae. 00000100:00000200:3.0:1767384348.832385:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731471360, portal 25 00000400:00000200:1.0:1767384348.832385:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384348.832387:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : PUT - for me 00000100:00000001:3.0:1767384348.832391:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.832394:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738422016 : -114766971129600 : ffff979ebb743100) 00000100:00000040:3.0:1767384348.832398:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384348.832406:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106580 00000100:00000001:3.0:1767384348.832408:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384348.832415:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384348.832416:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384348.832418:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f31c99cd. 00000400:00000200:1.0:1767384348.832420:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000400:00000010:1.0:1767384348.832427:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b94a0976. 00000400:00000200:1.0:1767384348.832431:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c3e0c2d 00000100:00000200:3.0:1767384348.832434:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731471360, offset 0 00000400:00000200:1.0:1767384348.832437:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.832440:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 544/560 into md 0x1bc1 [1] + 0 00000400:00000200:1.0:1767384348.832447:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384348.832448:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000400:00000200:2.0:1767384348.832454:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063926432 00000800:00000001:2.0:1767384348.832459:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384348.832460:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384348.832467:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c3e0c2d 00000400:00000200:3.0:1767384348.832468:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384348.832468:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384348.832473:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c3e0c2d. 00000400:00000200:2.0:1767384348.832474:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384348.832480:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384348.832481:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106600 00000400:00000200:2.0:1767384348.832486:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: PUT: OK 00000100:00000200:1.0:1767384348.832486:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384348.832493:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000324f3272 x1853236731471232 msgsize 4848 00000400:00000200:3.0:1767384348.832494:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000400:00000010:3.0:1767384348.832501:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809ee9aa. 00000100:00100000:1.0:1767384348.832506:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384348.832507:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bfa5c049 00000100:00000040:1.0:1767384348.832512:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384348.832513:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000200:3.0:1767384348.832514:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384348.832519:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000400:00000200:3.0:1767384348.832520:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384348.832526:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384348.832527:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfa5c049 00000400:00000200:2.0:1767384348.832528:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384348.832534:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000010:3.0:1767384348.832536:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfa5c049. 00000100:00000001:3.0:1767384348.832542:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384348.832545:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:1.0:1767384348.832545:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a759408e 00000100:00000200:3.0:1767384348.832546:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384348.832550:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000014eee432 x1853236731471360 msgsize 4848 00000400:00000200:2.0:1767384348.832554:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (560 bytes) 00000400:00000010:1.0:1767384348.832558:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a759408e. 00000100:00100000:3.0:1767384348.832560:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384348.832565:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384348.832565:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:1.0:1767384348.832566:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384348.832574:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384348.832575:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.832580:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (35) 00000400:00000200:3.0:1767384348.832591:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f31c99cd 00000100:00000001:1.0:1767384348.832592:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384348.832594:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f31c99cd. 00000400:00000200:2.0:1767384348.832594:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:1.0:1767384348.832600:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.832601:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384348.832608:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp21 to MR: 192.168.204.118@tcp21 local destination 00000100:00000200:3.0:1767384348.832609:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.832628:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp21 NI seq info: [141:141:256:4294967295] 192.168.204.118@tcp21 LPNI seq info [135:135:8:4294967295] 00000100:00000001:1.0:1767384348.832631:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832634:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384348.832636:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384348.832640:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.832652:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832655:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384348.832661:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) -> 192.168.204.118@tcp21(192.168.204.118@tcp21:192.168.204.118@tcp21) 192.168.204.118@tcp21 : ACK try# 0 00000800:00000200:2.0:1767384348.832668:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp21 00000100:00000001:1.0:1767384348.832671:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384348.832673:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032910998. 00000100:00000001:3.0:1767384348.832674:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.832677:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294935005 00000100:00000001:3.0:1767384348.832678:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294935005 00000100:00000010:1.0:1767384348.832687:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001910c1e4. 00000800:00000200:2.0:1767384348.832691:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 00000100:00000001:1.0:1767384348.832696:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384348.832702:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:999 00000100:00000001:1.0:1767384348.832706:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294935005 00000100:00000001:3.0:1767384348.832707:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294935005 00000800:00000200:2.0:1767384348.832707:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000032910998 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384348.832714:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294935005 00000100:00000010:1.0:1767384348.832716:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005be7f4f8. 00000100:00000001:1.0:1767384348.832721:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384348.832725:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294935005 00000100:00000001:3.0:1767384348.832726:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294935005 00000800:00000001:2.0:1767384348.832727:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384348.832730:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7e8a2c9. 00000100:00000001:3.0:1767384348.832731:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294935005 00000100:00000001:1.0:1767384348.832736:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384348.832737:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.832743:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294935005 00000100:00000001:1.0:1767384348.832744:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294935005 00000100:00000001:3.0:1767384348.832748:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294935005 00000100:00000010:1.0:1767384348.832751:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003689a041. 00000100:00000001:1.0:1767384348.832757:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384348.832761:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294935005 00000100:00000001:1.0:1767384348.832761:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.832787:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.832790:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832792:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832794:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.832805:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.832809:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.832812:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.832814:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384348.832817:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471232 00000100:00000001:1.0:1767384348.832818:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.832821:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384348.832826:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384348.832828:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.832829:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384348.832832:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.832833:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.832837:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.832838:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384348.832840:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384348.832845:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.832846:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471232 00000800:00000010:2.0:1767384348.832846:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032910998. 00000020:00000001:3.0:1767384348.832851:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384348.832854:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:2.0:1767384348.832855:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384348.832856:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384348.832861:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:1.0:1767384348.832864:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384348.832865:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384348.832867:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: ACK: OK 00000020:00000001:3.0:1767384348.832869:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384348.832875:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384348.832878:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384348.832878:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384348.832879:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002bbc3a8a. 00000100:00000001:3.0:1767384348.832885:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384348.832886:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.832902:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384348.832903:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002bbc3a8a. 00000100:00000001:1.0:1767384348.832907:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384348.832910:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384348.832911:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000348876d5. 00000020:00000010:3.0:1767384348.832917:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca424971. 00000800:00000001:2.0:1767384348.832918:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384348.832922:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c0ce4ae1. 00000100:00000001:1.0:1767384348.832922:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384348.832923:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384348.832929:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471360 00000100:00000040:3.0:1767384348.832932:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384348.832934:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384348.832936:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384348.832936:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.832938:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.832940:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384348.832943:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832944:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.832951:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp21(192.168.204.118@tcp21) <- 192.168.204.118@tcp21 : ACK - for me 02000000:00000001:1.0:1767384348.832952:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.832954:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.832958:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471360 00000020:00000001:1.0:1767384348.832963:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384348.832964:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384348.832966:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:2.0:1767384348.832971:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp21: ACK from 12345-192.168.204.118@tcp21 into md 0x1c35 00000020:00000001:1.0:1767384348.832972:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.832976:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384348.832980:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384348.832980:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384348.832981:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384348.832984:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384348.832987:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:3.0:1767384348.832992:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000400:00000200:2.0:1767384348.832993:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp21->192.168.204.118@tcp21: ACK: OK 00000100:00000001:1.0:1767384348.832995:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384348.832996:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384348.833000:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781238352 : -114766928313264 : ffff979ebe018450) 00000400:00000200:2.0:1767384348.833002:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000020:00000010:1.0:1767384348.833002:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf2eee5. 00000100:00000040:3.0:1767384348.833006:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000324f3272 x1853236731471232/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384348.833008:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000100:00000001:1.0:1767384348.833009:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384348.833017:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf2eee5. 00000400:00000200:2.0:1767384348.833018:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384348.833019:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384348.833026:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002bbc3a8a. 00000020:00000010:1.0:1767384348.833026:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083bb3b02. 00000400:00000200:2.0:1767384348.833027:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000020:00000010:1.0:1767384348.833035:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2dda010. 00000100:00000001:3.0:1767384348.833036:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384348.833036:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000020:00000010:1.0:1767384348.833043:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb067bff. 00000020:00000010:3.0:1767384348.833044:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002bbc3a8a. 00000400:00000200:2.0:1767384348.833045:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (34) 00000100:00000001:1.0:1767384348.833052:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384348.833054:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000324f3272 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731471232:12345-0@lo:253: 00000800:00000001:2.0:1767384348.833056:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384348.833056:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384348.833059:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471232 00000100:00000001:1.0:1767384348.833062:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.833063:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384348.833064:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384348.833068:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384348.833071:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.833071:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.833075:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384348.833078:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000100:00000001:1.0:1767384348.833078:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384348.833083:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384348.833085:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384348.833088:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384348.833090:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384348.833092:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.833094:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384348.833097:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384348.833097:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384348.833100:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000043fe674c. 00000100:00000001:1.0:1767384348.833101:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384348.833102:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384348.833108:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 02000000:00000010:3.0:1767384348.833109:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002452bb2b. 00000100:00100000:1.0:1767384348.833110:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 02000000:00000001:3.0:1767384348.833115:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.833117:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000100:00000040:1.0:1767384348.833117:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384348.833118:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.833124:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306781244496 : -114766928307120 : ffff979ebe019c50) 20000000:00000001:3.0:1767384348.833125:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384348.833125:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000043fe674c 00000400:00000010:2.0:1767384348.833133:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000024ac024e. 00000100:00000040:1.0:1767384348.833135:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014eee432 x1853236731471360/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1767384348.833137:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c5818a4. 00000400:00000200:2.0:1767384348.833139:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 20000000:01000000:3.0:1767384348.833143:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384348.833148:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384348.833152:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384348.833155:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384348.833157:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.833157:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 20000000:00000001:3.0:1767384348.833162:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384348.833165:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (33) 20000000:00000010:3.0:1767384348.833172:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061734314. 00000400:00000010:2.0:1767384348.833174:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000024ac024e. 20000000:01000000:3.0:1767384348.833177:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000100:00000001:1.0:1767384348.833178:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384348.833182:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000020:00000010:1.0:1767384348.833184:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf2eee5. 20000000:00000001:3.0:1767384348.833185:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384348.833189:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384348.833191:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000010:2.0:1767384348.833192:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d572e49d. 00000020:00000010:1.0:1767384348.833193:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf2eee5. 00080000:00000001:3.0:1767384348.833195:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00100000:1.0:1767384348.833207:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014eee432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731471360:12345-0@lo:253: 00000400:00000200:2.0:1767384348.833208:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00080000:00000001:3.0:1767384348.833212:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000200:1.0:1767384348.833217:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471360 00000020:00000001:1.0:1767384348.833220:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384348.833222:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:1.0:1767384348.833224:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1767384348.833228:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.833228:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.833231:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00080000:00000001:3.0:1767384348.833235:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384348.833236:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384348.833238:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.833240:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:2.0:1767384348.833244:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:00000001:1.0:1767384348.833245:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384348.833249:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384348.833250:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384348.833252:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.833257:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000002:3.0:1767384348.833258:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000400:00000200:2.0:1767384348.833258:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000001:1.0:1767384348.833261:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384348.833266:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.833267:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384348.833272:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384348.833273:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000100:00000001:1.0:1767384348.833273:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384348.833276:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384348.833279:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384348.833283:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384348.833286:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384348.833288:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004512c357. 00000400:00000200:2.0:1767384348.833289:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000020:00000001:3.0:1767384348.833291:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1767384348.833293:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.833297:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000100:00000001:1.0:1767384348.833300:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384348.833302:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384348.833304:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 20000000:00000001:1.0:1767384348.833306:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:3.0:1767384348.833308:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000cc9e4c9. 00080000:00000001:3.0:1767384348.833313:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437890048 : -114767271661568 : ffff979ea98a7000) 00000400:00000200:2.0:1767384348.833316:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 20000000:00000010:1.0:1767384348.833317:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000034afe4d9. 00080000:00000001:3.0:1767384348.833318:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384348.833323:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:1.0:1767384348.833324:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:3.0:1767384348.833329:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002bbc3a8a. 00000400:00000200:2.0:1767384348.833329:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 20000000:00000001:1.0:1767384348.833330:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384348.833335:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384348.833335:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384348.833340:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384348.833340:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.833342:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 20000000:00000001:1.0:1767384348.833346:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384348.833351:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384348.833354:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00080000:00000001:3.0:1767384348.833355:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.833364:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00000400:00000200:2.0:1767384348.833371:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 00080000:00000001:3.0:1767384348.833373:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384348.833380:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:2.0:1767384348.833386:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767384348.833392:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:2.0:1767384348.833407:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:2.0:1767384348.833412:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:2.0:1767384348.833418:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:2.0:1767384348.833423:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[61, 32] 00000400:00000200:2.0:1767384348.833428:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 32], ns[109, 32] 00000400:00000200:2.0:1767384348.833434:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 32], ns[122, 32] 00000400:00000200:2.0:1767384348.833439:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[80, 32] 00000400:00000200:2.0:1767384348.833445:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 32], ns[136, 32] 00000400:00000200:2.0:1767384348.833450:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 32], ns[124, 32] 00000400:00000200:2.0:1767384348.833455:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 32], ns[123, 32] 00000400:00000200:2.0:1767384348.833461:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[110, 32] 00000400:00000200:2.0:1767384348.833466:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[127, 32] 00000400:00000200:2.0:1767384348.833471:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 32], ns[135, 32] 00000400:00000200:2.0:1767384348.833476:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 32], ns[139, 32] 00000400:00000200:2.0:1767384348.833481:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[132, 32], ns[138, 32] 00000400:00000200:2.0:1767384348.833486:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:2.0:1767384348.833491:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:2.0:1767384348.833496:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp40 00000400:00000200:2.0:1767384348.833502:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp40 lpni_is_preferred = 0 00000400:00000200:2.0:1767384348.833505:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp40 00000400:00000200:2.0:1767384348.833517:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp40 NI seq info: [142:142:256:4294967295] 192.168.204.118@tcp40 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384348.833523:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp40 00000400:00000200:2.0:1767384348.833530:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp40(192.168.204.118@tcp40:) -> 192.168.204.118@tcp40(192.168.204.118@tcp:192.168.204.118@tcp40) : GET try# 0 00000800:00000200:2.0:1767384348.833536:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp40 00000800:00000010:2.0:1767384348.833541:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000032910998. 00000800:00000010:2.0:1767384348.833548:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cc4a0e09. 00000800:00000010:2.0:1767384348.833552:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008b912c66. 00000800:00000200:2.0:1767384348.833557:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (2) 00000800:00000200:2.1:1767384348.833562:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (2) 00000400:00000200:2.0:1767384348.833581:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384348.833583:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:3.0:1767384348.833631:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833664:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833678:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833692:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833705:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833720:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833733:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833749:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833763:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833838:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833854:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833866:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833878:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833919:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833937:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833954:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833977:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.833993:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834011:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834028:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834053:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834068:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834086:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834103:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834120:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834132:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834145:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834157:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834172:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834188:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834221:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834241:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834260:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834278:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384348.834298:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384348.834406:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d8da099. 00000800:00000010:3.0:1767384348.834410:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f31c99cd. 00000800:00000010:3.0:1767384348.834415:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced45137. 00000800:00000010:3.0:1767384348.834432:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced45137. 00000800:00020000:3.0:1767384348.834438:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384348.834440:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f31c99cd. 00000800:00000010:3.0:1767384348.834442:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d8da099. 00000400:02020000:3.0:1767384348.834470:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp40 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384348.834476:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp40 notifying 192.168.204.118@tcp40: down 00000800:00000200:3.0:1767384348.834486:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp40 down 00000800:00000100:3.0:1767384348.834490:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp40 00000800:00000010:3.0:1767384348.834492:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000032910998. 00000400:00000200:3.0:1767384348.834494:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384348.834497:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp40->192.168.204.118@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384348.834503:0:30695:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp40 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:3.0:1767384348.834505:0:30695:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384348.834507:0:30695:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:3.0:1767384348.834509:0:30695:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384348.834548:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384348.834556:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:2.0:1767384348.834560:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384348.834561:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384348.834563:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384348.834566:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000400:00000200:2.0:1767384348.834570:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384348.834573:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:2.0:1767384348.834576:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000024ac024e. 00000400:00000200:2.0:1767384348.834580:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (34) 00000400:00000200:2.0:1767384348.834584:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:2.0:1767384348.834587:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:2.0:1767384348.834591:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384348.834595:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (33) 00080000:00000010:1.0:1767384348.835136:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000cc9e4c9. 00080000:00000010:2.0:1767384348.835181:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002bbc3a8a. 00040000:00000001:2.0:1767384348.835187:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384348.835190:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384348.835193:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384348.835197:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384348.835200:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384348.835203:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384348.835216:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384348.835224:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384348.835235:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384348.835240:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384348.835241:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b871d39. 20000000:01000000:1.0:1767384348.835246:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:1.0:1767384348.835250:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384348.835260:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384348.835262:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384348.835271:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384348.835279:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384348.835282:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384348.835282:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384348.835286:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384348.835287:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384348.835290:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384348.835292:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384348.835296:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384348.835296:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384348.835300:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:3.0:1767384348.835301:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1767384348.835308:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000010:3.0:1767384348.835309:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001a9199fa. 00080000:00000002:1.0:1767384348.835313:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384348.835316:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384348.835320:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00080000:00000001:1.0:1767384348.835320:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384348.835326:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384348.835327:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384348.835329:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6b7e8eb with handle 0xd602e9c522f0b307 to hash 00000020:00000001:3.0:1767384348.835333:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384348.835333:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.835335:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000020:00000001:1.0:1767384348.835338:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384348.835339:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384348.835344:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384348.835344:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:3.0:1767384348.835347:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.835351:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384348.835352:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384348.835357:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e803d22f. 00010000:00000001:3.0:1767384348.835360:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384348.835362:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507535360 : -114772202016256 : ffff979d83ab3200) 00010000:00000001:3.0:1767384348.835364:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384348.835368:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384348.835368:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384348.835372:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:1.0:1767384348.835374:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384348.835375:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.835379:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384348.835379:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004bf2eee5. 00010000:00000001:3.0:1767384348.835382:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384348.835385:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.835388:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:2.0:1767384348.835389:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384348.835394:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384348.835396:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384348.835397:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384348.835400:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835401:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:2.0:1767384348.835401:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c5818a4. 00010000:00000001:3.0:1767384348.835405:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384348.835408:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001a9199fa) refcount = 1 00010000:00010000:3.0:1767384348.835412:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384348.835412:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.835413:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:2.0:1767384348.835420:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731471232 00010000:00000001:3.0:1767384348.835421:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384348.835425:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384348.835426:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384348.835427:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.835430:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835432:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384348.835434:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000324f3272 x1853236731471232/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384348.835436:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384348.835440:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384348.835445:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384348.835447:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384348.835449:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000020:00000001:3.0:1767384348.835452:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:2.0:1767384348.835454:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384348.835455:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384348.835459:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:2.0:1767384348.835460:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.835461:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384348.835467:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=68 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384348.835469:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384348.835471:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384348.835476:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384348.835477:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.835481:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384348.835482:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384348.835483:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384348.835490:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384348.835491:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384348.835494:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.835496:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384348.835499:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835502:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384348.835505:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384348.835505:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.835512:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384348.835518:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6b7e8eb already unused, calling callback (00000000d6205520) 00000400:00000010:2.0:1767384348.835519:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5e6c73. 00010000:00000001:3.0:1767384348.835521:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384348.835524:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384348.835526:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384348.835526:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731471232, offset 224 00010000:00000001:3.0:1767384348.835535:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384348.835537:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384348.835538:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384348.835541:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384348.835543:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=5 00000020:00000001:3.0:1767384348.835545:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384348.835550:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000400:00000200:2.0:1767384348.835552:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384348.835553:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384348.835557:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.835560:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384348.835563:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106580 00010000:00000001:3.0:1767384348.835564:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384348.835567:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835571:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384348.835574:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384348.835574:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c39 [2] + 224 00010000:00000001:3.0:1767384348.835578:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384348.835581:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.835582:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384348.835583:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6b7e8eb with handle 0xd602e9c522f0b307 from hash 00010000:00000001:3.0:1767384348.835587:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384348.835589:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.835592:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384348.835592:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384348.835595:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384348.835599:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384348.835600:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384348.835600:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384348.835605:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384348.835606:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384348.835608:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384348.835615:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835620:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384348.835622:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384348.835626:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.835629:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384348.835629:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384348.835632:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835636:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.835640:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.835645:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.835652:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.835653:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384348.835654:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384348.835655:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384348.835656:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.835657:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384348.835658:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384348.835660:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.835660:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384348.835662:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.835663:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.835666:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384348.835667:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384348.835671:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b307 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384348.835674:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001a9199fa count: 0 00000400:00000200:2.0:1767384348.835676:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5e6c73 00000400:00000010:2.0:1767384348.835680:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b5e6c73. 00000100:00000001:1.0:1767384348.835684:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.835685:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384348.835686:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384348.835688:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.835689:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:3.0:1767384348.835690:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:1.0:1767384348.835694:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384348.835697:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384348.835698:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384348.835703:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ee49376. 00000100:00000040:2.0:1767384348.835704:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384348.835710:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384348.835711:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2b829b 00000020:00000001:2.0:1767384348.835712:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384348.835716:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f2b829b. 00000020:00000001:2.0:1767384348.835717:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384348.835723:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384348.835724:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000324f3272 x1853236731471232/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384348.835732:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.835742:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000324f3272 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731471232:12345-0@lo:253: Request processed in 2719us (3245us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384348.835759:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.835762:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:2.0:1767384348.835803:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384348.835809:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384348.835813:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384348.835815:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384348.835819:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca424971. 00000100:00000001:1.0:1767384348.835819:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.835826:0:16353:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384348.835828:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c0ce4ae1. 02000000:00000001:1.0:1767384348.835829:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384348.835833:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384348.835835:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000348876d5. 00000100:00000001:1.0:1767384348.835837:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.835842:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384348.835842:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.835850:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384348.835850:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=68 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384348.835854:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002452bb2b. 00000100:00001000:1.0:1767384348.835857:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=68 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384348.835859:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384348.835862:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.835864:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384348.835868:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384348.835869:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384348.835872:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384348.835875:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8a69ba. 00010000:00000001:1.0:1767384348.835876:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.835882:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b5e6c73. 00000100:00000001:1.0:1767384348.835883:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.835903:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.835912:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.835916:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384348.835917:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384348.835921:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384348.835923:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384348.835924:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384348.835926:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384348.835927:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384348.835928:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384348.835930:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384348.835931:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384348.835933:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384348.835934:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384348.835938:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384348.835947:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004a12ad3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731471232:0@lo:253: 00000100:00000001:1.0:1767384348.835952:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.835954:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.835964:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004a12ad3 x1853236731471232/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.835971:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384348.835974:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384348.835977:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eaa3a799. 02000000:00000001:1.0:1767384348.835982:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384348.835984:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384348.835986:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384348.835988:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384348.835991:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fecf27a9. 02000000:00000001:1.0:1767384348.835997:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384348.835998:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384348.836000:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004a12ad3. 00000100:00000001:1.0:1767384348.836003:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384348.836005:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.836007:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.836011:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.836013:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.836015:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.836017:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384348.837099:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e803d22f. 00080000:00000010:3.0:1767384348.837175:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004bf2eee5. 00040000:00000001:3.0:1767384348.837181:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384348.837182:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384348.837184:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384348.837186:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384348.837188:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384348.837195:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384348.837197:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384348.837210:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384348.837212:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384348.837216:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384348.837231:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384348.837235:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384348.837237:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384348.837241:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384348.837243:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384348.837249:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007dd42c80. 00010000:00000001:1.0:1767384348.837253:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384348.837256:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000337a8c4a. 00000020:00000001:1.0:1767384348.837260:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384348.837263:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000337a8c4a with handle 0xd602e9c522f0b30e to hash 00000020:00000001:1.0:1767384348.837265:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384348.837267:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384348.837271:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384348.837274:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.837275:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.837278:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.837293:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384348.837295:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384348.837297:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384348.837298:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384348.837300:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.837302:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384348.837303:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.837305:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384348.837307:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384348.837308:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384348.837310:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384348.837311:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007dd42c80) refcount = 1 00010000:00010000:1.0:1767384348.837314:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.837320:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384348.837322:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384348.837323:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.837325:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.837327:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384348.837330:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384348.837333:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384348.837335:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.837337:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.837339:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=4 00000020:00000001:1.0:1767384348.837342:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384348.837345:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00010000:00000001:1.0:1767384348.837347:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384348.837350:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.837357:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384348.837359:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384348.837361:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384348.837365:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384348.837367:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000034afe4d9. 20000000:00000001:3.0:1767384348.837371:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384348.837374:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731471360 00010000:00000001:3.0:1767384348.837378:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384348.837383:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014eee432 x1853236731471360/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384348.837388:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.837391:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384348.837393:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384348.837394:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.837396:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384348.837400:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384348.837408:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384348.837411:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384348.837412:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384348.837415:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384348.837415:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.837422:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384348.837423:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.837423:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384348.837427:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384348.837427:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384348.837432:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384348.837436:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f31c99cd. 00000100:00000200:3.0:1767384348.837442:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731471360, offset 224 00010000:00010000:1.0:1767384348.837443:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000337a8c4a already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384348.837447:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384348.837448:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384348.837451:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384348.837454:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384348.837458:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384348.837466:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384348.837468:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106600 00010000:00000001:1.0:1767384348.837470:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.837473:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384348.837477:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c41 [2] + 224 00000020:00000040:1.0:1767384348.837477:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000337a8c4a refcount=5 00000020:00000001:1.0:1767384348.837484:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000400:00000200:3.0:1767384348.837485:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384348.837489:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437361664 : -114767272189952 : ffff979ea9826000) 00000400:00000200:3.0:1767384348.837491:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384348.837497:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384348.837498:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384348.837501:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384348.837503:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384348.837521:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384348.837524:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384348.837525:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384348.837528:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.837532:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384348.837536:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384348.837539:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384348.837550:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384348.837550:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.837555:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000337a8c4a with handle 0xd602e9c522f0b30e from hash 00000400:00000200:3.0:1767384348.837558:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f31c99cd 00010000:00000001:1.0:1767384348.837560:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384348.837561:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f31c99cd. 00010000:00000001:1.0:1767384348.837564:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384348.837566:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384348.837569:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384348.837570:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384348.837574:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384348.837576:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.837577:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384348.837577:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384348.837580:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384348.837583:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384348.837583:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384348.837583:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384348.837588:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.837589:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1767384348.837591:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384348.837591:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384348.837592:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384348.837596:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384348.837597:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.837599:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014eee432 x1853236731471360/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384348.837601:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc454e57. 00010000:00000001:1.0:1767384348.837604:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384348.837608:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384348.837609:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302d23ae 00000100:00100000:3.0:1767384348.837614:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014eee432 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731471360:12345-0@lo:253: Request processed in 4434us (5060us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384348.837614:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.837618:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384348.837622:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000302d23ae. 00010000:00000001:1.0:1767384348.837623:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.837628:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1767384348.837629:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384348.837630:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.837631:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00000001:1.0:1767384348.837635:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.837636:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384348.837639:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384348.837639:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384348.837642:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384348.837644:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2dda010. 00000020:00000010:3.0:1767384348.837650:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb067bff. 00000020:00000010:3.0:1767384348.837656:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083bb3b02. 00000020:00000040:3.0:1767384348.837661:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00000001:1.0:1767384348.837664:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384348.837666:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384348.837668:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384348.837669:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004512c357. 00010000:00000001:1.0:1767384348.837672:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767384348.837673:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384348.837675:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384348.837676:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384348.837678:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384348.837679:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.837682:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384348.837686:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384348.837686:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384348.837691:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.837692:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bdb66a8. 00000100:00000001:2.0:1767384348.837693:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:1.0:1767384348.837695:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.837698:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f31c99cd. 00000100:00000001:2.0:1767384348.837699:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384348.837700:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384348.837706:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384348.837710:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384348.837713:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384348.837714:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.837718:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.837719:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384348.837722:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.837723:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000337a8c4a/0xd602e9c522f0b30e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384348.837727:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384348.837735:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.837738:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384348.837740:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.837744:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384348.837747:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.837751:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384348.837755:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007dd42c80 count: 0 00000100:00000040:2.0:1767384348.837756:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.837804:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294935005, at 4294935006 00000100:00000010:0.0:1767384348.837812:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001910c1e4. 00010000:00000001:1.0:1767384348.837813:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384348.837817:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384348.837831:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294935005, at 4294935006 00000100:00000010:1.0:1767384348.837839:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005be7f4f8. 00000100:00000040:3.0:1767384348.837858:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294935005, at 4294935006 00000100:00000010:3.0:1767384348.837864:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003689a041. 00000100:00000001:2.0:1767384348.837957:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.837962:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384348.837964:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384348.837968:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384348.837970:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384348.837972:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384348.837974:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384348.837976:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384348.837978:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384348.837979:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384348.837982:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384348.837984:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384348.837988:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.838010:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f0549ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731471360:0@lo:253: 00000100:00000001:2.0:1767384348.838015:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.838017:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.838019:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f0549ec x1853236731471360/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.838025:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384348.838027:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384348.838028:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029a55519. 02000000:00000001:2.0:1767384348.838032:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384348.838033:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384348.838034:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384348.838037:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384348.838038:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:2.0:1767384348.838041:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384348.838042:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384348.838043:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f0549ec. 00000100:00000001:2.0:1767384348.838046:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384348.838048:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.838049:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.838053:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384348.838055:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.838057:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.838060:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.838070:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294935005, at 4294935006 00000100:00000010:2.0:1767384348.838077:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7e8a2c9. 00010000:00000010:3.1:1767384348.840819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001a9199fa. 00010000:00000010:3.1:1767384348.840829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:1.1:1767384348.846814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007dd42c80. 00010000:00000010:1.1:1767384348.846826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000337a8c4a. 00000400:00000010:0.0:1767384348.850009:0:33296:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000078eebe93. 00000400:00000040:0.0:1767384348.850035:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.850038:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384348.850042:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.850044:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.850047:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.850049:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384348.850052:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.850054:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384348.850057:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384348.850059:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384348.850069:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384348.850076:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.850079:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384348.850081:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.850083:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384348.850086:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384348.850088:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.850090:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384348.850092:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384348.850095:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.850097:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.850099:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.850101:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.850103:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.850105:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384348.850108:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.850110:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.850112:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.850114:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.850116:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.850117:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384348.850120:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.850122:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.850123:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.850125:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.850127:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.850129:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384348.850131:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.850133:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.850135:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384348.850137:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384348.850139:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.850141:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384348.850143:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384348.850145:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384348.850147:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384348.850148:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384348.850150:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384348.850152:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384348.850161:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.850163:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384348.850165:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384348.850167:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384348.850169:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384348.850171:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384348.850173:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384348.850174:0:33296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384348.850284:0:33296:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000078eebe93. 00000400:00000200:1.0:1767384349.383849:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp39 00000400:00000010:1.0:1767384349.383855:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007928b1ab. 00000400:00000010:1.0:1767384349.383863:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000036376317. 00000400:00000010:1.0:1767384349.383868:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b402ded1. 00000400:00000010:1.0:1767384349.383889:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5465a96. 00000400:00000200:1.0:1767384349.383893:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:1.0:1767384349.383912:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp39 local destination 00000400:00000200:1.0:1767384349.383918:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:1.0:1767384349.383923:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [143:143:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [137:137:8:4294967295] 00000400:00000200:1.0:1767384349.383929:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:1.0:1767384349.383934:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:1.0:1767384349.383939:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:1.0:1767384349.383943:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004aa8c08f. 00000800:00000200:1.0:1767384349.383949:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:1.1:1767384349.383952:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:1.0:1767384349.383970:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:1.0:1767384349.383974:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp40 00000400:00000010:1.0:1767384349.383978:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000781e4788. 00000400:00000010:1.0:1767384349.383982:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f73ae81. 00000400:00000010:1.0:1767384349.383984:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c521a61. 00000400:00000010:1.0:1767384349.383987:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011c47d24. 00000400:00000200:1.0:1767384349.383990:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp40 00000400:00000200:1.0:1767384349.383995:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp40 local destination 00000400:00000200:1.0:1767384349.383998:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp40 00000400:00000200:1.0:1767384349.384002:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp40 NI seq info: [144:144:256:4294967295] 192.168.204.118@tcp40 LPNI seq info [138:138:8:4294967295] 00000400:00000200:1.0:1767384349.384013:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp40 00000400:00000200:1.0:1767384349.384019:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp40(192.168.204.118@tcp40:) -> 192.168.204.118@tcp40(192.168.204.118@tcp40:192.168.204.118@tcp40) : GET try# 0 00000800:00000200:1.0:1767384349.384022:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp40 00000800:00000010:1.0:1767384349.384026:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000204b4174. 00000400:00000200:3.0:1767384349.384027:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:1.0:1767384349.384030:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (2) 00000800:00000200:1.1:1767384349.384033:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (2) 00000400:00000200:1.0:1767384349.384049:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp40 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:3.0:1767384349.384119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384122:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384185:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384240:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384290:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384357:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384361:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384438:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384440:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384485:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384539:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384547:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384604:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384656:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384741:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384816:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384828:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.384951:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.384994:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385018:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385112:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385136:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385209:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385267:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385308:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385450:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385512:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385523:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385576:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385637:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385682:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385703:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385731:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385795:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.385936:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.385987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.386008:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.386075:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.386125:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386173:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386215:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386305:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00000010:3.0:1767384349.386318:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d8da099. 00000800:00000010:3.0:1767384349.386324:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090cd4d67. 00000800:00000010:3.0:1767384349.386329:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d37e9e9c. 00000800:00000010:3.0:1767384349.386353:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d37e9e9c. 00000400:00000200:1.0:1767384349.386354:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000800:00020000:3.0:1767384349.386364:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384349.386370:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090cd4d67. 00000800:00000010:3.0:1767384349.386374:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d8da099. 00000400:00000200:1.0:1767384349.386387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.386441:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:02020000:3.0:1767384349.386453:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.386461:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000400:00000200:3.0:1767384349.386465:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384349.386470:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000800:00000010:3.0:1767384349.386473:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004aa8c08f. 00000400:00000200:1.0:1767384349.386477:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.386478:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384349.386486:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384349.386495:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384349.386498:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384349.386503:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp39) recovery failed with -71 00000400:00000200:1.0:1767384349.386504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000800:00000010:1.0:1767384349.386652:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004512c357. 00000800:00000010:1.0:1767384349.386655:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a759408e. 00000800:00000010:1.0:1767384349.386659:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b475350. 00000800:00000010:1.0:1767384349.386690:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b475350. 00000400:00000200:3.0:1767384349.386819:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384349.386832:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp40 from 213.3.0.2 00000800:00000010:3.0:1767384349.386836:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005b901565. 00000800:00000010:1.0:1767384349.386857:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034afe4d9. 00000800:00000010:1.0:1767384349.386862:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc1f6e14. 00000800:00000010:1.0:1767384349.386895:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ef56837. 00000800:00000200:1.1:1767384349.386900:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (2) 00000800:00000200:1.1:1767384349.386909:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp40 000000000ef56837 deleted 00000800:00000010:1.1:1767384349.386911:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000ef56837. 00000800:00000200:1.1:1767384349.386916:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384349.386923:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp40 ip 192.168.204.118:981 00000800:00000200:1.1:1767384349.386926:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204b4174 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384349.386930:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp40 p 3.x 192.168.204.118 -> 192.168.204.118:981 incarnation:1767384346507610475 sched[0] 00000800:00000010:1.0:1767384349.386935:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b475350. 00000800:00000010:1.0:1767384349.386976:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b475350. 00000800:00000010:1.0:1767384349.386979:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc1f6e14. 00000800:00000010:1.0:1767384349.387011:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005b901565. 00000800:00000001:1.0:1767384349.387027:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.387038:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384349.387082:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384349.387085:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000204b4174. 00000400:00000200:1.0:1767384349.387088:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.387092:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp40->192.168.204.118@tcp40: GET: OK 00000400:00000200:1.0:1767384349.387097:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384349.387100:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp40 recovery message sent successfully:0 00000800:00000200:1.1:1767384349.387133:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384349.387138:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp40 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384346507610475 sched[0] 00000800:00000010:1.0:1767384349.387141:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a759408e. 00000800:00000001:3.0:1767384349.387188:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.387189:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:3.0:1767384349.387195:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.387198:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387204:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.387211:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp40(192.168.204.118@tcp40) <- 192.168.204.118@tcp40 : GET - for me 00000400:00000200:1.0:1767384349.387220:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.387224:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384349.387233:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1c31 [1] + 0 00000400:00000200:3.0:1767384349.387242:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp40 to MR: 192.168.204.118@tcp40 local destination 00000400:00000200:1.0:1767384349.387244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.387257:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp40 NI seq info: [145:145:256:4294967295] 192.168.204.118@tcp40 LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1767384349.387266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.387269:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp40(192.168.204.118@tcp40:192.168.204.118@tcp40) -> 192.168.204.118@tcp40(192.168.204.118@tcp40:192.168.204.118@tcp40) 192.168.204.118@tcp40 : REPLY try# 0 00000800:00000200:3.0:1767384349.387276:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp40 00000800:00000010:3.0:1767384349.387280:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bbd7dd7. 00000800:00000200:3.0:1767384349.387284:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (4) 00000800:00000200:3.0:1767384349.387289:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp40 ip 192.168.204.118:988 00000800:00000200:3.0:1767384349.387291:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bbd7dd7 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384349.387292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387318:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:3.0:1767384349.387343:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384349.387344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000010:3.0:1767384349.387346:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bbd7dd7. 00000400:00000200:3.0:1767384349.387351:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.387356:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp40->192.168.204.118@tcp40: REPLY: OK 00000800:00000001:3.0:1767384349.387367:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387372:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.387374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000001:3.0:1767384349.387376:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387383:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.387386:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387390:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.387397:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp40(192.168.204.118@tcp40) <- 192.168.204.118@tcp40 : REPLY - for me 00000400:00000200:1.0:1767384349.387400:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.387410:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp40: Reply from 12345-192.168.204.118@tcp40 of length 272/272 into md 0x1c65 00000800:00000001:3.0:1767384349.387417:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387424:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.387425:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384349.387427:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.387434:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp40->192.168.204.118@tcp40: REPLY: OK 00000400:00000200:3.0:1767384349.387438:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c521a61 00000400:00000010:3.0:1767384349.387440:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c521a61. 00000400:00000200:3.0:1767384349.387444:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384349.387449:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000781e4788. 00000400:00000200:1.0:1767384349.387450:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000010:3.0:1767384349.387452:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007f73ae81. 00000800:00000001:3.0:1767384349.387459:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.387463:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.387475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387490:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387518:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387532:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387546:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387565:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387582:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387610:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387624:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387720:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387855:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384349.387920:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384349.388029:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:1.0:1767384349.388031:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a759408e. 00000800:00000010:1.0:1767384349.388034:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b475350. 00000800:00000010:1.0:1767384349.388051:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b475350. 00000800:00020000:1.0:1767384349.388056:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384349.388058:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a759408e. 00000800:00000010:1.0:1767384349.388060:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:1.0:1767384349.388085:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp40 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384349.704810:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384349.704820:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.704826:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384349.704829:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384349.704830:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384349.704832:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.704835:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384349.704837:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.704838:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.704839:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.704868:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384349.704882:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.704885:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384350.324677:0:33760:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000aba7862. 00080000:00000010:2.0:1767384350.324685:0:33760:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000aba7862. 00000020:00000001:2.0:1767384350.324690:0:33760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384350.324696:0:33760:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000aba7862. 00080000:00000010:2.0:1767384350.324700:0:33760:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000aba7862. 00000020:00000001:2.0:1767384350.324705:0:33760:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384350.407880:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (6) 00000400:00000001:3.0:1767384350.407904:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767384350.407906:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:988 00000400:00000001:3.0:1767384350.407909:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767384350.407912:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384350.407914:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b402ded1 00000400:00000010:3.0:1767384350.407918:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b402ded1. 00000400:00000200:3.0:1767384350.407924:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384350.407930:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384350.407941:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007928b1ab. 00000400:00000010:3.0:1767384350.407945:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000036376317. 00000800:00000200:0.0:1767384350.408002:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384350.408007:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384350.408015:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384350.408019:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384350.408022:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384350.727845:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384350.727850:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384350.727869:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384350.727870:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.727897:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384350.727901:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384350.727903:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384351.007893:0:33924:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384351.007898:0:33924:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384351.013931:0:33924:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384351.022135:0:33925:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000c7608e4. 00000400:00000010:2.0:1767384351.022152:0:33925:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000951008b9. 00000400:00000010:2.0:1767384351.022163:0:33925:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b7eec9c1. 00000400:00000010:2.0:1767384351.022169:0:33925:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a9eb6a17. 00000400:00000010:2.0:1767384351.022174:0:33925:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000057754aad. 00000400:00000010:2.0:1767384351.022179:0:33925:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac7eb641. 00000400:00000010:2.0:1767384351.022181:0:33925:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000095f9eee5. 00000400:00000010:2.0:1767384351.022183:0:33925:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd815df0. 00000400:00000010:2.0:1767384351.022188:0:33925:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a0049f94. 00000800:00000010:2.0:1767384351.022204:0:33925:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006c36a7bf. 00000800:00000200:2.0:1767384351.022217:0:33925:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384351.022233:0:33925:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384351.022272:0:33925:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384351.022297:0:33925:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384351.024986:0:33925:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000b5abb5ea. 00000400:00000010:2.0:1767384351.024994:0:33925:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000400:00000010:2.0:1767384351.025000:0:33925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000400:00000001:2.0:1767384351.025021:0:33925:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.025024:0:33925:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384351.025026:0:33925:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbcc0cb4. 00000400:00000200:2.0:1767384351.025029:0:33925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d79c1962 00000400:00000010:2.0:1767384351.025032:0:33925:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d79c1962. 00000400:00000010:2.0:1767384351.025036:0:33925:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000005d56cc44. 00000400:00000200:2.0:1767384351.025042:0:33925:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (32) 00000400:00000200:2.0:1767384351.025056:0:33925:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384351.025067:0:33925:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384351.025076:0:33925:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003e647901. 00000400:00000200:0.0:1767384351.025077:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384351.025082:0:33925:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384351.025085:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000020:01000000:2.0:1767384351.025089:0:33925:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp42 00000400:00000200:0.0:1767384351.025090:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (33) 00000400:00000010:0.0:1767384351.025095:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000093ef97f4. 00000400:00000010:0.0:1767384351.025100:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000400:00000010:0.0:1767384351.025105:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f62e7301. 00000400:00000200:0.0:1767384351.025109:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000010:2.0:1767384351.025114:0:33925:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000951008b9. 00000400:00000010:2.0:1767384351.025121:0:33925:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000c7608e4. 00000400:00000200:0.0:1767384351.025121:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384351.025130:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:0.0:1767384351.025135:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:0.0:1767384351.025139:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000400:00000200:0.0:1767384351.025142:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:00000001:1.0:1767384351.025150:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384351.025156:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 10000000:00000001:1.0:1767384351.025157:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384351.025162:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384351.025162:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 10000000:01000000:1.0:1767384351.025168:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384351.025168:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000020:01000004:1.0:1767384351.025173:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384351.025174:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:01000004:1.0:1767384351.025178:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384351.025182:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000020:01000004:1.0:1767384351.025183:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384351.025188:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384351.025189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000020:01000004:1.0:1767384351.025191:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384351.025195:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384351.025198:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00000020:01000004:1.0:1767384351.025199:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384351.025203:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384351.025206:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 00000400:00000200:0.0:1767384351.025210:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000020:01000004:1.0:1767384351.025215:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384351.025217:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000020:01000004:1.0:1767384351.025219:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384351.025224:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:0.0:1767384351.025227:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000100:00000010:1.0:1767384351.025228:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000400:00000200:0.0:1767384351.025232:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000020:00000040:1.0:1767384351.025235:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:0.0:1767384351.025236:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:0.0:1767384351.025243:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[61, 32] 00000100:00000001:1.0:1767384351.025244:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384351.025246:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 32], ns[109, 32] 02000000:00000001:1.0:1767384351.025249:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384351.025252:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 32], ns[122, 32] 00000400:00000200:0.0:1767384351.025256:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 32], ns[80, 32] 02000000:00000001:1.0:1767384351.025258:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.025268:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 32], ns[136, 32] 02000000:00000010:1.0:1767384351.025269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 00000400:00000200:0.0:1767384351.025272:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 32], ns[124, 32] 00000400:00000200:0.0:1767384351.025277:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 32], ns[123, 32] 00000100:00000001:1.0:1767384351.025281:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.025281:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[110, 32] 00000400:00000200:0.0:1767384351.025288:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[127, 32] 00000400:00000200:0.0:1767384351.025291:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 32], ns[135, 32] 00000100:00000001:1.0:1767384351.025294:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384351.025295:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 32], ns[139, 32] 00000100:00000001:1.0:1767384351.025299:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.025301:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[137, 32], ns[143, 32] 00000400:00000200:0.0:1767384351.025307:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 32], ns[145, 32] 00000400:00000200:0.0:1767384351.025310:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000040:1.0:1767384351.025311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ba202d3] to pc [ptlrpcd_00_03+3] req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.025316:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp22 00000400:00000200:0.0:1767384351.025324:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384351.025329:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp22 00000400:00000200:0.0:1767384351.025335:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp22 NI seq info: [146:146:256:4294967295] 192.168.204.118@tcp22 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384351.025341:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp22 00000400:00000200:0.0:1767384351.025349:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22:) -> 192.168.204.118@tcp22(192.168.204.118@tcp:192.168.204.118@tcp22) : GET try# 0 00000800:00000200:0.0:1767384351.025354:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp22 00000800:00000010:0.0:1767384351.025357:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000506ba092. 00000800:00000200:0.0:1767384351.025363:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (6) 10000000:00000001:1.0:1767384351.025369:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.025375:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:988 10000000:00000001:1.0:1767384351.025376:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.025381:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.025383:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506ba092 type 2, nob 96 niov 1 nkiov 0 00000020:01000000:1.0:1767384351.025385:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384351.025393:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384351.025396:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:2.0:1767384351.025400:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 10000000:00000001:1.0:1767384351.025400:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384351.025403:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384351.025405:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.025407:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 10000000:01000000:1.0:1767384351.025408:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384351.025414:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384351.025416:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000100:00000001:2.0:1767384351.025417:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384351.025418:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384351.025423:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384351.025423:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384351.025428:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384351.025432:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384351.025432:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384351.025437:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384351.025437:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384351.025440:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384351.025442:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384351.025443:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384351.025447:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384351.025450:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384351.025452:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384351.025458:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384351.025466:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384351.025469:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384351.025471:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384351.025473:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.025474:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.025480:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384351.025483:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384351.025483:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fecf27a9. 02000000:00000001:2.0:1767384351.025488:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.025490:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.025493:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731471488:0@lo:253: 00000100:00000001:2.0:1767384351.025498:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384351.025504:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384351.025506:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384351.025509:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.025510:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.025514:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384351.025520:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000921f3a57] to pc [ptlrpcd_00_00+0] req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384351.025523:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029a55519. 02000000:00000001:2.0:1767384351.025528:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.025531:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384351.025536:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064fc929b. 00000800:00000010:0.0:1767384351.025537:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000506ba092. 00000400:00000200:0.0:1767384351.025543:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384351.025545:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000951008b9. 00000400:00000200:0.0:1767384351.025551:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: GET: OK 00000100:00000200:2.0:1767384351.025552:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731471488, portal 25 10000000:00000001:1.0:1767384351.025553:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.025556:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384351.025560:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384351.025560:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.025561:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000100:00000001:2.0:1767384351.025563:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000020:00000001:1.0:1767384351.025567:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384351.025572:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384351.025574:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384351.025574:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384351.025576:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003e647901. 00000800:00000001:0.0:1767384351.025583:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384351.025587:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384351.025593:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.025594:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384351.025596:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.025600:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.025601:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384351.025607:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22) <- 192.168.204.118@tcp22 : GET - for me 00000400:00000010:2.0:1767384351.025608:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7f98462. 00000100:00000001:1.0:1767384351.025611:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384351.025614:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731471488, offset 0 00000100:00000001:1.0:1767384351.025615:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384351.025619:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384351.025620:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384351.025628:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.025631:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 560/560 into md 0x1c69 [1] + 0 00000100:00000001:1.0:1767384351.025643:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384351.025646:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.025647:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384351.025648:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp22 to MR: 192.168.204.118@tcp22 local destination 02000000:00000001:1.0:1767384351.025652:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384351.025656:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384351.025659:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp22 NI seq info: [147:147:256:4294967295] 192.168.204.118@tcp22 LPNI seq info [141:141:8:4294967295] 02000000:00000001:1.0:1767384351.025662:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384351.025670:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731471616:0@lo:253: 00000400:00000200:0.0:1767384351.025674:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22:192.168.204.118@tcp22) -> 192.168.204.118@tcp22(192.168.204.118@tcp22:192.168.204.118@tcp22) 192.168.204.118@tcp22 : REPLY try# 0 00000100:00000001:1.0:1767384351.025679:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384351.025682:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.118@tcp22 02000000:00000001:1.0:1767384351.025683:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384351.025687:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384351.025687:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000506ba092. 00000400:00000200:2.0:1767384351.025690:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384351.025694:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384351.025698:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (6) 02000000:00000010:1.0:1767384351.025702:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e647901. 00000800:00000200:0.0:1767384351.025707:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:997 00000400:00000200:2.0:1767384351.025709:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106680 02000000:00000001:1.0:1767384351.025709:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.025711:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506ba092 type 3, nob 656 niov 1 nkiov 1 00000400:00000010:1.0:1767384351.025717:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee49376. 00000400:00000200:2.0:1767384351.025722:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000400:00000010:2.0:1767384351.025727:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc264a7. 00000400:00000200:2.0:1767384351.025732:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e602996 00000400:00000200:2.0:1767384351.025739:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384351.025739:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf61482. 00000100:00000200:1.0:1767384351.025748:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731471616, portal 25 00000400:00000200:2.0:1767384351.025751:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:0.0:1767384351.025752:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384351.025753:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384351.025757:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788987776 : -114766920563840 : ffff979ebe77c380) 00000800:00000010:0.0:1767384351.025758:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000506ba092. 00000400:00000200:2.0:1767384351.025759:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e602996 00000400:00000200:0.0:1767384351.025764:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.025789:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: REPLY: OK 00000100:00000040:1.0:1767384351.025793:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384351.025804:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e602996. 00000100:00000001:1.0:1767384351.025813:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384351.025814:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384351.025819:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384351.025819:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384351.025820:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384351.025824:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa1a1f1. 00000800:00000001:0.0:1767384351.025826:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384351.025827:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000004b5ee73 x1853236731471488 msgsize 4848 00000100:00000200:1.0:1767384351.025830:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731471616, offset 0 00000800:00000001:0.0:1767384351.025831:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.025836:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384351.025839:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384351.025841:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384351.025844:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384351.025845:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:0.0:1767384351.025866:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.025867:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.025873:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp22(192.168.204.118@tcp22) <- 192.168.204.118@tcp22 : REPLY - for me 00000100:00000001:2.0:1767384351.025877:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384351.025880:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106700 00000400:00000200:0.0:1767384351.025886:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp22: Reply from 12345-192.168.204.118@tcp22 of length 560/560 into md 0x1c6d 00000800:00000001:0.0:1767384351.025891:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384351.025894:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1451 [2] + 0 00000800:00000001:0.0:1767384351.025895:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.025899:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384351.025902:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060382e10. 00000400:00000200:0.0:1767384351.025906:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp22->192.168.204.118@tcp22: REPLY: OK 00000400:00000200:1.0:1767384351.025910:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091362a50 00000400:00000200:2.0:1767384351.025915:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7f98462 00000400:00000200:1.0:1767384351.025917:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384351.025920:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7f98462. 00000400:00000200:1.0:1767384351.025925:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384351.025926:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384351.025926:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000400:00000010:0.0:1767384351.025931:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000100:00000200:2.0:1767384351.025934:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384351.025935:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091362a50 00000400:00000200:0.0:1767384351.025935:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:1.0:1767384351.025940:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091362a50. 00000400:00000200:0.0:1767384351.025942:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000100:00000001:1.0:1767384351.025949:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384351.025950:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000200:1.0:1767384351.025954:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384351.025956:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384351.025956:0:16345:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.118@tcp (576 bytes) 00000100:00000040:1.0:1767384351.025961:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000081178f49 x1853236731471616 msgsize 4848 00000100:00000040:2.0:1767384351.025963:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.025964:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:0.0:1767384351.025975:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000093ef97f4. 00000100:00100000:1.0:1767384351.025977:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384351.025981:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (34) 00000100:00000040:1.0:1767384351.025984:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384351.025988:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384351.025992:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384351.025994:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.025996:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384351.025999:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384351.026004:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.026008:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfa1a1f1 00000100:00000001:2.0:1767384351.026010:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294937199 00000400:00000010:1.0:1767384351.026012:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfa1a1f1. 00000400:00000200:0.0:1767384351.026012:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384351.026018:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000093ef97f4. 00000100:00000010:2.0:1767384351.026020:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bccaf89c. 00000100:00000001:1.0:1767384351.026020:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384351.026023:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 00000100:00000200:1.0:1767384351.026028:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384351.026029:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c9f6685. 00000100:00000001:2.0:1767384351.026031:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384351.026035:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093ef97f4 00000100:00000001:2.0:1767384351.026040:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294937199 00000400:00000001:0.0:1767384351.026041:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.026044:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384351.026046:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384351.026047:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000100:00000010:2.0:1767384351.026048:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6462807. 00000100:00000040:1.0:1767384351.026053:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.026053:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000001:2.0:1767384351.026055:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384351.026057:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000400:00000200:0.0:1767384351.026063:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384351.026068:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000043fe674c. 00000100:00000001:1.0:1767384351.026071:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.026072:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294937199 00000400:00000200:0.0:1767384351.026073:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000001:1.0:1767384351.026075:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384351.026079:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00000100:00000010:2.0:1767384351.026080:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049217474. 00000100:00000001:1.0:1767384351.026083:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026085:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:0 00000100:00000001:2.0:1767384351.026087:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384351.026090:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294937199 00000400:00000200:0.0:1767384351.026091:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc 1 00000100:00000001:2.0:1767384351.026095:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294937199 00000100:00000001:1.0:1767384351.026096:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294937199 00000400:00000200:0.0:1767384351.026103:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000100:00000010:2.0:1767384351.026104:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6cffb3. 00000400:00000200:0.0:1767384351.026108:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (33) 00000100:00000001:1.0:1767384351.026110:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294937199 00000100:00000001:2.0:1767384351.026113:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384351.026114:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000009425082b. 00000100:00000001:1.0:1767384351.026115:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294937199 00000400:00000010:0.0:1767384351.026120:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099275b97. 00000100:00000001:2.0:1767384351.026121:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.026121:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294937199 00000100:00000001:2.0:1767384351.026127:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.026128:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294937199 00000400:00000010:0.0:1767384351.026129:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c679a357. 00000100:00000001:2.0:1767384351.026133:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.026134:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294937199 00000100:00000001:2.0:1767384351.026140:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026140:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000100:00000001:1.0:1767384351.026141:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294937199 00000100:00000001:1.0:1767384351.026147:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.026150:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026152:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:1.0:1767384351.026155:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026157:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000100:00000001:1.0:1767384351.026159:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.026167:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000100:00000001:1.0:1767384351.026168:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384351.026170:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384351.026173:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384351.026175:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471488 00000400:00000200:0.0:1767384351.026176:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000001:1.0:1767384351.026178:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384351.026181:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384351.026182:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384351.026185:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000100:00000001:2.0:1767384351.026187:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.026187:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.026191:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.026194:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026194:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 02000000:00000001:2.0:1767384351.026199:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026203:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 00000100:00100000:2.0:1767384351.026204:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471488 00000020:00000001:2.0:1767384351.026210:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384351.026210:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384351.026210:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000020:00000040:2.0:1767384351.026215:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384351.026215:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026219:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:00000001:2.0:1767384351.026221:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384351.026226:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000200:0.0:1767384351.026228:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000020:00000001:2.0:1767384351.026231:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384351.026233:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384351.026236:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000020:00000001:2.0:1767384351.026237:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:1.0:1767384351.026238:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471616 02000000:00000001:1.0:1767384351.026244:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384351.026248:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384351.026248:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00000100:00000001:1.0:1767384351.026249:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.026253:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.026255:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000400:00000200:0.0:1767384351.026257:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 02000000:00000001:1.0:1767384351.026260:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.026262:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384351.026267:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471616 00000020:00000010:2.0:1767384351.026269:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 00000400:00000200:0.0:1767384351.026269:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[147, 38] 00000020:00000001:1.0:1767384351.026271:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384351.026276:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:0.0:1767384351.026279:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000020:00000010:2.0:1767384351.026280:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005af5d20b. 00000020:00000001:1.0:1767384351.026280:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384351.026285:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:0.0:1767384351.026287:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000020:00000010:2.0:1767384351.026290:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000594f41f9. 00000020:00000001:1.0:1767384351.026290:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384351.026297:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:2.0:1767384351.026299:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384351.026302:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384351.026303:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000020:00000010:1.0:1767384351.026308:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2d64ed5. 00000400:00000200:0.0:1767384351.026309:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000040:2.0:1767384351.026312:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384351.026314:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000001:2.0:1767384351.026318:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384351.026321:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.026323:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384351.026326:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2d64ed5. 00000400:00000200:0.0:1767384351.026326:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 34], ns[61, 34] 00000100:00000001:2.0:1767384351.026335:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384351.026336:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032cd0686. 00000400:00000200:0.0:1767384351.026336:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 34], ns[109, 34] 00000400:00000200:0.0:1767384351.026344:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 34], ns[122, 34] 00000020:00000010:1.0:1767384351.026345:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a415fc02. 00000100:00000001:2.0:1767384351.026347:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026351:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 34], ns[80, 34] 00000020:00000010:1.0:1767384351.026353:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f1d030d. 00000400:00000200:0.0:1767384351.026358:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 34], ns[136, 34] 00000100:00000001:2.0:1767384351.026362:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.026362:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384351.026363:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[120, 34], ns[124, 34] 00000100:00000001:1.0:1767384351.026367:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384351.026372:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026374:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[119, 34], ns[123, 34] 00000100:00000001:1.0:1767384351.026379:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026384:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[110, 34] 00000100:00000001:1.0:1767384351.026385:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.026392:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384351.026397:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384351.026398:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 34], ns[127, 34] 00000100:00000001:1.0:1767384351.026402:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384351.026406:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000001:1.0:1767384351.026407:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384351.026411:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[129, 34], ns[135, 34] 00000100:00000040:2.0:1767384351.026413:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00100000:1.0:1767384351.026419:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000200:0.0:1767384351.026423:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 34], ns[139, 34] 00000100:00000001:2.0:1767384351.026424:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518535248 : -114767191016368 : ffff979eae58fc50) 00000100:00000040:1.0:1767384351.026426:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384351.026432:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518531152 : -114767191020464 : ffff979eae58ec50) 00000100:00000040:2.0:1767384351.026433:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004b5ee73 x1853236731471488/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.026440:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[137, 34], ns[143, 34] 00000100:00000040:1.0:1767384351.026444:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081178f49 x1853236731471616/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384351.026458:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 34], ns[145, 34] 00000100:00000001:2.0:1767384351.026461:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384351.026466:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b48b991f. 00000400:00000200:0.0:1767384351.026470:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:2.0:1767384351.026472:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384351.026477:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp23 00000020:00000010:2.0:1767384351.026478:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b48b991f. 00000100:00000001:1.0:1767384351.026479:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384351.026484:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp23 lpni_is_preferred = 0 00000020:00000010:1.0:1767384351.026487:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2d64ed5. 00000100:00100000:2.0:1767384351.026488:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004b5ee73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731471488:12345-0@lo:253: 00000100:00000001:1.0:1767384351.026493:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384351.026497:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp23 00000100:00000200:2.0:1767384351.026499:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471488 00000020:00000010:1.0:1767384351.026501:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2d64ed5. 00000020:00000001:2.0:1767384351.026504:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384351.026506:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [148:148:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [142:142:8:4294967295] 00000020:00000001:2.0:1767384351.026509:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384351.026513:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081178f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731471616:12345-0@lo:253: 00000020:00000001:2.0:1767384351.026515:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026518:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp23 00000020:00000001:2.0:1767384351.026522:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384351.026524:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471616 00000020:00000001:2.0:1767384351.026526:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384351.026529:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384351.026535:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384351.026535:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:) -> 192.168.204.118@tcp23(192.168.204.118@tcp:192.168.204.118@tcp23) : GET try# 0 00000020:00000001:2.0:1767384351.026536:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384351.026539:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.026541:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384351.026546:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384351.026548:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:0.0:1767384351.026550:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp23 00000020:00000001:1.0:1767384351.026551:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384351.026553:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:0.0:1767384351.026555:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000506ba092. 00000020:00000001:1.0:1767384351.026558:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384351.026559:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.026563:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384351.026564:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (6) 00000100:00000001:2.0:1767384351.026566:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384351.026570:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384351.026571:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384351.026574:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:0.0:1767384351.026575:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:988 00000800:00000200:0.0:1767384351.026578:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506ba092 type 2, nob 96 niov 1 nkiov 0 02000000:00000010:2.0:1767384351.026579:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002452bb2b. 02000000:00000001:2.0:1767384351.026585:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.026586:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026588:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000100:00000001:2.0:1767384351.026590:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.026593:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384351.026595:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 20000000:00000001:2.0:1767384351.026596:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384351.026598:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384351.026607:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009c5818a4. 02000000:00000010:1.0:1767384351.026609:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f5177166. 02000000:00000001:1.0:1767384351.026613:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.026616:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384351.026621:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384351.026622:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384351.026626:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384351.026631:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384351.026633:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000028299457. 20000000:00000001:2.0:1767384351.026634:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384351.026639:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384351.026641:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384351.026644:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384351.026646:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384351.026650:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384351.026651:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384351.026653:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384351.026655:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000506ba092. 20000000:00000010:2.0:1767384351.026656:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d6f5ff0. 20000000:00000001:1.0:1767384351.026657:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384351.026661:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000400:00000200:0.0:1767384351.026661:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384351.026663:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384351.026669:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: GET: OK 20000000:00000001:2.0:1767384351.026671:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384351.026672:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384351.026676:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00080000:00000001:2.0:1767384351.026678:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000001:0.0:1767384351.026683:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384351.026684:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:0.0:1767384351.026690:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384351.026693:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.026697:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.026702:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : GET - for me 00080000:00000001:2.0:1767384351.026708:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384351.026708:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384351.026714:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 576/576 into md 0x1c69 [1] + 0 00000400:00000200:0.0:1767384351.026719:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp23 to MR: 192.168.204.118@tcp23 local destination 00000400:00000200:0.0:1767384351.026724:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [149:149:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [143:143:8:4294967295] 00080000:00000001:2.0:1767384351.026728:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.026734:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) -> 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) 192.168.204.118@tcp23 : REPLY try# 0 00080000:00000001:2.0:1767384351.026735:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384351.026739:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384351.026743:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.118@tcp23 00080000:00000001:2.0:1767384351.026745:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000010:0.0:1767384351.026748:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000506ba092. 00080000:00000001:2.0:1767384351.026749:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384351.026753:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:2.0:1767384351.026761:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00000800:00000200:0.0:1767384351.026761:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (6) 00080000:00000002:2.0:1767384351.026791:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384351.026795:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384351.026799:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384351.026803:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384351.026807:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384351.026812:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:2.0:1767384351.026816:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384351.026820:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000024c30fc. 00080000:00000001:2.0:1767384351.026824:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301496583168 : -114772212968448 : ffff979d83041400) 00080000:00000001:2.0:1767384351.026828:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384351.026831:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384351.026835:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b48b991f. 00080000:00000001:2.0:1767384351.026838:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384351.026842:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384351.026873:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384351.026893:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384351.026924:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:995 00000800:00000200:0.0:1767384351.026927:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506ba092 type 3, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1767384351.026964:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384351.026966:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000506ba092. 00000400:00000200:0.0:1767384351.026969:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.026975:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: REPLY: OK 00000800:00000001:0.0:1767384351.026983:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.026986:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384351.026988:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.026991:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384351.026992:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.026995:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.026998:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : REPLY - for me 00000400:00000200:0.0:1767384351.027005:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp23: Reply from 12345-192.168.204.118@tcp23 of length 576/576 into md 0x1c85 00000800:00000001:0.0:1767384351.027008:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.027012:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.027013:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.027016:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: REPLY: OK 00000400:00000200:0.0:1767384351.027018:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099275b97 00000400:00000010:0.0:1767384351.027020:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099275b97. 00000400:00000200:0.0:1767384351.027022:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384351.027024:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:0.0:1767384351.027025:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:0.0:1767384351.027028:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 34. state = 0x100271 00000400:00000200:0.0:1767384351.027031:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384351.027036:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (34) 00000800:00000001:0.0:1767384351.027038:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.027040:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.027053:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384351.027056:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:0.0:1767384351.027062:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000e8994867. 00000400:00000010:0.0:1767384351.027066:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 00000000ec17389b. 00000400:00000010:0.0:1767384351.027073:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 00000000a9314c0d. 00000400:00000200:0.0:1767384351.027097:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp32(000000006ea22c55) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384351.027102:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp37(00000000de255583) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384351.027106:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp39(000000003a3245c2) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384351.027112:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002a155e51. 00000400:00000200:0.0:1767384351.027117:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002a155e51 nid 192.168.204.118@tcp41 00000400:00000010:0.0:1767384351.027120:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000083b352b6. 00000400:00000200:0.0:1767384351.027122:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000083b352b6 net tcp41 00000400:00000200:0.0:1767384351.027124:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (33) 00000400:00000200:0.0:1767384351.027127:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp41 flags 0x11 00000400:00000010:0.0:1767384351.027130:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000058caa8e8. 00000400:00000200:0.0:1767384351.027132:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000058caa8e8 nid 192.168.204.118@tcp42 00000400:00000010:0.0:1767384351.027134:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d133822f. 00000400:00000200:0.0:1767384351.027135:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d133822f net tcp42 00000400:00000200:0.0:1767384351.027136:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000200:0.0:1767384351.027138:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp42 flags 0x11 00000400:00000010:0.0:1767384351.027140:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000e8994867. 00000400:00000010:0.0:1767384351.027142:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 00000000ec17389b. 00000400:00000010:0.0:1767384351.027143:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 00000000a9314c0d. 00000400:00000010:0.0:1767384351.027145:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000009425082b. 00000400:00000200:0.0:1767384351.027147:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384351.027149:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:0.0:1767384351.027151:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:0.0:1767384351.027153:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:0.0:1767384351.027156:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099275b97. 00000400:00000200:0.0:1767384351.027158:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000400:00000010:0.0:1767384351.027160:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000380aa6fb. 00000400:00000200:0.0:1767384351.027162:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp23 00000400:00000200:0.0:1767384351.027167:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp23 to MR: 192.168.204.118@tcp23 local destination 00000400:00000200:0.0:1767384351.027170:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [150:150:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1767384351.027173:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp23 00000400:00000200:0.0:1767384351.027183:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) -> 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) : PUT try# 0 00000800:00000200:0.0:1767384351.027186:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.118@tcp23 00000800:00000010:0.0:1767384351.027189:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000506ba092. 00000800:00000200:0.0:1767384351.027191:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (6) 00000800:00000200:0.0:1767384351.027194:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:988 00000800:00000200:0.0:1767384351.027196:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506ba092 type 1, nob 672 niov 1 nkiov 1 00000400:00000200:0.0:1767384351.027209:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384351.027212:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000800:00000200:1.0:1767384351.027270:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384351.027273:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000506ba092. 00000400:00000200:1.0:1767384351.027276:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.027281:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: PUT: OK 00000400:00000200:1.0:1767384351.027284:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384351.027286:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp23: 0 00000800:00000001:1.0:1767384351.027291:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.027296:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384351.027298:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.027300:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.027305:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : PUT - for me 00000400:00000200:1.0:1767384351.027312:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384351.027316:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 576/576 into md 0x1c81 [1] + 0 00000400:00000010:1.0:1767384351.027318:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc33984. 00000400:00000200:1.0:1767384351.027321:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c9f6685 00000800:00000001:1.0:1767384351.027323:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.027326:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.027328:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.027330:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: PUT: OK 00000400:00000200:1.0:1767384351.027333:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f6685 00000400:00000010:1.0:1767384351.027334:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9f6685. 00000400:00000200:1.0:1767384351.027342:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384351.027346:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (36) 00000400:00000200:1.0:1767384351.027349:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:1.0:1767384351.027353:0:16345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000300fa054. 00000400:00000200:1.0:1767384351.027355:0:16345:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 34 00000400:00000200:1.0:1767384351.027357:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384351.027367:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (37) 00000400:00000200:1.0:1767384351.027371:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384351.027375:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp23 to MR: 192.168.204.118@tcp23 local destination 00000400:00000200:1.0:1767384351.027380:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp23 NI seq info: [151:151:256:4294967295] 192.168.204.118@tcp23 LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1767384351.027391:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) -> 192.168.204.118@tcp23(192.168.204.118@tcp23:192.168.204.118@tcp23) 192.168.204.118@tcp23 : ACK try# 0 00000800:00000200:1.0:1767384351.027396:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp23 00000400:00000200:0.0:1767384351.027398:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384351.027400:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204b4174. 00000800:00000200:1.0:1767384351.027405:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (6) 00000400:00000010:0.0:1767384351.027405:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e2ac7a. 00000800:00000200:1.0:1767384351.027412:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:995 00000400:00000010:0.0:1767384351.027413:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000800:00000200:1.0:1767384351.027415:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204b4174 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384351.027421:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093ef97f4 00000400:00000200:0.0:1767384351.027429:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1004f1 00000400:00000010:0.0:1767384351.027435:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 000000009425082b. 00000800:00000001:2.0:1767384351.027436:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384351.027439:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 00000000a9314c0d. 00000400:00000010:0.0:1767384351.027443:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 00000000ec17389b. 00000800:00000200:1.0:1767384351.027460:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384351.027464:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204b4174. 00000400:00000200:1.0:1767384351.027468:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.027472:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: ACK: OK 00000800:00000001:2.0:1767384351.027477:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384351.027479:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384351.027481:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 000000009425082b. 00000400:00000010:0.0:1767384351.027486:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 00000000a9314c0d. 00000800:00000001:1.0:1767384351.027487:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384351.027489:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 00000000ec17389b. 00000800:00000001:1.0:1767384351.027490:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384351.027494:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000300fa054. 00000800:00000001:1.0:1767384351.027495:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.027499:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384351.027505:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp23(192.168.204.118@tcp23) <- 192.168.204.118@tcp23 : ACK - for me 00000400:00000200:0.0:1767384351.027506:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100571 00000400:00000200:0.0:1767384351.027513:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 1 00000400:00000200:0.0:1767384351.027520:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 00000400:00000200:1.0:1767384351.027523:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp23: ACK from 12345-192.168.204.118@tcp23 into md 0x1c89 00000400:00000200:0.0:1767384351.027526:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384351.027529:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.027530:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100511 rc 0 00000400:00000200:1.0:1767384351.027536:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp23->192.168.204.118@tcp23: ACK: OK 00000400:00000200:0.0:1767384351.027538:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384351.027546:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (36) 00000400:00000200:1.0:1767384351.027550:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099275b97 00000400:00000010:1.0:1767384351.027553:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099275b97. 00000400:00000200:1.0:1767384351.027561:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384351.027564:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:1.0:1767384351.027566:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (35) 00000800:00000001:1.0:1767384351.027570:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.027572:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384351.027727:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000024c30fc. 00080000:00000010:0.0:1767384351.027763:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b48b991f. 00040000:00000001:0.0:1767384351.027795:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384351.027797:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384351.027805:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384351.027808:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384351.027811:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384351.027813:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384351.027825:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384351.027835:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384351.027838:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384351.027842:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384351.027861:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384351.027866:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384351.027869:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384351.027874:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384351.027878:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384351.027887:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d8926876. 20000000:00000010:1.0:1767384351.027888:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7fee436. 20000000:01000000:1.0:1767384351.027892:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00010000:00000001:2.0:1767384351.027895:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000001:1.0:1767384351.027896:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384351.027901:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:2.0:1767384351.027902:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043b30177. 00080000:00000001:1.0:1767384351.027903:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384351.027909:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384351.027911:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:2.0:1767384351.027913:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043b30177 with handle 0xd602e9c522f0b315 to hash 00000020:00000001:2.0:1767384351.027917:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384351.027918:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.027919:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00080000:00000001:1.0:1767384351.027922:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384351.027926:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00080000:00000001:1.0:1767384351.027926:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384351.027930:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384351.027933:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.027934:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384351.027935:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00000001:2.0:1767384351.027938:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.027939:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384351.027943:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:2.0:1767384351.027945:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384351.027946:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384351.027951:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384351.027956:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.027962:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384351.027962:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384351.027968:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384351.027969:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384351.027972:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384351.027975:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384351.027977:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:0.0:1767384351.027980:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384351.027982:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384351.027982:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ca5145ad. 00000100:00000001:0.0:1767384351.027985:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384351.027988:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:0.0:1767384351.027989:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009c5818a4. 00080000:00000001:1.0:1767384351.027990:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507986432 : -114772201565184 : ffff979d83b21400) 00010000:00000001:2.0:1767384351.027993:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384351.027995:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384351.027996:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384351.027999:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:0.0:1767384351.028000:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731471488 00000001:00000001:1.0:1767384351.028001:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384351.028003:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384351.028004:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384351.028007:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:1.0:1767384351.028007:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c2d64ed5. 00010000:00000200:0.0:1767384351.028011:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004b5ee73 x1853236731471488/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028012:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384351.028013:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384351.028017:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d8926876) refcount = 1 00080000:00000001:1.0:1767384351.028020:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384351.028027:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384351.028029:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1767384351.028031:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.028032:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.028040:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=71 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384351.028042:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384351.028044:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1767384351.028045:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384351.028047:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384351.028051:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384351.028053:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:0.0:1767384351.028055:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384351.028057:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384351.028058:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028062:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.028063:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384351.028067:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384351.028068:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384351.028074:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:0.0:1767384351.028074:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000650cec75. 20000000:01000000:2.0:1767384351.028079:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000200:0.0:1767384351.028079:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731471488, offset 224 00010000:00000001:2.0:1767384351.028085:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384351.028089:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384351.028089:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384351.028093:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043b30177 refcount=4 00000020:00000001:2.0:1767384351.028098:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00000400:00000200:0.0:1767384351.028099:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384351.028104:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00000400:00000200:0.0:1767384351.028107:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106680 00010000:00000001:2.0:1767384351.028109:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384351.028114:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384351.028114:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c71 [2] + 224 00000400:00000200:0.0:1767384351.028122:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384351.028128:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384351.028129:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384351.028131:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384351.028134:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.028143:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384351.028143:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028147:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384351.028150:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384351.028155:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028171:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384351.028174:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028178:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384351.028180:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384351.028182:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384351.028188:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cec75 00010000:00010000:2.0:1767384351.028189:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043b30177 already unused, calling callback (00000000d6205520) 00000400:00000010:0.0:1767384351.028190:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000650cec75. 00010000:00000001:2.0:1767384351.028196:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384351.028196:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384351.028198:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384351.028201:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384351.028201:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384351.028202:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.028205:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.028206:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384351.028210:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:1.0:1767384351.028214:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384351.028217:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384351.028217:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384351.028220:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384351.028221:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064fc929b. 00000020:00000001:0.0:1767384351.028223:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384351.028225:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000951008b9 00000100:00000040:0.0:1767384351.028229:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004b5ee73 x1853236731471488/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384351.028230:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000951008b9. 00000100:00000001:1.0:1767384351.028236:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384351.028242:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028248:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384351.028252:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384351.028257:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384351.028258:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004b5ee73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731471488:12345-0@lo:253: Request processed in 1793us (2427us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384351.028262:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043b30177 refcount=5 00000100:00000200:1.0:1767384351.028263:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384351.028269:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00010000:00000001:2.0:1767384351.028277:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152256 : -114767968399360 : ffff979e80031000) 00000100:00100000:0.0:1767384351.028277:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000001:1.0:1767384351.028280:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384351.028284:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.028285:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384351.028285:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384351.028288:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384351.028290:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384351.028291:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384351.028292:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.028294:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384351.028295:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.028298:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.028299:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000594f41f9. 02000000:00000001:1.0:1767384351.028303:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.028306:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00001000:1.0:1767384351.028309:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=71 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384351.028311:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:0.0:1767384351.028312:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005af5d20b. 00000100:00001000:1.0:1767384351.028314:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=71 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384351.028316:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:0.0:1767384351.028319:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:1.0:1767384351.028320:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384351.028321:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.028324:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.028326:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384351.028328:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384351.028328:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384351.028329:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002452bb2b. 00010000:00000001:1.0:1767384351.028331:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028333:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384351.028334:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384351.028335:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028337:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384351.028338:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384351.028341:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028342:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384351.028344:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:2.0:1767384351.028350:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043b30177 with handle 0xd602e9c522f0b315 from hash 00000400:00000010:0.0:1767384351.028351:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d150cd07. 00000100:00000001:1.0:1767384351.028352:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384351.028358:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384351.028358:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384351.028359:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000650cec75. 00000100:00000001:1.0:1767384351.028361:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.028363:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384351.028365:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384351.028367:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384351.028369:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384351.028372:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:1.0:1767384351.028372:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384351.028376:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384351.028377:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:1.0:1767384351.028378:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384351.028382:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384351.028383:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:1.0:1767384351.028384:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384351.028388:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:1.0:1767384351.028388:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384351.028393:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384351.028396:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384351.028398:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384351.028399:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384351.028403:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028404:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384351.028408:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384351.028414:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384351.028415:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731471488:0@lo:253: 00010000:00000001:2.0:1767384351.028418:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384351.028420:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.028422:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.028423:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384351.028426:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731471488/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.028428:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028433:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.028436:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384351.028438:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384351.028439:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029a55519. 02000000:00000001:1.0:1767384351.028442:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384351.028444:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384351.028447:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00010000:2.0:1767384351.028449:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384351.028449:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384351.028452:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:1.0:1767384351.028458:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384351.028461:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384351.028464:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384351.028464:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00010000:00000001:2.0:1767384351.028468:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384351.028469:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384351.028473:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384351.028473:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.028475:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.028477:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384351.028481:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384351.028481:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384351.028483:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384351.028484:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028487:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384351.028488:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384351.028492:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.028493:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384351.028497:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.028500:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.028507:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384351.028508:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384351.028509:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000043b30177/0xd602e9c522f0b315 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384351.028516:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d8926876 count: 0 00010000:00000001:2.0:1767384351.028524:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384351.028526:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:3.0:1767384351.029799:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ca5145ad. 00080000:00000010:3.0:1767384351.029838:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c2d64ed5. 00040000:00000001:3.0:1767384351.029843:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384351.029862:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384351.029865:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384351.029869:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384351.029872:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384351.029874:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384351.029877:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384351.029887:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384351.029890:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384351.029896:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384351.029905:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384351.029908:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384351.029910:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384351.029912:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384351.029914:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384351.029918:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001d681412. 00010000:00000001:2.0:1767384351.029921:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384351.029923:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 00000020:00000001:2.0:1767384351.029925:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384351.029927:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae4b3d8a with handle 0xd602e9c522f0b31c to hash 00000020:00000001:2.0:1767384351.029929:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384351.029930:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.029931:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.029933:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384351.029939:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.029941:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.029946:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384351.029947:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384351.029948:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384351.029950:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384351.029951:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.029952:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384351.029953:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.029955:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384351.029956:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384351.029957:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384351.029958:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384351.029959:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001d681412) refcount = 1 00010000:00010000:2.0:1767384351.029961:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.029965:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384351.029966:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384351.029967:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.029968:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.029970:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384351.029972:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384351.029974:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384351.029975:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384351.029976:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384351.029977:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=4 00000020:00000001:2.0:1767384351.029979:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.029980:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.029982:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384351.029983:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.029988:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384351.029993:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.029996:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.029997:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384351.029998:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.030002:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384351.030003:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030004:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384351.030005:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384351.030008:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ae4b3d8a already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384351.030010:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384351.030011:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384351.030011:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.030015:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384351.030016:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384351.030017:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384351.030018:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=5 00000020:00000001:2.0:1767384351.030019:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.030021:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384351.030023:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384351.030024:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384351.030028:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384351.030030:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384351.030031:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030033:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384351.030035:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384351.030036:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384351.030041:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384351.030042:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000040:2.0:1767384351.030043:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae4b3d8a with handle 0xd602e9c522f0b31c from hash 00010000:00000001:2.0:1767384351.030048:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384351.030049:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384351.030050:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.030053:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:3.0:1767384351.030054:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000028299457. 00010000:00000001:2.0:1767384351.030055:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384351.030057:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384351.030061:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384351.030062:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:3.0:1767384351.030063:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030063:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384351.030065:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030066:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384351.030067:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384351.030069:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.030070:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384351.030070:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030075:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030077:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384351.030078:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731471616 00010000:00010000:2.0:1767384351.030079:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.030085:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384351.030086:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.030090:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384351.030091:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384351.030092:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000200:3.0:1767384351.030094:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081178f49 x1853236731471616/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384351.030095:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384351.030097:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384351.030099:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384351.030102:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384351.030106:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.030110:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384351.030114:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384351.030116:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384351.030118:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030118:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384351.030121:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b31c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384351.030125:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384351.030130:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384351.030136:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384351.030141:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000040:2.0:1767384351.030141:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001d681412 count: 0 02000000:00000001:3.0:1767384351.030146:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384351.030148:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.030149:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384351.030152:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384351.030152:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384351.030160:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384351.030164:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007100e583. 00000100:00000200:3.0:1767384351.030168:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731471616, offset 224 00000400:00000200:3.0:1767384351.030175:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384351.030181:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384351.030189:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106700 00000400:00000200:3.0:1767384351.030194:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c79 [2] + 224 00000400:00000200:3.0:1767384351.030200:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.030203:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384351.030206:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384351.030210:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384351.030219:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.030238:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384351.030244:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007100e583 00000400:00000010:3.0:1767384351.030247:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007100e583. 00000100:00000001:3.0:1767384351.030249:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384351.030251:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384351.030255:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.030258:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384351.030268:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384351.030270:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.030272:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384351.030276:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081178f49 x1853236731471616/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384351.030285:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081178f49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731471616:12345-0@lo:253: Request processed in 3805us (4323us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384351.030291:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384351.030296:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:0.0:1767384351.030296:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384351.030302:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000001:0.0:1767384351.030303:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.030306:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384351.030308:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384351.030309:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ee49376. 00000100:00000001:3.0:1767384351.030312:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384351.030315:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf61482 00000020:00000010:3.0:1767384351.030317:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a415fc02. 00000400:00000010:0.0:1767384351.030318:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf61482. 00000020:00000010:3.0:1767384351.030324:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f1d030d. 00000100:00000001:0.0:1767384351.030324:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.030330:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384351.030331:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032cd0686. 00000020:00000040:3.0:1767384351.030339:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000200:0.0:1767384351.030341:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384351.030345:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384351.030349:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f5177166. 00000100:00000001:0.0:1767384351.030351:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.030354:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384351.030356:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384351.030356:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.030361:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384351.030362:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.030363:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.030366:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384351.030369:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384351.030369:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.030371:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=71 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384351.030376:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6a1f9c3. 00000100:00001000:0.0:1767384351.030376:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.030379:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.030382:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384351.030383:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007100e583. 00010000:00000001:0.0:1767384351.030383:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384351.030387:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.030391:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.030395:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.030403:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.030406:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.030407:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384351.030410:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384351.030412:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384351.030413:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384351.030415:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384351.030416:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384351.030425:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384351.030427:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384351.030428:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384351.030429:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384351.030433:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.030439:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731471616:0@lo:253: 00000100:00000001:0.0:1767384351.030442:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.030444:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.030446:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000921f3a57 x1853236731471616/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.030450:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.030451:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.030453:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e647901. 02000000:00000001:0.0:1767384351.030455:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.030457:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.030458:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384351.030459:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.030460:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fecf27a9. 02000000:00000001:0.0:1767384351.030462:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.030463:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.030464:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f3a57. 00000100:00000001:0.0:1767384351.030466:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.030467:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.030467:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.030471:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.030472:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.030474:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.030475:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.031822:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294937199, at 4294937200 00000100:00000010:3.0:1767384351.031829:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb6cffb3. 00000100:00000040:0.0:1767384351.031829:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294937199, at 4294937200 00000100:00000010:0.0:1767384351.031838:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bccaf89c. 00000100:00000040:1.0:1767384351.032819:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294937199, at 4294937201 00000100:00000010:1.0:1767384351.032827:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6462807. 00000100:00000040:2.0:1767384351.032829:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294937199, at 4294937201 00000100:00000010:2.0:1767384351.032838:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049217474. 00010000:00000010:2.1:1767384351.033810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8926876. 00010000:00000010:2.1:1767384351.033817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043b30177. 00010000:00000010:2.1:1767384351.037782:0:33927:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001d681412. 00010000:00000010:2.1:1767384351.037789:0:33927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae4b3d8a. 00000400:00000010:1.0:1767384351.043721:0:33930:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c52f1891. 00000400:00000040:1.0:1767384351.043740:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.043742:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384351.043745:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.043746:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.043748:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.043755:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384351.043758:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.043759:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384351.043761:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384351.043762:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384351.043764:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384351.043784:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.043787:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384351.043788:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.043789:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384351.043791:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384351.043793:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384351.043795:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384351.043796:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384351.043798:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.043800:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.043801:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.043802:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.043803:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.043804:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384351.043805:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.043806:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.043807:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.043808:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.043809:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.043810:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384351.043812:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384351.043813:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384351.043814:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384351.043815:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384351.043817:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.043818:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384351.043820:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384351.043821:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.043822:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384351.043824:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384351.043825:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384351.043827:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384351.043828:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384351.043834:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384351.043835:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384351.043837:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384351.043839:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384351.043840:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384351.043841:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384351.043842:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384351.043843:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384351.043844:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384351.043859:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384351.043860:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384351.043861:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384351.043862:0:33930:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384351.043936:0:33930:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c52f1891. 00000400:00000200:1.0:1767384351.431868:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp37 00000400:00000010:1.0:1767384351.431874:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000073703990. 00000400:00000010:1.0:1767384351.431882:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f861dec5. 00000400:00000010:1.0:1767384351.431887:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000400:00000010:1.0:1767384351.431894:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ead9b829. 00000400:00000200:1.0:1767384351.431899:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp37 00000400:00000200:1.0:1767384351.431916:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp37 local destination 00000400:00000200:1.0:1767384351.431922:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp37 00000400:00000200:1.0:1767384351.431927:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp37 NI seq info: [152:152:256:4294967295] 192.168.204.118@tcp37 LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1767384351.431933:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp37 00000400:00000200:1.0:1767384351.431944:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37:) -> 192.168.204.118@tcp37(192.168.204.118@tcp37:192.168.204.118@tcp37) : GET try# 0 00000800:00000200:1.0:1767384351.431949:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp37 00000800:00000010:1.0:1767384351.431953:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000204b4174. 00000800:00000200:1.0:1767384351.431959:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000800:00000200:1.1:1767384351.431963:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000400:00000200:1.0:1767384351.431980:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp37 added to recovery queue. ping count: 3 next ping: 278 health :700 00000400:00000200:1.0:1767384351.431985:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp34 00000400:00000010:1.0:1767384351.431987:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000175da88a. 00000400:00000010:1.0:1767384351.431990:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008fc11064. 00000400:00000010:1.0:1767384351.431993:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18a3313. 00000400:00000010:1.0:1767384351.432005:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000682650d2. 00000400:00000200:1.0:1767384351.432009:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp34 00000400:00000200:1.0:1767384351.432015:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp34 local destination 00000400:00000200:1.0:1767384351.432018:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp34 00000400:00000200:1.0:1767384351.432021:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [153:153:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767384351.432026:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp34 00000400:00000200:1.0:1767384351.432045:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:) -> 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) : GET try# 0 00000800:00000200:1.0:1767384351.432052:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp34 00000800:00000010:1.0:1767384351.432055:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b2995d2. 00000800:00000200:1.0:1767384351.432061:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:1.1:1767384351.432068:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000400:00000200:1.0:1767384351.432092:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp34 added to recovery queue. ping count: 4 next ping: 286 health :600 00000400:00000200:1.0:1767384351.432099:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp33 00000400:00000010:1.0:1767384351.432105:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d6106fdb. 00000400:00000200:3.0:1767384351.432107:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000010:1.0:1767384351.432110:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ba63dc88. 00000400:00000010:1.0:1767384351.432116:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000400:00000010:1.0:1767384351.432126:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4f2fea7. 00000400:00000200:1.0:1767384351.432135:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp33 00000400:00000200:1.0:1767384351.432143:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp33 local destination 00000400:00000200:1.0:1767384351.432146:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 00000400:00000200:1.0:1767384351.432154:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [154:154:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1767384351.432161:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000400:00000200:1.0:1767384351.432179:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) : GET try# 0 00000800:00000200:1.0:1767384351.432190:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp33 00000400:00000200:0.0:1767384351.432192:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.432193:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000268a1f8. 00000800:00000200:1.0:1767384351.432201:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:1.1:1767384351.432204:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000400:00000200:1.0:1767384351.432222:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 4 next ping: 286 health :600 00000400:00000200:3.0:1767384351.432272:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432307:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.432320:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.432440:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.432441:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432441:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432602:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.432635:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.432652:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432701:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.432751:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432812:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.432880:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.432921:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.432929:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433015:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433046:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433080:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433140:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433187:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433230:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433270:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433382:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433415:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433454:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433518:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433537:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433682:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433684:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433686:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.433888:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.433891:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.433896:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434025:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434035:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434058:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434153:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434190:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434203:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434290:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434329:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434365:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434432:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434467:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434498:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434544:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434589:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434641:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434652:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434723:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434832:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.434861:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.434865:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.434951:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435023:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435037:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435041:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435134:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435159:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435168:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435262:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435292:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435344:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435384:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435409:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435484:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435547:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435612:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435650:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435655:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435730:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435824:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.435891:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.435894:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.435940:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436024:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436029:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436086:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436128:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436169:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436229:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436254:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436257:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436376:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436403:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436459:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436488:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436538:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436592:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436685:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436686:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436719:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436824:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.436858:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.436884:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.436948:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437006:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437022:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437100:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437148:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437182:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.437250:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7ce4c13. 00000800:00000010:1.0:1767384351.437257:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa1a1f1. 00000800:00000010:1.0:1767384351.437266:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b21e84e. 00000400:00000200:0.0:1767384351.437266:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437283:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.437305:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b21e84e. 00000800:00020000:1.0:1767384351.437323:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384351.437327:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa1a1f1. 00000800:00000010:1.0:1767384351.437334:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e7ce4c13. 00000400:00000200:3.0:1767384351.437386:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437392:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:02020000:1.0:1767384351.437401:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384351.437412:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp33 notifying 192.168.204.118@tcp33: down 00000800:00000200:1.0:1767384351.437422:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp33 down 00000800:00000100:1.0:1767384351.437433:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp33 00000800:00000010:1.0:1767384351.437436:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000268a1f8. 00000400:00000200:1.0:1767384351.437445:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384351.437452:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384351.437460:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384351.437463:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384351.437472:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384351.437503:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437517:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437594:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437619:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437670:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437721:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.437758:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437866:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437921:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:0.0:1767384351.437976:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.438202:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384351.438272:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088a73b57. 00000800:00000010:0.0:1767384351.438279:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eace98f6. 00000800:00000010:0.0:1767384351.438285:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a05111d1. 00000800:00000010:0.0:1767384351.438348:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a05111d1. 00000400:00000200:3.0:1767384351.438365:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp37 from 212.3.0.2 00000800:00000010:3.0:1767384351.438371:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fa98ca29. 00000400:00000200:3.0:1767384351.438952:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384351.438971:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp34 from 211.3.0.2 00000800:00000010:3.0:1767384351.438974:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000faad5997. 00000800:00000010:3.0:1767384351.441127:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d8da099. 00000800:00000010:3.0:1767384351.441135:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000741ec5f3. 00000800:00000010:3.0:1767384351.441180:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000113cd391. 00000800:00000010:3.0:1767384351.441185:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008caa3ad5. 00000800:00000010:3.0:1767384351.441222:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bff8e2c2. 00000800:00000200:3.1:1767384351.441230:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (2) 00000800:00000200:3.1:1767384351.441240:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp34 00000000bff8e2c2 deleted 00000800:00000010:3.1:1767384351.441244:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bff8e2c2. 00000800:00000200:3.1:1767384351.441253:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384351.441266:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp34 ip 192.168.204.118:979 00000800:00000200:3.1:1767384351.441272:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b2995d2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384351.441281:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp34 p 3.x 192.168.204.118 -> 192.168.204.118:979 incarnation:1767384333904083598 sched[0] 00000800:00000010:3.0:1767384351.441290:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b729833d. 00000800:00000010:3.0:1767384351.441378:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b729833d. 00000800:00000010:3.0:1767384351.441384:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008caa3ad5. 00000800:00000010:3.0:1767384351.441447:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000faad5997. 00000800:00000001:3.0:1767384351.441485:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.441494:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384351.441580:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384351.441584:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b2995d2. 00000400:00000200:3.0:1767384351.441590:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.441598:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: GET: OK 00000400:00000200:3.0:1767384351.441606:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384351.441610:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp34 recovery message sent successfully:0 00000800:00000200:3.1:1767384351.441728:0:30695:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384351.441738:0:30695:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp34 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384333904083598 sched[0] 00000800:00000010:3.0:1767384351.441743:0:30695:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eace98f6. 00000800:00000001:3.0:1767384351.442063:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442074:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384351.442087:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442099:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.442111:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34) <- 192.168.204.118@tcp34 : GET - for me 00000400:00000200:3.0:1767384351.442132:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384351.442147:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1c69 [1] + 0 00000400:00000200:3.0:1767384351.442166:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp34 to MR: 192.168.204.118@tcp34 local destination 00000400:00000200:3.0:1767384351.442175:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp34 NI seq info: [155:155:256:4294967295] 192.168.204.118@tcp34 LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1767384351.442195:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) -> 192.168.204.118@tcp34(192.168.204.118@tcp34:192.168.204.118@tcp34) 192.168.204.118@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384351.442205:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp34 00000800:00000010:3.0:1767384351.442211:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070d939ff. 00000800:00000200:3.0:1767384351.442222:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (4) 00000800:00000200:3.0:1767384351.442232:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp34 ip 192.168.204.118:988 00000800:00000200:3.0:1767384351.442236:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070d939ff type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384351.442339:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384351.442342:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070d939ff. 00000400:00000200:3.0:1767384351.442348:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.442355:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: REPLY: OK 00000800:00000001:3.0:1767384351.442374:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442382:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384351.442386:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442395:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384351.442397:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442405:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.442416:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp34(192.168.204.118@tcp34) <- 192.168.204.118@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384351.442432:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp34: Reply from 12345-192.168.204.118@tcp34 of length 272/272 into md 0x1ca5 00000800:00000001:3.0:1767384351.442440:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442449:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.442451:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.442456:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp34->192.168.204.118@tcp34: REPLY: OK 00000400:00000200:3.0:1767384351.442465:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18a3313 00000400:00000010:3.0:1767384351.442480:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18a3313. 00000400:00000200:3.0:1767384351.442489:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384351.442498:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000175da88a. 00000400:00000010:3.0:1767384351.442506:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008fc11064. 00000800:00000001:3.0:1767384351.442518:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.442525:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.442629:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.442810:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.442927:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.443061:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.443071:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e7ce4c13. 00000800:00000010:1.0:1767384351.443079:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa1a1f1. 00000800:00000010:1.0:1767384351.443086:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b21e84e. 00000400:00000200:3.0:1767384351.443150:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.443183:0:16341:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000faf61482. 00000800:00000200:1.1:1767384351.443194:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (2) 00000800:00000200:1.1:1767384351.443200:0:16341:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp37 00000000faf61482 deleted 00000800:00000010:1.1:1767384351.443202:0:16341:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000faf61482. 00000800:00000200:1.1:1767384351.443206:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384351.443214:0:16341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp37 ip 192.168.204.118:980 00000800:00000200:1.1:1767384351.443218:0:16341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204b4174 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384351.443223:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp37 p 3.x 192.168.204.118 -> 192.168.204.118:980 incarnation:1767384340001833724 sched[0] 00000800:00000010:1.0:1767384351.443228:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bf2eee5. 00000400:00000200:3.0:1767384351.443242:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.443249:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bf2eee5. 00000800:00000010:1.0:1767384351.443255:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000741ec5f3. 00000800:00000010:1.0:1767384351.443309:0:16341:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fa98ca29. 00000800:00000001:1.0:1767384351.443338:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443343:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.443368:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000200:1.0:1767384351.443379:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384351.443384:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000204b4174. 00000400:00000200:1.0:1767384351.443394:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.443404:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: GET: OK 00000400:00000200:1.0:1767384351.443410:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384351.443414:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp37 recovery message sent successfully:0 00000400:00000200:3.0:1767384351.443497:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000010:1.0:1767384351.443498:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b21e84e. 00000800:00000200:1.1:1767384351.443520:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384351.443531:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp37 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384340001833724 sched[0] 00000800:00000010:1.0:1767384351.443534:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa1a1f1. 00000800:00000001:1.0:1767384351.443567:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443576:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384351.443578:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443585:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.443590:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37) <- 192.168.204.118@tcp37 : GET - for me 00000400:00000200:1.0:1767384351.443602:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384351.443604:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.443612:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1c69 [1] + 0 00000400:00000200:1.0:1767384351.443626:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp37 to MR: 192.168.204.118@tcp37 local destination 00000400:00000200:1.0:1767384351.443632:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp37 NI seq info: [156:156:256:4294967295] 192.168.204.118@tcp37 LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384351.443643:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37:192.168.204.118@tcp37) -> 192.168.204.118@tcp37(192.168.204.118@tcp37:192.168.204.118@tcp37) 192.168.204.118@tcp37 : REPLY try# 0 00000800:00000200:1.0:1767384351.443649:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp37 00000800:00000010:1.0:1767384351.443653:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000204b4174. 00000800:00000200:1.0:1767384351.443657:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (4) 00000800:00000200:1.0:1767384351.443662:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp37 ip 192.168.204.118:988 00000800:00000200:1.0:1767384351.443664:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000204b4174 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384351.443677:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000800:00000200:1.0:1767384351.443727:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384351.443730:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000204b4174. 00000400:00000200:1.0:1767384351.443734:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.443738:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: REPLY: OK 00000800:00000001:1.0:1767384351.443756:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443762:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384351.443763:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443797:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384351.443798:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443800:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.443803:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp37(192.168.204.118@tcp37) <- 192.168.204.118@tcp37 : REPLY - for me 00000400:00000200:1.0:1767384351.443819:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp37: Reply from 12345-192.168.204.118@tcp37 of length 272/272 into md 0x1ca1 00000400:00000200:3.0:1767384351.443823:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000001:1.0:1767384351.443824:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443832:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.443837:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384351.443859:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp37->192.168.204.118@tcp37: REPLY: OK 00000400:00000200:1.0:1767384351.443865:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20ac26f 00000400:00000010:1.0:1767384351.443867:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20ac26f. 00000400:00000200:1.0:1767384351.443871:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384351.443879:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000073703990. 00000400:00000010:1.0:1767384351.443886:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f861dec5. 00000800:00000001:1.0:1767384351.443894:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384351.443896:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.443948:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.443953:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444055:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444068:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444141:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444174:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444233:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444330:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444330:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444467:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444492:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444554:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444619:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444643:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444749:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444752:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444830:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.444929:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.444930:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445013:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.445067:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445195:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.445208:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445268:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.445355:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445359:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445472:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.445510:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445545:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384351.445661:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445661:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445751:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445825:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445890:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.445940:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.445993:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446058:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446123:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446173:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446234:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446294:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446340:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446389:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446436:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446496:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446555:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446599:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446646:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446699:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446748:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446828:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.446892:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.446959:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.447005:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384351.447102:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.447121:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384351.447260:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000800:00000010:2.0:1767384351.447333:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029a55519. 00000800:00000010:2.0:1767384351.447338:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1f9fbb9. 00000800:00000010:2.0:1767384351.447343:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008179fbdc. 00000400:00000200:1.0:1767384351.447343:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384351.447386:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008179fbdc. 00000800:00020000:2.0:1767384351.447401:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384351.447405:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1f9fbb9. 00000800:00000010:2.0:1767384351.447408:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029a55519. 00000400:02020000:2.0:1767384351.447502:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384351.447554:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00000800:00000010:1.0:1767384351.447558:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa1a1f1. 00000800:00000010:1.0:1767384351.447561:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b21e84e. 00000800:00000010:1.0:1767384351.447578:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b21e84e. 00000800:00020000:1.0:1767384351.447584:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384351.447587:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa1a1f1. 00000800:00000010:1.0:1767384351.447589:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000400:02020000:1.0:1767384351.447623:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384351.752876:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384351.752884:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384351.752905:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384351.752907:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.752952:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384351.752958:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384351.752962:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384351.943920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384351.943928:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384351.943944:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000020:00000040:1.0:1767384351.943950:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384351.943955:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384351.943957:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384351.943963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384351.943970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000204b4174. 00000100:00000001:1.0:1767384351.943976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.943984:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384351.943993:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384351.943995:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ba202d3] to pc [ptlrpcd_00_01+1] req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.944025:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384351.944030:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384351.944033:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000020:00000040:1.0:1767384351.944035:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384351.944036:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384351.944037:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384351.944039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384351.944043:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000268a1f8. 00000100:00000001:2.0:1767384351.944045:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384351.944046:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944051:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384351.944052:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.944057:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384351.944060:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384351.944063:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.944066:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384351.944067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000921f3a57] to pc [ptlrpcd_00_02+2] req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.944102:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384351.944109:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944115:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384351.944121:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384351.944124:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384351.944128:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384351.944132:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 02000000:00000001:2.0:1767384351.944133:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384351.944137:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384351.944141:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384351.944142:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731471744:0@lo:400: 02000000:00000001:1.0:1767384351.944143:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384351.944148:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944150:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384351.944155:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009534dfc4. 02000000:00000001:2.0:1767384351.944159:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384351.944161:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.944164:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.944169:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384351.944171:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384351.944177:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000585a9c67. 00000100:00000001:1.0:1767384351.944179:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384351.944181:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944184:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.944189:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000100:00000040:1.0:1767384351.944190:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e05bc6] to pc [ptlrpcd_00_03+3] req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384351.944200:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000100:00000001:1.0:1767384351.944206:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384351.944210:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731471744, portal 25 00000100:00000040:1.0:1767384351.944210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384351.944218:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384351.944219:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384351.944224:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000100:00000010:1.0:1767384351.944225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3fcf88d. 00000020:00000040:1.0:1767384351.944232:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384351.944234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384351.944235:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384351.944237:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384351.944238:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384351.944243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b2995d2. 00000100:00000001:1.0:1767384351.944248:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944255:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384351.944256:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384351.944266:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384351.944266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384351.944270:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.944271:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000040:1.0:1767384351.944276:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fcf88d] to pc [ptlrpcd_00_00+0] req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384351.944277:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731471744, offset 0 00000400:00000200:2.0:1767384351.944296:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384351.944300:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944309:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000400:00000200:2.0:1767384351.944318:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384351.944333:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d106780 00000400:00000200:2.0:1767384351.944347:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1459 [2] + 0 00000400:00000010:2.0:1767384351.944354:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2785c95. 00000400:00000200:2.0:1767384351.944358:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9809ad9 00000400:00000200:2.0:1767384351.944363:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.944369:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384351.944375:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9809ad9 00000400:00000010:2.0:1767384351.944377:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9809ad9. 00000100:00000001:2.0:1767384351.944383:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384351.944385:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384351.944397:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000958a6407 x1853236731471744 msgsize 224 00000100:00100000:2.0:1767384351.944406:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384351.944409:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384351.944423:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384351.944435:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:2.0:1767384351.944438:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:2.0:1767384351.944445:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384351.944454:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.944465:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.944468:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384351.944473:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384351.944474:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.944477:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384351.944484:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.944487:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944493:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384351.944497:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384351.944498:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.944500:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384351.944502:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.944504:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.944504:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384351.944510:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731472128:0@lo:400: 00000100:00000001:2.0:1767384351.944512:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294938117 00000100:00000001:1.0:1767384351.944514:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384351.944518:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384351.944520:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049217474. 02000000:00000001:1.0:1767384351.944521:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.944523:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384351.944527:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004948f0f8. 00000100:00000001:2.0:1767384351.944530:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384351.944530:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384351.944534:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060382e10. 00000400:00000010:1.0:1767384351.944542:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000100:00000001:2.0:1767384351.944544:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294938117 00000100:00000200:1.0:1767384351.944547:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731472128, portal 10 00000100:00000010:2.0:1767384351.944551:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009115e32a. 00000100:00000001:1.0:1767384351.944551:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384351.944555:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668308608 : -114767041243008 : ffff979eb7465880) 00000100:00000001:2.0:1767384351.944558:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384351.944562:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.944564:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294938117 00000100:00000010:2.0:1767384351.944572:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cbf0f98. 00000100:00000001:1.0:1767384351.944572:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384351.944577:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384351.944578:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384351.944580:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000100:00000200:1.0:1767384351.944584:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731472128, offset 0 00000100:00000001:2.0:1767384351.944586:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294938117 00000400:00000200:1.0:1767384351.944590:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384351.944593:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6462807. 00000400:00000200:1.0:1767384351.944599:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384351.944601:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384351.944606:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384351.944609:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d106900 00000100:00000001:2.0:1767384351.944611:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.944615:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:2.0:1767384351.944618:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.944619:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384351.944622:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.944626:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384351.944631:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384351.944634:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384351.944637:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384351.944642:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d1d5e92. 00000100:00000001:2.0:1767384351.944645:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384351.944646:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000001d1d5e92 x1853236731472128 msgsize 224 00000100:00000001:2.0:1767384351.944652:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384351.944655:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384351.944657:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.944661:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944664:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944671:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384351.944677:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000400:00000010:1.0:1767384351.944679:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:1.0:1767384351.944681:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384351.944684:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.944689:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384351.944691:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384351.944694:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471744 00000100:00000040:1.0:1767384351.944694:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384351.944699:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384351.944704:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.944704:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944707:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384351.944708:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944711:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.944715:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.944716:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3163 usecs (4 jiffies) 00000100:00000001:1.0:1767384351.944721:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294938116 00000100:00100000:2.0:1767384351.944723:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471744 00000100:00000001:1.0:1767384351.944724:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294938117 00000100:00000001:3.0:1767384351.944729:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384351.944729:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294938116 00000020:00000001:2.0:1767384351.944730:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384351.944743:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472128 00000020:00000040:2.0:1767384351.944744:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:1.0:1767384351.944744:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294938117 02000000:00000001:3.0:1767384351.944759:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384351.944760:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384351.944761:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294938116 00000020:00000040:2.0:1767384351.944811:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384351.944816:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384351.944820:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384351.944826:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384351.944843:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a10df87. 00000100:00000001:2.0:1767384351.944846:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.944850:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294938117 00000020:00000010:2.0:1767384351.944851:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a10df87. 00000100:00000001:1.0:1767384351.944853:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294938117 00000100:00000001:1.0:1767384351.944857:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294938117 00000100:00000001:1.0:1767384351.944859:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384351.944860:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f60d786. 00000100:00000001:1.0:1767384351.944861:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944866:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.944868:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002287fbb3. 00000100:00000001:1.0:1767384351.944868:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.944877:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384351.944878:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384351.944879:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384351.944890:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384351.944890:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384351.944894:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.944896:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384351.944897:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944899:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384351.944902:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944903:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.944915:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.944925:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.944927:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.944929:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384351.944933:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384351.944938:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.944941:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384351.944945:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384351.944952:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384351.944954:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000001:3.0:1767384351.944955:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384351.944957:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.944962:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.944965:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384351.944968:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 02000000:00000001:3.0:1767384351.944972:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.944972:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.944973:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306518528080 : -114767191023536 : ffff979eae58e050) 02000000:00000001:1.0:1767384351.944980:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384351.944981:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472128 00000020:00000001:3.0:1767384351.944990:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384351.944996:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731471872:0@lo:400: 00000020:00000040:3.0:1767384351.944997:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000040:2.0:1767384351.944998:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000958a6407 x1853236731471744/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.945004:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.945013:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000001:1.0:1767384351.945014:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384351.945022:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384351.945023:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384351.945024:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.945027:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1767384351.945029:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a10df87. 02000000:00000010:1.0:1767384351.945030:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cf41963. 00000100:00000001:2.0:1767384351.945034:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384351.945035:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.945041:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a10df87. 00000400:00000010:1.0:1767384351.945041:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4ca793. 00000400:00000010:1.0:1767384351.945049:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000100:00100000:2.0:1767384351.945053:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000958a6407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731471744:12345-0@lo:400: 00000100:00000200:1.0:1767384351.945054:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731471872, portal 4 00000100:00000001:1.0:1767384351.945058:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384351.945067:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:1.0:1767384351.945067:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788987776 : -114766920563840 : ffff979ebe77c380) 00000100:00000200:2.0:1767384351.945068:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471744 00000020:00000001:3.0:1767384351.945081:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384351.945083:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384351.945087:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.945094:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384351.945095:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384351.945096:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384351.945100:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081e7756. 00000020:00000001:2.0:1767384351.945102:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384351.945102:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384351.945113:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c1e1ad08. 00000020:00000001:2.0:1767384351.945114:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384351.945114:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000020:00000001:2.0:1767384351.945120:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000020:00000001:2.0:1767384351.945130:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384351.945130:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731471872, offset 0 00000020:00000040:3.0:1767384351.945133:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000020:00000001:2.0:1767384351.945134:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384351.945145:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384351.945147:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384351.945150:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384351.945153:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384351.945154:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.945157:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384351.945161:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8b7c01c. 00000020:00000001:2.0:1767384351.945162:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384351.945170:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d106800 00000100:00000001:2.0:1767384351.945172:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384351.945173:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8476795. 00000020:00000010:3.0:1767384351.945184:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 02000000:00000001:2.0:1767384351.945184:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384351.945193:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 02000000:00000010:2.0:1767384351.945195:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024ac024e. 00000400:00000200:1.0:1767384351.945198:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384351.945200:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1767384351.945200:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.945209:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384351.945211:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384351.945214:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945218:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384351.945221:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.945221:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384351.945224:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384351.945226:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000040:2.0:1767384351.945232:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731471744 00010000:00000001:2.0:1767384351.945239:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384351.945240:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1767384351.945240:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087f62487. 00000100:00000001:3.0:1767384351.945246:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:2.0:1767384351.945248:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000958a6407 x1853236731471744/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384351.945248:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000087f62487 x1853236731471872 msgsize 224 00000100:00000001:3.0:1767384351.945251:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945267:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384351.945270:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384351.945283:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384351.945288:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945291:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384351.945292:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1767384351.945294:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384351.945301:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384351.945306:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384351.945306:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00000100:00100000:3.0:1767384351.945315:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000400:00000010:1.0:1767384351.945316:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000100:00000040:2.0:1767384351.945326:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:3.0:1767384351.945330:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:1.0:1767384351.945331:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384351.945332:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384351.945338:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384351.945338:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384351.945342:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945351:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668314880 : -114767041236736 : ffff979eb7467100) 00000100:00000001:2.0:1767384351.945354:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384351.945364:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384351.945366:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384351.945367:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d1d5e92 x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384351.945369:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000040:1.0:1767384351.945371:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384351.945383:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731471744, offset 224 00000400:00000200:2.0:1767384351.945412:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384351.945432:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384351.945437:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384351.945440:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f99bb453. 00000100:00000001:1.0:1767384351.945440:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945452:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384351.945454:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d106780 00000100:00000001:1.0:1767384351.945454:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384351.945464:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f99bb453. 00000100:00000001:1.0:1767384351.945465:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384351.945474:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1cad [1] + 224 00000100:00000040:1.0:1767384351.945475:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3646 usecs (4 jiffies) 00000100:00100000:3.0:1767384351.945485:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d1d5e92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731472128:12345-0@lo:400: 00000100:00000001:1.0:1767384351.945486:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938117 00000100:00000001:1.0:1767384351.945497:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938117 00000400:00000200:2.0:1767384351.945499:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384351.945503:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472128 00000100:00000001:1.0:1767384351.945505:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938117 00000020:00000001:3.0:1767384351.945511:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384351.945512:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938117 00000400:00000200:2.0:1767384351.945516:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384351.945518:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384351.945519:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938117 00000020:00000001:3.0:1767384351.945524:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.945526:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938117 00000100:00000001:2.0:1767384351.945527:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384351.945530:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384351.945535:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938117 00000020:00000001:3.0:1767384351.945537:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000200:2.0:1767384351.945537:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.945540:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938117 00000020:00000001:3.0:1767384351.945554:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384351.945555:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384351.945565:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384351.945566:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.945570:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384351.945571:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.945572:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.945574:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384351.945584:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.945586:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.945595:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384351.945600:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384351.945604:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384351.945606:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384351.945607:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000100:00000001:1.0:1767384351.945607:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384351.945609:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384351.945614:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:1.0:1767384351.945617:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384351.945618:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000059f0a0bc. 00000100:00000001:2.0:1767384351.945621:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384351.945626:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384351.945628:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.945630:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384351.945635:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.945635:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.945640:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.945648:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384351.945649:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000040:3.0:1767384351.945653:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472128 00000100:00000040:2.0:1767384351.945654:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:1.0:1767384351.945655:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384351.945661:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384351.945665:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384351.945666:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:3.0:1767384351.945670:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d1d5e92 x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.945671:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384351.945672:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.945683:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384351.945685:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384351.945690:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384351.945695:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384351.945698:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000958a6407 x1853236731471744/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384351.945706:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384351.945710:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384351.945717:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384351.945729:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384351.945749:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384351.945752:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384351.945759:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384351.945759:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.945824:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000958a6407 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731471744:12345-0@lo:400: Request processed in 737us (1362us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384351.945825:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384351.945826:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384351.945846:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384351.945847:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384351.945850:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384351.945852:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.945856:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384351.945861:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731472000:0@lo:400: 00000100:00000040:3.0:1767384351.945871:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384351.945879:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384351.945881:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000400:00000010:3.0:1767384351.945882:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 02000000:00000001:1.0:1767384351.945883:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384351.945887:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 02000000:00000001:1.0:1767384351.945889:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384351.945891:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731472128, offset 224 00000100:00000001:2.0:1767384351.945894:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384351.945898:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384351.945901:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1767384351.945904:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca5145ad. 00000400:00000200:3.0:1767384351.945905:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384351.945913:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002287fbb3. 02000000:00000001:1.0:1767384351.945915:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.945923:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000400:00000010:1.0:1767384351.945923:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000050f7296. 00000400:00000200:3.0:1767384351.945932:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384351.945935:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f60d786. 00000400:00000010:1.0:1767384351.945937:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000400:00000200:3.0:1767384351.945947:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d106900 00000100:00000200:1.0:1767384351.945948:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731472000, portal 10 00000020:00000040:2.0:1767384351.945949:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384351.945957:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384351.945958:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cb5 [1] + 224 02000000:00000001:2.0:1767384351.945959:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384351.945964:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 02000000:00000010:2.0:1767384351.945969:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000024ac024e. 00000400:00000200:3.0:1767384351.945978:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384351.945979:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384351.945982:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.945988:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.945997:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384351.946004:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384351.946014:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384351.946016:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a9f6e6. 00000100:00000200:3.0:1767384351.946023:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384351.946029:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee692b93. 00000100:00000001:2.0:1767384351.946063:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.946071:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384351.946077:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384351.946082:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.946088:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384351.946091:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384351.946094:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000100:00000040:1.0:1767384351.946095:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384351.946103:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000400:00000200:2.0:1767384351.946106:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:2.0:1767384351.946113:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000001:2.0:1767384351.946123:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384351.946124:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731472000, offset 0 00000100:00000001:3.0:1767384351.946129:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384351.946130:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384351.946135:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384351.946149:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000100:00000200:2.0:1767384351.946150:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384351.946151:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384351.946156:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384351.946165:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384351.946165:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d106880 00000100:00000001:3.0:1767384351.946173:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384351.946180:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384351.946184:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.946185:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:2.0:1767384351.946186:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.946197:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384351.946198:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000200:1.0:1767384351.946200:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384351.946209:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384351.946213:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384351.946215:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384351.946216:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.946220:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384351.946223:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384351.946224:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384351.946231:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.946233:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d1d5e92 x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384351.946235:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384351.946238:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384351.946252:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ec906b. 00000100:00001000:2.0:1767384351.946255:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=71 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384351.946262:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b2ec906b x1853236731472000 msgsize 224 00000100:00100000:3.0:1767384351.946269:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d1d5e92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731472128:12345-0@lo:400: Request processed in 831us (1616us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384351.946271:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=71 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384351.946277:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384351.946289:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384351.946295:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.946296:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384351.946297:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000400:00000200:1.0:1767384351.946302:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00010000:00000001:2.0:1767384351.946305:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384351.946306:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000400:00000010:1.0:1767384351.946308:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00010000:00000001:2.0:1767384351.946310:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.946321:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384351.946323:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.946323:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384351.946325:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384351.946331:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384351.946333:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8476795. 00000100:00000040:2.0:1767384351.946340:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384351.946346:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000004:00000001:0.0:1767384351.946358:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000010:3.0:1767384351.946359:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8b7c01c. 00000100:00000001:1.0:1767384351.946361:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000020:0.0:1767384351.946372:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384351.946373:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384351.946374:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000040:1.0:1767384351.946375:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384351.946378:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000100:00000001:2.0:1767384351.946382:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384351.946385:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384351.946387:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384351.946388:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.946400:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384351.946404:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.946404:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384351.946406:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.946409:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384351.946410:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384351.946410:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384351.946414:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472000 00000100:00000001:1.0:1767384351.946417:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384351.946422:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1767384351.946423:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5378071. 00000100:00000040:1.0:1767384351.946424:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3170 usecs (4 jiffies) 00000100:00000001:3.0:1767384351.946432:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.946434:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.946435:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938118 00000100:00000001:3.0:1767384351.946436:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.946443:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731471744:0@lo:400: 00000100:00000001:0.0:1767384351.946444:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384351.946449:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.946449:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384351.946451:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294938117 00000100:00000001:2.0:1767384351.946454:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384351.946466:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472000 00000100:00000001:2.0:1767384351.946467:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384351.946468:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938118 00000020:00000001:3.0:1767384351.946469:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384351.946473:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_01+1] req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384351.946476:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:1.0:1767384351.946478:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294938117 00000100:00000040:2.0:1767384351.946482:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731471744/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.946483:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384351.946491:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:1.0:1767384351.946493:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938118 00000020:00000001:3.0:1767384351.946503:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:1.0:1767384351.946505:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294938117 00000020:00000001:3.0:1767384351.946515:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:1.0:1767384351.946517:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938118 00000004:00000001:0.0:1767384351.946518:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.946526:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384351.946528:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294938117 00000100:00000001:0.0:1767384351.946533:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384351.946535:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f99bb453. 00000100:00000001:2.0:1767384351.946535:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384351.946536:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.946537:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.946544:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384351.946545:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384351.946547:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384351.946552:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000585a9c67. 00000020:00000010:3.0:1767384351.946559:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f99bb453. 00000100:00000001:1.0:1767384351.946561:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.946562:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384351.946567:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8b7c01c. 00000020:00000001:2.0:1767384351.946568:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384351.946569:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.946573:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384351.946575:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000010:3.0:1767384351.946578:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8476795. 00000100:00100000:0.0:1767384351.946579:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731471872 00000020:00000001:2.0:1767384351.946583:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384351.946586:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 02000000:00000001:0.0:1767384351.946587:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384351.946588:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000204b4174. 00000100:00000001:0.0:1767384351.946594:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.946600:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.946601:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1767384351.946602:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384351.946612:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384351.946612:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384351.946613:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.946620:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1767384351.946622:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00000100:00100000:0.0:1767384351.946622:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731471872 00000100:00000001:3.0:1767384351.946623:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384351.946627:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384351.946630:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384351.946631:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:3.0:1767384351.946636:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384351.946637:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384351.946638:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.946641:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1767384351.946642:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:2.0:1767384351.946644:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.946646:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.946656:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384351.946660:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384351.946660:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384351.946662:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.946665:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384351.946669:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c46971c2. 00000100:00000001:2.0:1767384351.946671:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.946676:0:17892:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000068a92415. 00000100:00000001:3.0:1767384351.946679:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384351.946679:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384351.946683:0:17892:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384351.946687:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384351.946689:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.946698:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384351.946698:0:17892:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384351.946699:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384351.946707:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000020:00000010:0.0:1767384351.946708:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e54b9884. 00000100:00000040:2.0:1767384351.946711:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.946721:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788983040 : -114766920568576 : ffff979ebe77b100) 00000020:00000010:0.0:1767384351.946722:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095320cc2. 00000020:00000010:0.0:1767384351.946736:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000100:00000040:3.0:1767384351.946738:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2ec906b x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.946738:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384351.946747:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.946747:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384351.946758:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384351.946760:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384351.946763:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.946763:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384351.946764:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384351.946817:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.946820:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731472256:0@lo:13: 00000100:00000001:2.0:1767384351.946824:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384351.946827:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384351.946843:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.946847:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384351.946850:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024ac024e. 02000000:00000001:2.0:1767384351.946853:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.946857:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000010:2.0:1767384351.946861:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000100:00000200:2.0:1767384351.946865:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731472256, portal 4 00000100:00000001:2.0:1767384351.946867:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384351.946869:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000040:2.0:1767384351.946874:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.946882:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384351.946886:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384351.946889:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000200:2.0:1767384351.946891:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731472256, offset 0 00000400:00000200:2.0:1767384351.946897:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384351.946904:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384351.946911:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d106980 00000400:00000200:2.0:1767384351.946916:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000400:00000200:2.0:1767384351.946921:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384351.946933:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384351.946939:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384351.946940:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384351.946944:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000001ab9789. 00000100:00000040:2.0:1767384351.946947:0:16353:0:(events.c:337:request_in_callback()) incoming req@0000000001ab9789 x1853236731472256 msgsize 224 00000100:00100000:2.0:1767384351.946952:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384351.946964:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384351.946969:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:2.0:1767384351.946971:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:2.0:1767384351.946975:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384351.946981:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.946989:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384351.946995:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.947002:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947003:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384351.947007:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.947010:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3646 usecs (4 jiffies) 00000100:00000001:2.0:1767384351.947013:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938119 00000100:00000001:2.0:1767384351.947019:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294938118 00000100:00000001:2.0:1767384351.947023:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938119 00000100:00000001:2.0:1767384351.947025:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294938118 00000100:00000001:2.0:1767384351.947028:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938119 00000100:00000001:2.0:1767384351.947030:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294938118 00000100:00000001:2.0:1767384351.947033:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938119 00000100:00000001:2.0:1767384351.947040:0:16353:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294938118 00000100:00000001:2.0:1767384351.947045:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384351.947048:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947052:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947054:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.947067:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384351.947069:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384351.947071:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.947073:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384351.947075:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947080:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947098:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384351.947103:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472256 02000000:00000001:2.0:1767384351.947106:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384351.947107:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384351.947108:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.947111:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.947115:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472256 00000020:00000001:2.0:1767384351.947119:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384351.947121:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:2.0:1767384351.947123:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384351.947125:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000020:00000001:2.0:1767384351.947130:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384351.947132:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384351.947137:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384351.947146:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384351.947148:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384351.947152:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384351.947154:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a10df87. 00000100:00000001:0.0:1767384351.947157:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947162:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384351.947168:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a10df87. 00000100:00000001:0.0:1767384351.947173:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384351.947177:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000585a9c67. 00000020:00000010:2.0:1767384351.947184:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002287fbb3. 00000020:00000010:2.0:1767384351.947190:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:0.0:1767384351.947192:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384351.947197:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384351.947207:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384351.947209:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384351.947210:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:2.0:1767384351.947216:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384351.947216:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788974976 : -114766920576640 : ffff979ebe779180) 00000100:00000001:2.0:1767384351.947223:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384351.947227:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087f62487 x1853236731471872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.947228:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.947240:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384351.947243:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384351.947244:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000029e2ef5d. 00000100:00000001:0.0:1767384351.947252:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384351.947260:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000029e2ef5d. 00000100:00000001:2.0:1767384351.947267:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384351.947274:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087f62487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731471872:12345-0@lo:400: 00000100:00000200:0.0:1767384351.947278:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731471872 00000020:00000001:0.0:1767384351.947280:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384351.947287:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384351.947289:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.947292:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384351.947293:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384351.947298:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384351.947298:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:0.0:1767384351.947304:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384351.947308:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384351.947312:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:0.0:1767384351.947313:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384351.947317:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384351.947319:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000020:00000001:0.0:1767384351.947320:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.947323:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384351.947328:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384351.947333:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789368192 : -114766920183424 : ffff979ebe7d9180) 02000000:00000001:0.0:1767384351.947333:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384351.947337:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009425082b. 02000000:00000001:0.0:1767384351.947341:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.947345:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.947346:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001ab9789 x1853236731472256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/0 e 0 to 0 dl 1767384362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384351.947349:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384351.947355:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731471872 00010000:00000001:0.0:1767384351.947359:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384351.947361:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:0.0:1767384351.947367:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087f62487 x1853236731471872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384351.947368:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a10df87. 00000100:00000001:2.0:1767384351.947377:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384351.947378:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384351.947383:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384351.947384:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a10df87. 00000100:00001000:0.0:1767384351.947387:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.947394:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384351.947402:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:2.0:1767384351.947403:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001ab9789 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16353:x1853236731472256:12345-0@lo:13: 00000100:00000001:0.0:1767384351.947409:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000200:2.0:1767384351.947414:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472256 02000000:00000001:0.0:1767384351.947414:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384351.947418:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.947421:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384351.947422:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384351.947427:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384351.947428:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384351.947431:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.947437:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384351.947439:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000020:00000001:2.0:1767384351.947442:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000200:0.0:1767384351.947446:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731471872, offset 224 00000020:00000001:2.0:1767384351.947449:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384351.947455:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.947459:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384351.947462:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384351.947467:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384351.947473:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.947474:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384351.947479:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384351.947487:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384351.947487:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d106800 02000000:00000010:2.0:1767384351.947495:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d9e5d035. 02000000:00000001:2.0:1767384351.947500:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.947501:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1cbd [1] + 224 00000100:00000001:2.0:1767384351.947507:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384351.947508:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1767384351.947514:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:0.0:1767384351.947520:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:2.0:1767384351.947522:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384351.947529:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384351.947531:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.947540:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384351.947548:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384351.947551:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384351.947558:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384351.947567:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384351.947568:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:2.0:1767384351.947571:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1767384351.947577:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00002000:00000020:2.0:1767384351.947579:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000010:0.0:1767384351.947581:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00002000:00000001:2.0:1767384351.947586:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384351.947591:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384351.947593:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1767384351.947601:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384351.947602:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384351.947609:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.947609:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384351.947615:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:2.0:1767384351.947616:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.947618:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384351.947621:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731472256 00000020:00000001:0.0:1767384351.947621:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384351.947627:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384351.947628:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087f62487 x1853236731471872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384351.947640:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001ab9789 x1853236731472256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.947640:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087f62487 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731471872:12345-0@lo:400: Request processed in 397us (2387us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384351.947657:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384351.947657:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00000001:2.0:1767384351.947663:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.947664:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000100:00001000:2.0:1767384351.947670:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.947671:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384351.947676:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384351.947679:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384351.947680:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095320cc2. 00000100:00000040:2.0:1767384351.947687:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000010:0.0:1767384351.947688:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000100:00000001:2.0:1767384351.947692:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384351.947697:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384351.947699:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e54b9884. 02000000:00000001:2.0:1767384351.947701:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384351.947707:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000100:00000001:2.0:1767384351.947709:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384351.947713:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384351.947718:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384351.947724:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f99bb453. 00000400:00000010:2.0:1767384351.947725:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000001:3.0:1767384351.947729:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384351.947733:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731472256, offset 224 00000020:00000010:3.0:1767384351.947734:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f99bb453. 00000100:00000001:0.0:1767384351.947736:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.947741:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384351.947744:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2ec906b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731472000:12345-0@lo:400: 00000100:00000200:3.0:1767384351.947756:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472000 00000400:00000200:2.0:1767384351.947757:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384351.947762:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:0.0:1767384351.947813:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.947816:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.947818:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4ca793. 00000400:00000200:0.0:1767384351.947825:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7b277d 00000400:00000010:0.0:1767384351.947827:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7b277d. 00000100:00000001:0.0:1767384351.947843:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.947850:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.947860:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.947869:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.947874:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.947876:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.947880:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.947883:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.947886:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.947887:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.947892:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.947895:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.947896:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384351.947897:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384351.947898:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.947902:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.947903:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384351.947912:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00080000:0.0:1767384351.947916:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.947917:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384351.947928:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384351.947935:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.947938:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384351.947939:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384351.947942:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1767384351.947945:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384351.947946:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384351.947953:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000040:0.0:1767384351.947957:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384351.947962:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384351.947963:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:0.0:1767384351.947978:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.947982:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.947984:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.947988:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.947998:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731471872:0@lo:400: 00000100:00000001:0.0:1767384351.948002:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.948004:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.948013:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000921f3a57 x1853236731471872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.948021:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.948023:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.948026:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cf41963. 02000000:00000001:0.0:1767384351.948031:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.948033:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.948036:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384351.948038:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.948040:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000268a1f8. 02000000:00000001:0.0:1767384351.948045:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.948047:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.948050:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f3a57. 00000100:00000001:0.0:1767384351.948055:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.948056:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.948060:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.948062:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.948065:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384351.948069:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.948074:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.948419:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.948422:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384351.948425:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.948427:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.948432:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060382e10. 00000400:00000200:2.0:1767384351.948437:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384351.948438:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a20ac26f 00000400:00000010:0.0:1767384351.948446:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a20ac26f. 00000400:00000200:2.0:1767384351.948455:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d106980 00000100:00000001:0.0:1767384351.948455:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.948465:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384351.948470:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cd9 [1] + 224 00000100:00000200:0.0:1767384351.948478:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384351.948481:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384351.948488:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384351.948489:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384351.948492:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.948494:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384351.948495:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.948497:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384351.948499:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.948500:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.948502:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.948507:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.948513:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=65 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384351.948516:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384351.948518:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.948527:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.948530:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.948532:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384351.948534:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767384351.948537:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384351.948541:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00010000:00000001:0.0:1767384351.948543:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384351.948545:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:0.0:1767384351.948547:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384351.948548:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384351.948551:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384351.948552:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384351.948553:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.948555:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.948562:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384351.948563:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.948566:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.948567:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.948569:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.948570:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384351.948575:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384351.948579:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384351.948583:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384351.948585:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731472128:0@lo:400: 00000020:00000001:2.0:1767384351.948587:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384351.948597:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001ab9789 x1853236731472256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:332/0 lens 224/368 e 0 to 0 dl 1767384362 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.948603:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.948608:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384351.948612:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001ab9789 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16353:x1853236731472256:12345-0@lo:13: Request processed in 1245us (1657us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384351.948617:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731472128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384351.948624:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384351.948629:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384351.948630:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 02000000:00000001:0.0:1767384351.948634:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384351.948635:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1767384351.948637:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004948f0f8. 00000100:00000001:2.0:1767384351.948640:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384351.948644:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384351.948646:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002287fbb3. 00000020:00000001:0.0:1767384351.948648:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.948651:0:16352:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:2.0:1767384351.948653:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000001:0.0:1767384351.948654:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.948660:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b2995d2. 00000020:00000010:2.0:1767384351.948663:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000585a9c67. 02000000:00000001:0.0:1767384351.948666:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.948670:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.948672:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00000020:00000040:2.0:1767384351.948674:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:0.0:1767384351.948679:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384351.948682:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.948683:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.948689:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.948696:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.948699:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.948703:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.948706:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.948820:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384351.948823:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384351.948826:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.948827:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384351.948840:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000400:00000200:2.0:1767384351.948844:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:2.0:1767384351.948845:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000001:2.0:1767384351.948848:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384351.948852:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384351.948859:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.948866:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384351.948870:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.948872:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384351.948890:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384351.948891:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384351.948892:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384351.948894:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384351.948898:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384351.948901:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=61 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384351.948902:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384351.948904:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384351.948909:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384351.948909:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.948915:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384351.948916:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384351.948922:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384351.948925:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384351.948927:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384351.948934:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384351.948937:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.948939:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384351.948940:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384351.948944:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384351.948944:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384351.948954:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384351.948956:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007c201569. 02000000:00000001:3.0:1767384351.948962:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.948962:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.948969:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.948977:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384351.948989:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472000 00000100:00000001:2.0:1767384351.948990:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384351.949007:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384351.949008:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384351.949017:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384351.949023:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2ec906b x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384351.949024:0:16353:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384351.949028:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384351.949035:0:16353:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00010000:00000001:3.0:1767384351.949046:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384351.949050:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384351.949050:0:16353:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00001000:3.0:1767384351.949057:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=66 v=5 (1 0 0 0) 00000004:00000001:2.0:1767384351.949061:0:16353:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.949065:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384351.949071:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:2.0:1767384351.949071:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384351.949082:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384351.949091:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384351.949094:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384351.949102:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16353:1853236731472256:0@lo:13: 00000100:00000001:3.0:1767384351.949103:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384351.949109:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384351.949110:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384351.949113:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384351.949119:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731472000, offset 224 00000100:00000001:2.0:1767384351.949120:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384351.949129:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731472256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384351.949130:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384351.949144:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384351.949150:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384351.949150:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384351.949159:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024ac024e. 02000000:00000001:2.0:1767384351.949165:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384351.949166:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384351.949167:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d106880 00000020:00000040:2.0:1767384351.949169:0:16353:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384351.949175:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384351.949177:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5378071. 00000400:00000200:3.0:1767384351.949178:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ccd [1] + 224 02000000:00000001:2.0:1767384351.949189:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384351.949191:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384351.949197:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384351.949203:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384351.949203:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:2.0:1767384351.949218:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384351.949220:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384351.949221:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384351.949226:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384351.949227:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.949232:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384351.949237:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.949246:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384351.949251:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384351.949252:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.949274:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384351.949284:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:3.0:1767384351.949286:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384351.949288:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384351.949290:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384351.949294:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384351.949298:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384351.949301:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384351.949303:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.949306:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384351.949309:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2ec906b x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:332/0 lens 224/224 e 0 to 0 dl 1767384362 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384351.949316:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2ec906b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731472000:12345-0@lo:400: Request processed in 2553us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384351.949325:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384351.949328:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:3.0:1767384351.949330:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384351.949334:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384351.949337:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384351.949338:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8476795. 00000100:00000001:0.0:1767384351.949340:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384351.949344:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384351.949349:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8b7c01c. 00000400:00000001:0.0:1767384351.949349:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384351.949352:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384351.949355:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000050f7296. 00000020:00000040:3.0:1767384351.949357:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:3.0:1767384351.949362:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384351.949362:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7c6df9 00000400:00000010:0.0:1767384351.949372:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de7c6df9. 00000100:00000001:0.0:1767384351.949379:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384351.949384:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384351.949391:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.949396:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384351.949404:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.949406:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384351.949408:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384351.949409:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384351.949410:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384351.949412:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384351.949416:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384351.949418:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384351.949420:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384351.949421:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.949422:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384351.949425:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384351.949430:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.949432:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384351.949433:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384351.949434:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384351.949435:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384351.949438:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.949443:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384351.949444:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384351.949445:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384351.949448:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384351.949453:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e05bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731472000:0@lo:400: 00000100:00000001:0.0:1767384351.949457:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.949458:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384351.949459:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e05bc6 x1853236731472000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384351.949464:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384351.949465:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384351.949467:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca5145ad. 02000000:00000001:0.0:1767384351.949474:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384351.949475:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384351.949476:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384351.949477:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384351.949478:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009534dfc4. 02000000:00000001:0.0:1767384351.949480:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384351.949481:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384351.949482:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 00000100:00000001:0.0:1767384351.949484:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384351.949485:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.949486:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384351.949489:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384351.949490:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384351.949491:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384351.949493:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384351.951847:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000010:2.0:1767384351.951855:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cbf0f98. 00000100:00000040:3.0:1767384351.951869:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000040:0.0:1767384351.951870:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294938119, at 4294938120 00000100:00000010:3.0:1767384351.951886:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6462807. 00000100:00000010:0.0:1767384351.951888:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049217474. 00000100:00000040:1.0:1767384351.952801:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294938119, at 4294938121 00000100:00000010:1.0:1767384351.952807:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009115e32a. 00000400:00000001:1.0:1767384352.455884:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.455889:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.455891:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e545da33 00000400:00000010:1.0:1767384352.455896:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e545da33. 00000400:00000200:1.0:1767384352.455900:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384352.455906:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384352.455916:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d6106fdb. 00000400:00000010:1.0:1767384352.455920:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ba63dc88. 10000000:00000001:0.0:1767384352.456867:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384352.456870:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384352.456873:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384352.456876:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384352.456878:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384352.456879:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384352.456882:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384352.456884:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384352.456886:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 67 10000000:00000001:0.0:1767384352.456889:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384352.456890:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384352.456898:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384352.456901:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384352.456905:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.456908:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.456912:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.456918:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006815910b. 00000100:00000001:0.0:1767384352.456925:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.456929:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384352.456932:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384352.456945:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4e4c4ea. 00010000:00000001:0.0:1767384352.456948:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384352.456951:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab5944e9. 00000020:00000001:0.0:1767384352.456956:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384352.456959:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab5944e9 with handle 0xd602e9c522f0b323 to hash 00000020:00000001:0.0:1767384352.456962:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384352.456964:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:0.0:1767384352.456967:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:0.0:1767384352.456971:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.456974:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.456978:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384352.456988:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384352.456999:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384352.457006:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384352.457008:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384352.457013:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d092451. 00000100:00000001:0.0:1767384352.457015:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517716288 : -114772191835328 : ffff979d84468b40) 00000100:00000001:0.0:1767384352.457017:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.457018:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384352.457022:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.457024:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.457025:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384352.457026:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384352.457032:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.457038:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.457039:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.457042:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384352.457048:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.457050:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.457053:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731472384:0@lo:101: 00000100:00000001:0.0:1767384352.457056:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.457060:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.457062:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.457064:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384352.457066:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000221d28b1. 02000000:00000001:0.0:1767384352.457067:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.457071:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 00000400:00000010:0.0:1767384352.457075:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000200:0.0:1767384352.457078:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731472384, portal 25 00000100:00000001:0.0:1767384352.457080:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.457081:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384352.457083:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.457088:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.457093:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.457095:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543fb4da. 00000100:00000200:0.0:1767384352.457096:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731472384, offset 0 00000400:00000200:0.0:1767384352.457102:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.457113:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.457121:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d106a00 00000400:00000200:0.0:1767384352.457131:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x147d [2] + 0 00000400:00000010:0.0:1767384352.457134:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c113744f. 00000400:00000200:0.0:1767384352.457137:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b23761d 00000400:00000200:0.0:1767384352.457142:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.457145:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384352.457150:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b23761d 00000400:00000010:0.0:1767384352.457153:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b23761d. 00000100:00000001:0.0:1767384352.457156:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.457158:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384352.457160:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000000ff82e8 x1853236731472384 msgsize 328 00000100:00100000:0.0:1767384352.457164:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384352.457174:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384352.457186:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.457194:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543fb4da 00000400:00000010:0.0:1767384352.457195:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000543fb4da. 00000100:00000001:0.0:1767384352.457198:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384352.457201:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.457209:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.457212:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.457215:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.457217:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.457219:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472384 00000100:00000001:0.0:1767384352.457220:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384352.457225:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.457227:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.457227:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.457231:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.457232:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294938630 02000000:00000001:2.0:1767384352.457235:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.457239:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472384 00000100:00000010:0.0:1767384352.457240:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000020:00000001:2.0:1767384352.457241:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384352.457245:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384352.457247:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.457249:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384352.457250:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:2.0:1767384352.457256:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384352.457258:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384352.457258:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294938630 00000100:00000010:0.0:1767384352.457270:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4b85e54. 00000100:00000001:2.0:1767384352.457275:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.457275:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384352.457280:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4e41c3. 00000100:00000001:0.0:1767384352.457280:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294938630 00000100:00000001:2.0:1767384352.457285:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384352.457286:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e584f59f. 00000020:00000010:2.0:1767384352.457288:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4e41c3. 00000100:00000001:0.0:1767384352.457291:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384352.457294:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294938630 00000020:00000010:2.0:1767384352.457295:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c70012db. 00000100:00000010:0.0:1767384352.457296:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069be2e0b. 00000100:00000001:0.0:1767384352.457300:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384352.457303:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2f17381. 00000100:00000001:0.0:1767384352.457303:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.457305:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.457309:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.457311:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384352.457312:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000008d092451 going to sleep for 11 seconds 00000020:00000010:2.0:1767384352.457313:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:0.0:1767384352.457315:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.457321:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.457327:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384352.457333:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.457336:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.457338:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.457348:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.457365:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.457381:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384352.457383:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384352.457388:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:0.0:1767384352.457391:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384352.457392:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384352.457394:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384352.457396:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665497680 : -114767044053936 : ffff979eb71b7450) 00000100:00000001:0.0:1767384352.457397:0:17078:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.457401:0:17078:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.457404:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000ff82e8 x1853236731472384/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.457412:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.457414:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4e41c3. 00000100:00000001:2.0:1767384352.457417:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.457419:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4e41c3. 00000100:00100000:2.0:1767384352.457423:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000ff82e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731472384:12345-0@lo:101: 00000100:00000200:2.0:1767384352.457426:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472384 00000020:00000001:2.0:1767384352.457428:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384352.457432:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.457434:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.457435:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.457437:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384352.457441:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.457449:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.457451:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384352.457452:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384352.457455:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.457458:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384352.457460:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384352.457461:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384352.457463:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384352.457465:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.457469:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384352.457473:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5682440. 00010000:00000001:2.0:1767384352.457475:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384352.457477:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384352.457479:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384352.457480:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b32a to hash 00000020:00000001:2.0:1767384352.457481:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384352.457482:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384352.457484:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:2.0:1767384352.457486:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b323 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384352.457491:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:2.0:1767384352.457493:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:2.0:1767384352.457498:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.457500:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384352.457503:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000c7608e4. 02000000:00000001:2.0:1767384352.457505:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.457506:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.457507:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384352.457510:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384352.457511:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384352.457513:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.457514:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.457515:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.457516:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.457518:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384352.457525:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384352.457526:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384352.457527:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384352.457529:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5682440) refcount = 1 00010000:00010000:2.0:1767384352.457532:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.457537:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384352.457538:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384352.457539:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.457541:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.457543:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.457546:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384352.457548:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.457552:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384352.457554:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384352.457556:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.457557:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.457559:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384352.457560:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.457561:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384352.457562:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000063929d89, rc 0) 00000020:00000001:2.0:1767384352.457564:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384352.457566:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472384 00010000:00000001:2.0:1767384352.457568:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384352.457571:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000ff82e8 x1853236731472384/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.457577:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384352.457579:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.457582:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.457585:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.457588:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.457590:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384352.457597:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.457598:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.457600:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.457602:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.457605:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000100:00000200:2.0:1767384352.457608:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731472384, offset 224 00000400:00000200:2.0:1767384352.457612:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.457617:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.457621:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d106a00 00000400:00000200:2.0:1767384352.457624:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ced [1] + 224 00000400:00000200:2.0:1767384352.457628:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.457630:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.457632:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.457635:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.457642:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.457656:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.457660:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:2.0:1767384352.457661:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000001:2.0:1767384352.457664:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.457665:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.457669:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.457671:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384352.457672:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384352.457675:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384352.457677:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384352.457677:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.457681:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384352.457682:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384352.457686:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7d02b2. 00000100:00000040:2.0:1767384352.457687:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000ff82e8 x1853236731472384/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384352.457692:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000400:00000010:0.0:1767384352.457696:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00100000:2.0:1767384352.457699:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000ff82e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731472384:12345-0@lo:101: Request processed in 286us (536us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384352.457700:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.457706:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.457709:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:2.0:1767384352.457715:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:0.0:1767384352.457718:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.457726:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.457727:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.457728:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384352.457730:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.457733:0:17081:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384352.457734:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2f17381. 02000000:00000001:0.0:1767384352.457736:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384352.457739:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00000001:0.0:1767384352.457739:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.457740:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.457745:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c70012db. 02000000:00000001:0.0:1767384352.457745:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.457752:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00001000:0.0:1767384352.457752:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.457757:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=72 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384352.457758:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384352.457762:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000c7608e4. 00000100:00000001:0.0:1767384352.457762:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384352.457983:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.457985:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384352.457989:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384352.457993:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000010:2.0:1767384352.457996:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1f9fbb9. 00000100:00000001:0.0:1767384352.458144:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.458147:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.458149:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458151:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.458154:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458160:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.458162:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.458164:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384352.458166:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.458181:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731472384:0@lo:101: 00000100:00000001:0.0:1767384352.458185:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.458187:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458188:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384352.458190:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.458192:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458196:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384352.458197:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d092451. 00000100:00000001:0.0:1767384352.458199:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384352.458200:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.458202:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384352.458205:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.458206:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.458207:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab5944e9 refcount=4 00000020:00000001:0.0:1767384352.458208:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:0.0:1767384352.458210:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000040:0.0:1767384352.458213:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ab5944e9, remote cookie: 0xd602e9c522f0b32a, flags: 0x0 00010000:00000001:0.0:1767384352.458215:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384352.458217:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384352.458218:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384352.458219:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384352.458220:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384352.458222:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4e4c4ea) refcount = 1 00010000:00010000:0.0:1767384352.458224:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.458228:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384352.458229:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384352.458230:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384352.458232:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384352.458234:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.458241:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.458245:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384352.458246:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.458247:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.458248:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.458248:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.458249:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458251:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.458252:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731472384/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458256:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.458258:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.458260:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000221d28b1. 02000000:00000001:0.0:1767384352.458262:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.458263:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.458265:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384352.458266:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.458268:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006815910b. 02000000:00000001:0.0:1767384352.458270:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.458271:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.458272:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:0.0:1767384352.458274:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.458275:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384352.458276:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384352.458278:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384352.458279:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:0.0:1767384352.458280:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.458281:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.458282:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.458283:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab5944e9 refcount=3 00000020:00000001:0.0:1767384352.458285:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:0.0:1767384352.458286:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:0.0:1767384352.458287:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384352.458288:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.458294:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.458295:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384352.458297:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384352.458300:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000075910502. 00000100:00000010:0.0:1767384352.458315:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000020:00000040:0.0:1767384352.458316:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384352.458318:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.458319:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.458321:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.458324:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006815910b. 00000100:00000001:0.0:1767384352.458326:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458329:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384352.458332:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000221d28b1. 00000100:00000010:0.0:1767384352.458334:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fb7cc9ec. 00000020:00000040:0.0:1767384352.458336:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384352.458338:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384352.458339:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384352.458342:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d092451. 00000100:00000001:0.0:1767384352.458343:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301517716288 : -114772191835328 : ffff979d84468b40) 00000100:00000001:0.0:1767384352.458345:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.458346:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:0.0:1767384352.458348:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.458349:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458350:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384352.458350:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384352.458352:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458357:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.458357:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.458359:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384352.458360:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.458362:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.458363:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731472512:0@lo:256: 00000100:00000001:0.0:1767384352.458366:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.458373:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.458375:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458377:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384352.458380:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 00000400:00000010:0.0:1767384352.458383:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000087da6055. 00000100:00000200:0.0:1767384352.458385:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d106a80-0x695824d106a80, portal 33 00000100:00000001:0.0:1767384352.458388:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.458389:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384352.458390:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004948f0f8. 02000000:00000001:0.0:1767384352.458392:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.458393:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c113744f. 00000400:00000010:0.0:1767384352.458395:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000154a60d5. 00000100:00000200:0.0:1767384352.458396:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731472512, portal 25 00000100:00000001:0.0:1767384352.458398:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.458399:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000040:0.0:1767384352.458401:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458406:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.458408:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.458410:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543fb4da. 00000100:00000200:0.0:1767384352.458412:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731472512, offset 0 00000400:00000200:0.0:1767384352.458415:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.458419:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.458424:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d106a80 00000400:00000200:0.0:1767384352.458427:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1485 [2] + 0 00000400:00000010:0.0:1767384352.458429:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f51771d. 00000400:00000200:0.0:1767384352.458432:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c6a4cb3 00000400:00000200:0.0:1767384352.458434:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.458437:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384352.458439:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6a4cb3 00000400:00000010:0.0:1767384352.458441:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c6a4cb3. 00000100:00000001:0.0:1767384352.458443:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.458444:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384352.458446:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000acec21bc x1853236731472512 msgsize 304 00000100:00100000:0.0:1767384352.458455:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384352.458456:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384352.458469:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.458473:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543fb4da 00000400:00000010:0.0:1767384352.458474:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000543fb4da. 00000100:00000001:0.0:1767384352.458476:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384352.458480:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458486:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.458489:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.458495:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458497:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.458499:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.458502:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.458502:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294938631 00000100:00100000:3.0:1767384352.458511:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472512 00000100:00000001:0.0:1767384352.458512:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938630 02000000:00000001:3.0:1767384352.458520:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.458521:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294938631 00000100:00000001:3.0:1767384352.458525:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.458526:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938630 00000100:00000001:3.0:1767384352.458532:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458533:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294938631 00000100:00000001:0.0:1767384352.458542:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938630 02000000:00000001:3.0:1767384352.458545:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.458546:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294938631 00000100:00100000:3.0:1767384352.458553:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472512 00000100:00000001:0.0:1767384352.458553:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938630 00000100:00000001:0.0:1767384352.458561:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384352.458562:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384352.458570:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:0.0:1767384352.458571:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.458582:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.458583:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.458586:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384352.458589:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000008d092451 going to sleep for 11 seconds 00000100:00000001:0.0:1767384352.458591:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384352.458597:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:0.0:1767384352.458597:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.458603:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384352.458607:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384352.458612:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.458616:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4cc429. 00000100:00000001:3.0:1767384352.458618:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.458620:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4cc429. 00000020:00000010:3.0:1767384352.458625:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7dd4fc8. 00000020:00000010:3.0:1767384352.458629:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007964cd62. 00000020:00000010:3.0:1767384352.458633:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384352.458639:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384352.458642:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.458643:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384352.458644:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.458651:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.458662:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.458672:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.458674:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384352.458680:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:3.0:1767384352.458684:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384352.458686:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665489488 : -114767044062128 : ffff979eb71b5450) 00000100:00000040:3.0:1767384352.458691:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000acec21bc x1853236731472512/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 304/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.458699:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.458701:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d4cc429. 00000100:00000001:3.0:1767384352.458703:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.458705:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d4cc429. 00000100:00100000:3.0:1767384352.458709:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000acec21bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731472512:12345-0@lo:256: 00000100:00000200:3.0:1767384352.458711:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472512 00000020:00000001:3.0:1767384352.458713:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384352.458716:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384352.458718:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.458726:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384352.458727:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:3.0:1767384352.458730:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384352.458732:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384352.458734:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384352.458736:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384352.458738:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.458741:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384352.458743:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384352.458746:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000039f685f6. 02000000:00000001:3.0:1767384352.458749:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.458751:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.458754:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384352.458758:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384352.458762:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384352.458764:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384352.458790:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.458793:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384352.458796:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384352.458799:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003fdcc2f0. 20000000:00000001:3.0:1767384352.458802:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384352.458817:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384352.458839:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384352.458845:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384352.458847:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384352.458848:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384352.458851:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384352.458853:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384352.458854:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384352.458855:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384352.458857:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384352.458858:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384352.458860:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384352.458862:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384352.458864:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384352.458866:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384352.458867:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384352.458869:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384352.458877:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384352.458878:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384352.458881:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384352.458883:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384352.458886:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384352.458887:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384352.458890:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384352.458891:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384352.458893:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384352.458894:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384352.458896:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384352.458898:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384352.458899:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384352.458900:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384352.458902:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384352.458903:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384352.458905:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384352.458907:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:3.0:1767384352.458914:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384352.458916:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384352.458918:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384352.458920:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384352.458921:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384352.458922:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384352.458924:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384352.458925:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384352.458927:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384352.458929:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384352.458930:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384352.458934:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384352.458936:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384352.458938:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384352.458940:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384352.458943:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384352.458944:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384352.458947:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384352.458948:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384352.458950:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384352.458953:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384352.458960:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384352.458962:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384352.458964:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384352.458966:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384352.458967:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384352.458970:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384352.458972:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384352.458973:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384352.458976:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384352.458978:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384352.458979:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384352.458980:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384352.458981:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384352.458983:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:3.0:1767384352.458985:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:3.0:1767384352.458987:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:3.0:1767384352.458989:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384352.458993:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009550d555. 00000100:00000010:3.0:1767384352.458995:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000429dafa1. 00000020:00000040:3.0:1767384352.458998:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:3.0:1767384352.459001:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384352.459004:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384352.459009:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000400:00000010:3.0:1767384352.459022:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eceb2205. 00000400:00000200:3.0:1767384352.459027:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.459040:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.459049:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x695824d106a80 00000400:00000200:3.0:1767384352.459056:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1cfd [4] + 0 00000400:00000010:3.0:1767384352.459059:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7d02b2. 00000400:00000200:3.0:1767384352.459064:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087da6055 00000400:00000200:3.0:1767384352.459067:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.459070:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384352.459074:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087da6055 00000400:00000010:3.0:1767384352.459076:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000087da6055. 00000100:00000001:3.0:1767384352.459080:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384352.459081:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006a063519 desc 00000000221d28b1 mbits 1853236731472512 00000100:00000001:3.0:1767384352.459093:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384352.459102:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384352.459109:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384352.459114:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d09 00000400:00000200:3.0:1767384352.459117:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.459121:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384352.459126:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384352.459128:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009550d555 00000100:00000001:3.0:1767384352.459131:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384352.459139:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:3.0:1767384352.459140:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384352.459143:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384352.459144:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009550d555 00000100:00000001:3.0:1767384352.459145:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384352.459152:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x695824d106a80-0x695824d106a80 00000100:00000001:3.0:1767384352.459155:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.459158:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.459160:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384352.459163:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:3.0:1767384352.459166:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000429dafa1. 00000100:00000010:3.0:1767384352.459170:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009550d555. 00000100:00000001:3.0:1767384352.459175:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000100:00000001:1.0:1767384352.459176:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:3.0:1767384352.459178:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.459180:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384352.459186:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003fdcc2f0. 20000000:00000001:3.0:1767384352.459192:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.459195:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472512 00010000:00000001:3.0:1767384352.459198:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384352.459201:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000acec21bc x1853236731472512/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.459208:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.459209:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.459212:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.459216:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384352.459218:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.459220:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384352.459222:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384352.459229:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.459233:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.459237:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.459239:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384352.459242:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731472512, offset 224 00000400:00000200:3.0:1767384352.459245:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.459253:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.459259:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d106a80 00000400:00000200:3.0:1767384352.459264:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d01 [1] + 224 00000400:00000200:3.0:1767384352.459267:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.459271:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.459276:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.459281:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.459292:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.459308:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.459313:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000400:00000010:3.0:1767384352.459314:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:3.0:1767384352.459317:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.459318:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.459323:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.459327:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384352.459329:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384352.459331:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.459335:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384352.459336:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384352.459343:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acec21bc x1853236731472512/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:333/0 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384352.459344:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.459349:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.459355:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c113744f. 00000400:00000200:1.0:1767384352.459366:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154a60d5 00000100:00100000:3.0:1767384352.459367:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000acec21bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731472512:12345-0@lo:256: Request processed in 664us (916us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384352.459373:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154a60d5. 00000100:00000001:1.0:1767384352.459387:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384352.459393:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:3.0:1767384352.459396:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:1.0:1767384352.459398:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.459402:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384352.459412:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.459415:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384352.459422:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007964cd62. 00000100:00000001:1.0:1767384352.459425:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.459430:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384352.459431:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384352.459439:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7dd4fc8. 00000100:00000001:1.0:1767384352.459439:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384352.459443:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384352.459446:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384352.459448:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:1.0:1767384352.459449:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.459456:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.459457:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384352.459459:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000039f685f6. 00000100:00001000:1.0:1767384352.459461:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=72 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384352.459464:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384352.459467:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384352.459471:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=72 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384352.459473:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384352.459480:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab414113. 00000100:00000001:1.0:1767384352.459481:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.459485:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.459487:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000614ef1dc. 00010000:00000001:1.0:1767384352.459489:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.459493:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.459497:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.459503:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.459515:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.459522:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384352.459524:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384352.459528:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.459535:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a063519 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731472512:0@lo:256: 00000100:00000001:1.0:1767384352.459541:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.459544:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.459546:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384352.459548:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.459551:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.459558:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384352.459560:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d092451. 00000100:00000001:1.0:1767384352.459564:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384352.459565:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384352.459569:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:1.0:1767384352.459572:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384352.459587:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005c2793d5. 10000000:00000040:1.0:1767384352.459599:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384352.459607:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384352.459610:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384352.459615:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:1.0:1767384352.459618:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.459620:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384352.459622:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:1.0:1767384352.459624:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000100:00000200:1.0:1767384352.459627:0:17081:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.204.118@tcp' 00000400:00000200:1.0:1767384352.459630:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384352.459633:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384352.459636:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:1.0:1767384352.459641:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384352.459646:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000200:1.0:1767384352.459651:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384352.459654:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:1.0:1767384352.459657:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (35) 00000400:00000200:1.0:1767384352.459659:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:1.0:1767384352.459661:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:1.0:1767384352.459664:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459666:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:1.0:1767384352.459668:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:1.0:1767384352.459671:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459673:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:1.0:1767384352.459675:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:1.0:1767384352.459678:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459680:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:1.0:1767384352.459682:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:1.0:1767384352.459685:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459687:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:1.0:1767384352.459689:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:1.0:1767384352.459692:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459693:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:1.0:1767384352.459695:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:1.0:1767384352.459706:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459708:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:1.0:1767384352.459710:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:1.0:1767384352.459714:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459715:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:1.0:1767384352.459717:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384352.459720:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459722:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:1.0:1767384352.459723:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:1.0:1767384352.459726:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459727:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:1.0:1767384352.459728:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:1.0:1767384352.459731:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459732:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:1.0:1767384352.459734:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:1.0:1767384352.459736:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459737:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:1.0:1767384352.459739:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:1.0:1767384352.459741:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459742:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:1.0:1767384352.459744:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:1.0:1767384352.459746:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459747:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:1.0:1767384352.459748:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:1.0:1767384352.459750:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459752:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:1.0:1767384352.459753:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:1.0:1767384352.459756:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459757:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:1.0:1767384352.459758:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:1.0:1767384352.459760:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459761:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:1.0:1767384352.459762:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:1.0:1767384352.459764:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459804:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:1.0:1767384352.459806:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:1.0:1767384352.459816:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459818:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:1.0:1767384352.459833:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:1.0:1767384352.459836:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459838:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:1.0:1767384352.459839:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:1.0:1767384352.459842:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459844:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:1.0:1767384352.459846:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:1.0:1767384352.459848:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459849:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:1.0:1767384352.459851:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:1.0:1767384352.459853:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459854:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:1.0:1767384352.459856:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:1.0:1767384352.459857:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459858:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:1.0:1767384352.459859:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:1.0:1767384352.459861:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459862:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:1.0:1767384352.459863:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:1.0:1767384352.459865:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459866:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:1.0:1767384352.459867:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000200:1.0:1767384352.459869:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459870:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:1.0:1767384352.459871:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:1.0:1767384352.459873:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459874:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:1.0:1767384352.459875:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:1.0:1767384352.459878:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459879:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:1.0:1767384352.459880:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:1.0:1767384352.459882:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459883:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:1.0:1767384352.459884:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:1.0:1767384352.459892:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459893:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:1.0:1767384352.459894:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:1.0:1767384352.459897:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384352.459898:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 00000100:00000001:1.0:1767384352.459900:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.459902:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384352.459905:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 10000000:00000010:1.0:1767384352.459908:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005e3f0fb4. 10000000:00000040:1.0:1767384352.459910:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:1.0:1767384352.459912:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384352.459918:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384352.459921:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b320edb4. 00000020:00000010:1.0:1767384352.459924:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca118db3. 00000040:00000010:1.0:1767384352.459928:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051bfcb81. 00000020:00000010:1.0:1767384352.459932:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d55088d. 00000020:00000010:1.0:1767384352.459935:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384352.459939:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000624cc0eb. 80000000:00000010:1.0:1767384352.459942:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df6d609a. 40000000:00000010:1.0:1767384352.459946:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fee6a982. 00100000:00000010:1.0:1767384352.459949:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000810d5ea3. 00040000:00000010:1.0:1767384352.459953:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b79774dc. 00040000:00000010:1.0:1767384352.459956:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000015d3e742. 00040000:00000010:1.0:1767384352.459959:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001dce1807. 00080000:00000010:1.0:1767384352.459964:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a46b3e23. 00080000:00000010:1.0:1767384352.459968:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f5177166. 00000004:00000010:1.0:1767384352.459974:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d9c4336d. 00000004:00000010:1.0:1767384352.459978:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f998ba3a. 00000004:00000010:1.0:1767384352.459981:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002d87d317. 00002000:00000010:1.0:1767384352.459985:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3554cff. 00000004:00000010:1.0:1767384352.459988:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007448839a. 00000004:00000001:1.0:1767384352.459991:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384352.459993:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384352.460000:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005e3f0fb4 00000040:00001000:1.0:1767384352.460001:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384352.460002:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384352.460004:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384352.460005:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384352.460007:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384352.460008:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384352.460009:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384352.460010:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:1.0:1767384352.460011:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384352.460060:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.460064:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca118db3. 00000040:00000010:1.0:1767384352.460068:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000051bfcb81. 00000020:00000010:1.0:1767384352.460072:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d55088d. 00000020:00000010:1.0:1767384352.460076:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030a58f56. 00000020:00000010:1.0:1767384352.460079:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000624cc0eb. 80000000:00000010:1.0:1767384352.460083:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df6d609a. 40000000:00000010:1.0:1767384352.460085:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fee6a982. 00100000:00000010:1.0:1767384352.460087:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000810d5ea3. 00040000:00000010:1.0:1767384352.460091:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b79774dc. 00040000:00000010:1.0:1767384352.460093:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000015d3e742. 00040000:00000010:1.0:1767384352.460096:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001dce1807. 00080000:00000010:1.0:1767384352.460101:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f5177166. 00080000:00000010:1.0:1767384352.460105:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a46b3e23. 00000004:00000010:1.0:1767384352.460108:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d9c4336d. 00000004:00000010:1.0:1767384352.460111:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f998ba3a. 00000004:00000010:1.0:1767384352.460114:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002d87d317. 00002000:00000010:1.0:1767384352.460116:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3554cff. 00000004:00000010:1.0:1767384352.460118:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007448839a. 00000020:00000010:1.0:1767384352.460120:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b320edb4. 00000020:00000001:1.0:1767384352.460122:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.460123:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384352.460126:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005e3f0fb4. 10000000:00000010:1.0:1767384352.460128:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005c2793d5. 10000000:00000001:1.0:1767384352.460130:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.460138:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.460140:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a063519 x1853236731472512/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.460145:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384352.460146:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.460148:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004948f0f8. 02000000:00000001:1.0:1767384352.460150:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.460151:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.460152:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384352.460153:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384352.460154:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384352.460156:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.460157:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384352.460158:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384352.460159:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fb7cc9ec. 00000100:00000010:1.0:1767384352.460161:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000221d28b1. 00000100:00000001:1.0:1767384352.460163:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384352.460163:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006815910b. 02000000:00000001:1.0:1767384352.460165:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.460165:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.460166:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 00000100:00000001:1.0:1767384352.460168:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.460169:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384352.460178:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000075910502. 10000000:01000000:1.0:1767384352.460180:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384352.460183:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384352.460184:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.460186:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.460187:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab5944e9 refcount=3 00000020:00000001:1.0:1767384352.460189:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:1.0:1767384352.460191:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00010000:00000001:1.0:1767384352.460193:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384352.460194:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.460199:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.460205:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384352.460207:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.460211:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384352.460212:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.460213:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384352.460214:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384352.460215:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384352.460216:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384352.460218:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384352.460219:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:1.0:1767384352.460220:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384352.463836:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294938631, at 4294938632 00000100:00000040:0.0:1767384352.463847:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294938631, at 4294938632 00000100:00000010:3.0:1767384352.463848:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069be2e0b. 00000100:00000040:1.0:1767384352.463849:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294938631, at 4294938632 00000100:00000010:0.0:1767384352.463865:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000010:1.0:1767384352.463869:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4b85e54. 00000100:00000040:2.0:1767384352.464817:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294938631, at 4294938633 00000100:00000010:2.0:1767384352.464836:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e584f59f. 00000020:00000010:2.0:1767384352.471050:0:34386:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005e4e41c3. 00000020:00000040:2.0:1767384352.471060:0:34386:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384352.471063:0:34386:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005e4e41c3. 00080000:00000010:2.0:1767384352.735581:0:34408:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000001cde001. 00080000:00000010:2.0:1767384352.735590:0:34408:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000001cde001. 00000020:00000001:2.0:1767384352.735594:0:34408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384352.735600:0:34408:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000001cde001. 00080000:00000010:2.0:1767384352.735603:0:34408:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000001cde001. 00000020:00000001:2.0:1767384352.735606:0:34408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.776869:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384352.776874:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.776879:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384352.776880:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.776910:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384352.776913:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.776916:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384352.967830:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384352.967836:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.968039:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384352.968043:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384353.430652:0:34572:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384353.430658:0:34572:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:2.0:1767384353.435393:0:34572:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384353.441893:0:34573:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000043fe674c. 00000400:00000010:2.0:1767384353.441906:0:34573:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000949856e7. 00000400:00000010:2.0:1767384353.441915:0:34573:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000008e12a2d. 00000400:00000010:2.0:1767384353.441919:0:34573:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f1fcbc82. 00000400:00000010:2.0:1767384353.441927:0:34573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005b457fe4. 00000400:00000010:2.0:1767384353.441930:0:34573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a1497e7. 00000400:00000010:2.0:1767384353.441932:0:34573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2ffae24. 00000400:00000010:2.0:1767384353.441933:0:34573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acc49585. 00000400:00000010:2.0:1767384353.441936:0:34573:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ce7b51a4. 00000800:00000010:2.0:1767384353.441952:0:34573:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005bdd7431. 00000800:00000200:2.0:1767384353.441964:0:34573:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384353.441981:0:34573:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384353.442021:0:34573:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384353.442042:0:34573:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp43 [8/256/0/180] 00000400:00000010:2.0:1767384353.443563:0:34573:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000dd668e7f. 00000400:00000010:2.0:1767384353.443569:0:34573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000400:00000010:2.0:1767384353.443574:0:34573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000400:00000001:2.0:1767384353.443596:0:34573:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384353.443597:0:34573:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384353.443599:0:34573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00000400:00000200:2.0:1767384353.443600:0:34573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384353.443602:0:34573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000400:00000010:2.0:1767384353.443605:0:34573:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000b5abb5ea. 00000400:00000200:2.0:1767384353.443609:0:34573:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000200:2.0:1767384353.443619:0:34573:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384353.443627:0:34573:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:2.0:1767384353.443633:0:34573:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000029a55519. 00000020:01000000:2.0:1767384353.443636:0:34573:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384353.443639:0:34573:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp43 00000400:00000200:1.0:1767384353.443649:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384353.443651:0:34573:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000949856e7. 00000400:00000010:2.0:1767384353.443656:0:34573:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000043fe674c. 00000400:00000200:1.0:1767384353.443659:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:1.0:1767384353.443669:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000400:00000200:1.0:1767384353.443674:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000400:00000010:1.0:1767384353.443681:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000452dc954. 00000020:00000001:3.0:1767384353.443684:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384353.443689:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 10000000:00000001:3.0:1767384353.443692:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384353.443696:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384353.443700:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384353.443704:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384353.443705:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:01000004:3.0:1767384353.443708:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384353.443712:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384353.443715:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384353.443716:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:01000004:3.0:1767384353.443718:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384353.443721:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384353.443725:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384353.443728:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:3.0:1767384353.443729:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384353.443733:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384353.443736:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384353.443739:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000010:3.0:1767384353.443744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023f492f4. 00000400:00000200:1.0:1767384353.443748:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:00000040:3.0:1767384353.443750:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:1.0:1767384353.443757:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:3.0:1767384353.443759:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384353.443763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384353.443765:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 02000000:00000001:3.0:1767384353.443795:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.443830:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000803e687f. 00000100:00000001:3.0:1767384353.443837:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.443848:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384353.443851:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.443859:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023f492f4] to pc [ptlrpcd_00_02+2] req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384353.443882:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384353.443885:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.443887:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384353.443888:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384353.443896:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384353.443897:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384353.443899:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384353.443900:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384353.443902:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384353.443903:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384353.443905:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384353.443906:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384353.443907:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384353.443908:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384353.443909:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384353.443910:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384353.443911:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384353.443914:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e961c4. 00000020:00000040:3.0:1767384353.443916:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384353.443918:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384353.443919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384353.443921:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.443926:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f38a28e4. 00000100:00000001:3.0:1767384353.443928:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.443931:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384353.443932:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.443935:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e961c4] to pc [ptlrpcd_00_03+3] req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384353.443944:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384353.443953:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.443955:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384353.443957:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384353.443961:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000029a55519. 00000100:00000001:0.0:1767384353.443961:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.443966:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.443969:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384353.443973:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 00000100:00000040:0.0:1767384353.443976:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.443977:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384353.443982:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384353.443985:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384353.443989:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000100:00000001:0.0:1767384353.443991:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384353.443993:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.443994:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384353.443998:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384353.444002:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384353.444007:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.444013:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023f492f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731472640:0@lo:253: 00000400:00000200:1.0:1767384353.444015:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000100:00000001:3.0:1767384353.444020:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384353.444020:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384353.444024:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.444028:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 02000000:00000001:3.0:1767384353.444030:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384353.444034:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384353.444034:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384353.444038:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 02000000:00000001:0.0:1767384353.444039:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.444041:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.444043:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384353.444050:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008e961c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731472768:0@lo:253: 00000400:00000200:1.0:1767384353.444051:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 02000000:00000010:0.0:1767384353.444051:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6fb2060. 02000000:00000001:0.0:1767384353.444056:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444060:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384353.444063:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61a0e39. 02000000:00000001:3.0:1767384353.444066:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384353.444068:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[147, 38] 02000000:00000001:3.0:1767384353.444070:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384353.444070:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063255837. 02000000:00000001:3.0:1767384353.444078:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384353.444078:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731472640, portal 25 00000400:00000200:1.0:1767384353.444082:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 38], ns[151, 38] 00000100:00000001:0.0:1767384353.444083:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384353.444085:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738422912 : -114766971128704 : ffff979ebb743480) 02000000:00000010:3.0:1767384353.444088:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a15f925c. 02000000:00000001:3.0:1767384353.444092:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.444095:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000100:00000040:0.0:1767384353.444095:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384353.444098:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384353.444105:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aab42310. 00000100:00000200:3.0:1767384353.444110:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731472768, portal 25 00000400:00000200:1.0:1767384353.444114:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000100:00000001:3.0:1767384353.444116:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384353.444118:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384353.444119:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738413952 : -114766971137664 : ffff979ebb741180) 00000100:00000040:0.0:1767384353.444125:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384353.444129:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384353.444132:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000010:0.0:1767384353.444132:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f91f883. 00000100:00000200:0.0:1767384353.444138:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731472640, offset 0 00000100:00000001:3.0:1767384353.444147:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384353.444151:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:0.0:1767384353.444151:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384353.444153:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384353.444158:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dcf869b. 00000400:00000200:1.0:1767384353.444162:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 00000100:00000200:3.0:1767384353.444164:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731472768, offset 0 00000400:00000200:1.0:1767384353.444174:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[105, 38], ns[109, 38] 00000400:00000200:3.0:1767384353.444175:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384353.444183:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 00000400:00000200:1.0:1767384353.444188:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[80, 38] 00000400:00000200:1.0:1767384353.444193:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 38], ns[136, 38] 00000400:00000200:1.0:1767384353.444198:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[154, 38] 00000400:00000200:1.0:1767384353.444203:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[155, 38] 00000400:00000200:1.0:1767384353.444208:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[110, 38] 00000400:00000200:1.0:1767384353.444225:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 38], ns[127, 38] 00000400:00000200:1.0:1767384353.444230:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[156, 38] 00000400:00000200:1.0:1767384353.444234:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[139, 38] 00000400:00000200:1.0:1767384353.444238:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[137, 38], ns[143, 38] 00000400:00000200:1.0:1767384353.444244:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[145, 38] 00000400:00000200:1.0:1767384353.444248:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000400:00000200:1.0:1767384353.444253:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384353.444257:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:1.0:1767384353.444263:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp41 00000400:00000200:1.0:1767384353.444268:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp41 lpni_is_preferred = 0 00000400:00000200:1.0:1767384353.444271:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp41 00000400:00000200:1.0:1767384353.444275:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp41 NI seq info: [157:157:256:4294967295] 192.168.204.118@tcp41 LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1767384353.444283:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp41 00000400:00000200:1.0:1767384353.444290:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41:) -> 192.168.204.118@tcp41(192.168.204.118@tcp:192.168.204.118@tcp41) : PUT try# 0 00000800:00000200:1.0:1767384353.444297:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.118@tcp41 00000400:00000200:3.0:1767384353.444305:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384353.444305:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384353.444306:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b79774dc. 00000400:00000200:0.0:1767384353.444316:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106b00 00000800:00000010:1.0:1767384353.444317:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb40941c. 00000400:00000200:3.0:1767384353.444321:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106b80 00000400:00000200:0.0:1767384353.444325:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1495 [2] + 0 00000800:00000010:1.0:1767384353.444326:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004ac2ab7c. 00000400:00000010:0.0:1767384353.444331:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036490ca7. 00000400:00000200:0.0:1767384353.444335:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065b11373 00000800:00000200:1.0:1767384353.444338:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000400:00000200:0.0:1767384353.444343:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384353.444344:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14ad [2] + 0 00000400:00000010:3.0:1767384353.444350:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8c5758f. 00000400:00000200:0.0:1767384353.444352:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.1:1767384353.444353:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000400:00000200:3.0:1767384353.444355:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae2ddc0c 00000400:00000200:0.0:1767384353.444360:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b11373 00000400:00000200:3.0:1767384353.444362:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384353.444363:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065b11373. 00000400:00000200:3.0:1767384353.444368:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384353.444369:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384353.444372:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384353.444373:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2ddc0c 00000400:00000200:1.0:1767384353.444376:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000100:00000040:0.0:1767384353.444376:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000a5bdf49b x1853236731472640 msgsize 4848 00000400:00000010:3.0:1767384353.444377:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae2ddc0c. 00000100:00000001:3.0:1767384353.444384:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384353.444386:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000200:3.0:1767384353.444388:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384353.444392:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384353.444395:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000cec564c6 x1853236731472768 msgsize 4848 00000100:00000040:0.0:1767384353.444396:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384353.444402:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384353.444408:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384353.444408:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384353.444417:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f91f883 00000100:00000001:3.0:1767384353.444419:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384353.444420:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f91f883. 00000400:00000200:3.0:1767384353.444427:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcf869b 00000100:00000001:0.0:1767384353.444429:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384353.444431:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dcf869b. 00000100:00000200:0.0:1767384353.444434:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.444441:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384353.444446:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384353.444447:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384353.444452:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.444471:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384353.444472:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444475:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384353.444477:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.444481:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444486:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444487:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294939617 00000100:00000001:3.0:1767384353.444489:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384353.444493:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4b85e54. 00000100:00000001:3.0:1767384353.444496:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444499:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294939617 00000100:00000001:0.0:1767384353.444500:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384353.444508:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294939617 00000100:00000001:0.0:1767384353.444508:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294939617 00000100:00000001:3.0:1767384353.444512:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294939617 00000100:00000010:0.0:1767384353.444512:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e584f59f. 00000100:00000001:0.0:1767384353.444518:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384353.444522:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:3.0:1767384353.444524:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294939617 00000100:00000001:0.0:1767384353.444524:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294939617 00000100:00000001:3.0:1767384353.444529:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294939617 00000100:00000010:0.0:1767384353.444536:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f523eb3. 00000100:00000001:0.0:1767384353.444541:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384353.444544:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294939617 00000100:00000001:0.0:1767384353.444544:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294939617 00000100:00000010:0.0:1767384353.444549:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000100:00000001:3.0:1767384353.444550:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294939617 00000100:00000001:0.0:1767384353.444553:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384353.444558:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384353.444559:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294939617 00000100:00000001:0.0:1767384353.444562:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444564:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.444566:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444567:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444570:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.444571:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444574:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.444578:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384353.444579:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.444581:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384353.444582:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384353.444589:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.444589:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384353.444593:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.444593:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.444597:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444598:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.444601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:0.0:1767384353.444603:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444604:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444633:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384353.444636:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472640 02000000:00000001:3.0:1767384353.444638:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384353.444640:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384353.444641:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384353.444644:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.444645:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472768 02000000:00000001:0.0:1767384353.444650:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384353.444651:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444652:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.444655:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.444656:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472640 02000000:00000001:0.0:1767384353.444658:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.444659:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384353.444662:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472768 00000020:00000040:3.0:1767384353.444663:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384353.444667:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384353.444668:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384353.444670:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000020:00000040:0.0:1767384353.444670:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000040:3.0:1767384353.444671:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384353.444675:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384353.444678:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000040:0.0:1767384353.444679:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000020:00000001:3.0:1767384353.444684:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384353.444684:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384353.444690:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384353.444691:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384353.444693:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384353.444696:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6eb6d0. 00000020:00000010:0.0:1767384353.444698:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9a80627. 00000100:00000001:3.0:1767384353.444700:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.444703:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384353.444704:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6eb6d0. 00000020:00000010:0.0:1767384353.444707:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9a80627. 00000020:00000010:3.0:1767384353.444712:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001503c05e. 00000020:00000010:0.0:1767384353.444713:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aac5f0cc. 00000020:00000010:3.0:1767384353.444719:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1581c89. 00000400:00000200:1.0:1767384353.444720:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:00000010:0.0:1767384353.444720:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fb913f8. 00000020:00000010:3.0:1767384353.444725:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384353.444731:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384353.444734:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000100:00000001:3.0:1767384353.444735:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384353.444738:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384353.444740:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444742:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384353.444754:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.444756:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444763:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444765:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444797:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.444822:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384353.444825:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384353.444830:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:0.0:1767384353.444833:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384353.444846:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665484368 : -114767044067248 : ffff979eb71b4050) 00000400:00000200:1.0:1767384353.444849:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:0.0:1767384353.444850:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cec564c6 x1853236731472768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.444859:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384353.444862:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9a80627. 00000100:00000001:0.0:1767384353.444863:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.444865:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9a80627. 00000100:00100000:0.0:1767384353.444872:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cec564c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731472768:12345-0@lo:253: 00000100:00000200:0.0:1767384353.444875:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472768 00000020:00000001:0.0:1767384353.444878:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384353.444881:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384353.444883:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.444885:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384353.444887:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384353.444890:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384353.444892:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384353.444894:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384353.444896:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384353.444899:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.444902:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384353.444905:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384353.444910:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000600dd22b. 00000100:00000001:3.0:1767384353.444913:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384353.444913:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.444919:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:0.0:1767384353.444922:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444926:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:0.0:1767384353.444927:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384353.444929:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384353.444935:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384353.444937:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 20000000:00000010:0.0:1767384353.444938:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a651cc5. 00000100:00000001:3.0:1767384353.444939:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665493584 : -114767044058032 : ffff979eb71b6450) 20000000:01000000:0.0:1767384353.444943:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:3.0:1767384353.444946:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5bdf49b x1853236731472640/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384353.444948:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384353.444951:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384353.444954:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.444958:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.444962:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384353.444962:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 20000000:00000001:0.0:1767384353.444962:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:3.0:1767384353.444968:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6eb6d0. 00000100:00000001:3.0:1767384353.444972:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384353.444972:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037745e52. 20000000:01000000:0.0:1767384353.444976:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000020:00000010:3.0:1767384353.444978:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6eb6d0. 20000000:00000001:0.0:1767384353.444983:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:3.0:1767384353.444987:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5bdf49b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731472640:12345-0@lo:253: 00080000:00000001:0.0:1767384353.444989:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000200:3.0:1767384353.444994:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472640 00080000:00000001:0.0:1767384353.444995:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384353.445000:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384353.445004:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384353.445005:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000020:00000001:3.0:1767384353.445006:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445011:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384353.445012:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384353.445017:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384353.445019:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384353.445021:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384353.445022:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384353.445024:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384353.445026:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445026:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.445030:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384353.445030:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 02000000:00000001:3.0:1767384353.445034:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384353.445034:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445036:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384353.445039:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.445041:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000427466a8. 00080000:00000002:0.0:1767384353.445041:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 02000000:00000001:3.0:1767384353.445045:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.445048:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.445048:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384353.445052:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384353.445053:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384353.445057:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384353.445060:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445062:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384353.445064:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eaa3a799. 00000020:00000001:0.0:1767384353.445065:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384353.445070:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384353.445071:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:1.0:1767384353.445073:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00080000:00000001:0.0:1767384353.445075:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384353.445080:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:0.0:1767384353.445081:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000055f96370. 20000000:00000001:3.0:1767384353.445082:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384353.445086:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445087:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306792658432 : -114766916893184 : ffff979ebeafc600) 20000000:00000001:3.0:1767384353.445092:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445093:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384353.445095:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:0.0:1767384353.445097:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384353.445102:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e9a80627. 00080000:00000001:0.0:1767384353.445104:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.445106:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384353.445124:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.445127:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00080000:00000001:0.0:1767384353.445140:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384353.445170:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445208:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445251:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445284:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445312:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445339:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445371:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445401:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445428:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445462:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445501:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445539:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445569:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445596:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445624:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445669:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445701:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445747:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445835:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445870:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445942:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384353.445976:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00080000:00000010:3.0:1767384353.445996:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000055f96370. 00000400:00000200:1.0:1767384353.446017:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00080000:00000010:0.0:1767384353.446037:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e9a80627. 00040000:00000001:0.0:1767384353.446044:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384353.446046:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384353.446048:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384353.446051:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384353.446053:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.446055:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384353.446060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 20000000:01000000:0.0:1767384353.446065:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384353.446074:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384353.446078:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384353.446083:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384353.446084:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051a8a38d. 20000000:01000000:3.0:1767384353.446089:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:3.0:1767384353.446092:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384353.446096:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384353.446099:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384353.446106:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384353.446114:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384353.446116:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384353.446118:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384353.446120:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384353.446121:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384353.446123:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384353.446128:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384353.446130:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384353.446133:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384353.446134:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384353.446136:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384353.446139:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384353.446140:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384353.446146:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.446147:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1767384353.446151:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384353.446152:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384353.446157:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000040:0.0:1767384353.446159:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5682440 count: 2 00010000:00000001:0.0:1767384353.446164:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384353.446165:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384353.446167:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384353.446171:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000034adb39b. 00010000:00000010:0.0:1767384353.446171:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dff3bd3. 00080000:00000001:3.0:1767384353.446177:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437892096 : -114767271659520 : ffff979ea98a7800) 00000020:00000001:0.0:1767384353.446177:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384353.446181:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dff3bd3 with handle 0xd602e9c522f0b331 to hash 00080000:00000001:3.0:1767384353.446182:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384353.446185:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:3.0:1767384353.446187:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384353.446192:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a6eb6d0. 00080000:00000001:3.0:1767384353.446195:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384353.446198:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384353.446207:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384353.446216:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384353.446216:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.446221:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.446226:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384353.446228:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.446230:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.446237:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384353.446241:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384353.446243:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384353.446245:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.446253:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384353.446256:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.446261:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384353.446262:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.446264:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.446265:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.446267:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.446268:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384353.446270:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384353.446274:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5682440) refcount = 2 00000800:00000010:1.0:1767384353.446276:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00010000:00000040:0.0:1767384353.446277:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384353.446281:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384353.446283:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c7355a8. 00010000:00000040:0.0:1767384353.446285:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384353.446288:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384353.446294:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fee6a982. 00010000:00000010:0.0:1767384353.446295:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9a80627. 00000100:00000001:0.0:1767384353.446300:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384353.446303:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f91f883. 00000100:00000001:0.0:1767384353.446305:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306672864064 : -114767036687552 : ffff979eb78bdb40) 00000100:00000001:0.0:1767384353.446307:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306672864064 : -114767036687552 : ffff979eb78bdb40) 00000100:00000001:0.0:1767384353.446309:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384353.446310:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384353.446312:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384353.446314:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.446316:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384353.446317:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.446319:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.446321:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384353.446323:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000800:00000010:1.0:1767384353.446327:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fee6a982. 00000100:00000010:0.0:1767384353.446332:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000020:00000040:0.0:1767384353.446335:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:0.0:1767384353.446338:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384353.446339:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00020000:1.0:1767384353.446341:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 02000000:00000001:0.0:1767384353.446342:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384353.446349:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c7355a8. 02000000:00000010:0.0:1767384353.446349:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f8df0b1. 00000800:00000010:1.0:1767384353.446356:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000100:00000001:0.0:1767384353.446356:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.446362:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384353.446372:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 422 lvb_type: 0 00010000:00000001:0.0:1767384353.446377:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384353.446379:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384353.446382:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384353.446388:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384353.446389:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.446392:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731472896:0@lo:104: 00000100:00000001:0.0:1767384353.446395:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384353.446397:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384353.446399:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.446400:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384353.446403:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f96370. 02000000:00000001:0.0:1767384353.446404:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384353.446407:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebbde784. 00000400:02020000:1.0:1767384353.446408:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp41 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384353.446411:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543fb4da. 00000100:00000200:0.0:1767384353.446416:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731472896, portal 16 00000100:00000001:0.0:1767384353.446419:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384353.446421:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp41 notifying 192.168.204.118@tcp41: down 00000100:00000001:0.0:1767384353.446422:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000100:00000040:0.0:1767384353.446428:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1767384353.446434:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp41 down 00000100:00000001:0.0:1767384353.446438:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1767384353.446445:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 592 0@<0:0>->192.168.204.118@tcp41 00000100:00000040:0.0:1767384353.446448:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384353.446452:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000800:00000010:1.0:1767384353.446454:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b79774dc. 00000100:00000200:0.0:1767384353.446455:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731472896, offset 0 00000400:00000200:1.0:1767384353.446462:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384353.446463:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384353.446472:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384353.446475:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp41->192.168.204.118@tcp41: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384353.446482:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d106c00 00000400:00000200:1.0:1767384353.446487:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp41 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:0.0:1767384353.446489:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 984 00000400:00000200:0.0:1767384353.446496:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384353.446497:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384353.446501:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384353.446505:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000100:00000001:0.0:1767384353.446506:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384353.446509:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384353.446513:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a063519. 00000400:00000200:1.0:1767384353.446514:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000040:0.0:1767384353.446517:0:17100:0:(events.c:337:request_in_callback()) incoming req@000000006a063519 x1853236731472896 msgsize 328 00000100:00100000:0.0:1767384353.446522:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384353.446531:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384353.446535:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:0.0:1767384353.446537:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000100:00000001:0.0:1767384353.446541:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384353.446544:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384353.446550:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384353.446552:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384353.446557:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.446559:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384353.446563:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.446566:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294939619 00000400:00000200:3.0:1767384353.446567:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384353.446571:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294939617 00000100:00000001:0.0:1767384353.446574:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294939619 00080000:00000020:1.0:1767384353.446579:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384353.446581:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294939617 00000400:00000200:3.0:1767384353.446585:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101151 00000100:00000001:1.0:1767384353.446585:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384353.446587:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294939619 20000000:00000010:1.0:1767384353.446590:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a651cc5. 00000400:00000001:3.0:1767384353.446592:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384353.446592:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294939617 00000400:00000001:3.0:1767384353.446597:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384353.446598:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294939619 20000000:00000001:1.0:1767384353.446599:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.446601:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e545da33 00010000:00000040:1.0:1767384353.446604:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472768 00000400:00000010:3.0:1767384353.446606:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e545da33. 00000100:00000001:0.0:1767384353.446608:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294939617 00010000:00000001:1.0:1767384353.446610:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384353.446613:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384353.446614:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:0.0:1767384353.446616:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384353.446619:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cec564c6 x1853236731472768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.446620:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.446624:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00010000:00000001:0.0:1767384353.446625:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.446631:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.446633:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (36) 00010000:00000001:0.0:1767384353.446635:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.446638:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384353.446641:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384353.446641:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.446643:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00010000:00000001:0.0:1767384353.446644:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384353.446646:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.446648:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:3.0:1767384353.446650:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc -71 00000100:00000001:0.0:1767384353.446653:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384353.446654:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.446658:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384353.446661:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000100:00000001:1.0:1767384353.446662:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384353.446662:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384353.446666:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f91f883 going to sleep for 11 seconds 00000400:00000200:3.0:1767384353.446670:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (35) 00000100:00000001:0.0:1767384353.446670:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384353.446671:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384353.446673:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.446683:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384353.446687:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384353.446688:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384353.446691:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.446691:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731472896 02000000:00000001:0.0:1767384353.446695:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384353.446697:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384353.446698:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384353.446699:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.446703:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.446707:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384353.446707:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731472896 00000020:00000001:0.0:1767384353.446711:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384353.446713:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000400:00000010:1.0:1767384353.446714:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7355a8. 00000020:00000001:0.0:1767384353.446714:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.446717:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000020:00000001:0.0:1767384353.446720:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000200:1.0:1767384353.446721:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731472768, offset 224 00000020:00000001:0.0:1767384353.446722:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:0.0:1767384353.446725:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384353.446730:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000100:00000001:0.0:1767384353.446734:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384353.446735:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384353.446737:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000020:00000010:0.0:1767384353.446742:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cf41963. 00000400:00000200:1.0:1767384353.446746:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384353.446752:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e7dc361. 00000020:00000010:0.0:1767384353.446757:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000400:00000200:1.0:1767384353.446760:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106b80 00000100:00000040:0.0:1767384353.446764:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384353.446792:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384353.446794:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.446795:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.446799:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d21 [2] + 224 00000100:00000001:0.0:1767384353.446816:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.446823:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384353.446828:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.446830:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384353.446837:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384353.446841:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384353.446843:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.446844:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384353.446849:0:19666:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384353.446850:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384353.446854:0:19666:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384353.446855:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:3.0:1767384353.446859:0:19666:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.446860:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789511168 : -114766920040448 : ffff979ebe7fc000) 00000100:00000001:3.0:1767384353.446865:0:19666:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.446870:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a063519 x1853236731472896/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384353.446875:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.446881:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384353.446884:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000100:00000001:0.0:1767384353.446889:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.446893:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000100:00100000:0.0:1767384353.446900:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a063519 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731472896:12345-0@lo:104: 00000100:00000200:0.0:1767384353.446903:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731472896 00010000:00000001:0.0:1767384353.446906:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1767384353.446907:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384353.446910:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.446912:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.446914:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab5944e9 refcount=2 00000400:00000200:1.0:1767384353.446916:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7355a8 00000020:00000001:0.0:1767384353.446916:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00000100:00000001:3.0:1767384353.446920:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384353.446922:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c7355a8. 00010000:00000001:0.0:1767384353.446923:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00000100:00000001:3.0:1767384353.446924:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384353.446930:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384353.446931:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384353.446931:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384353.446932:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.446935:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384353.446936:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384353.446937:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384353.446942:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000100:00000001:1.0:1767384353.446942:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384353.446949:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab42310 00000100:00000040:1.0:1767384353.446951:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384353.446955:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aab42310. 00010000:00000001:1.0:1767384353.446958:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384353.446961:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384353.446962:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.446963:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384353.446964:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384353.446967:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1767384353.446969:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d40125a5. 00000100:00000200:3.0:1767384353.446972:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384353.446973:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.446975:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cec564c6 x1853236731472768/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.446977:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.446983:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384353.446985:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.446990:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.446998:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384353.447003:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:1.0:1767384353.447004:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cec564c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731472768:12345-0@lo:253: Request processed in 2139us (2604us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384353.447008:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384353.447014:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384353.447017:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.447022:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384353.447028:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.447029:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:0.0:1767384353.447029:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384353.447033:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000100:00000200:0.0:1767384353.447037:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731472896, offset 224 00000100:00000040:1.0:1767384353.447045:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384353.447048:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384353.447049:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.447052:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384353.447054:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.447058:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384353.447060:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384353.447061:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384353.447064:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb913f8. 02000000:00000001:3.0:1767384353.447065:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384353.447069:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d106c00 00000100:00000001:3.0:1767384353.447070:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384353.447073:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000100:00000001:3.0:1767384353.447075:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.447079:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d2d [1] + 224 02000000:00000001:3.0:1767384353.447081:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.447081:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aac5f0cc. 00000400:00000200:0.0:1767384353.447084:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384353.447089:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=73 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384353.447090:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000400:00000200:0.0:1767384353.447090:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384353.447093:0:17068:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384353.447099:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384353.447099:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1767384353.447104:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=73 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384353.447104:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000600dd22b. 02000000:00000001:1.0:1767384353.447112:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384353.447113:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384353.447114:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384353.447117:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.447117:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384353.447124:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384353.447127:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384353.447128:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.447130:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384353.447134:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.447135:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad83f9a4. 00000400:00000200:0.0:1767384353.447136:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:0.0:1767384353.447139:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000100:00000040:3.0:1767384353.447143:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.447144:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1767384353.447152:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7355a8. 00000100:00000001:3.0:1767384353.447154:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.447154:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384353.447160:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384353.447161:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.447164:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384353.447166:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384353.447170:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:01000004:3.0:1767384353.447171:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000010:0.0:1767384353.447173:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a061a89d. 00000020:01000004:3.0:1767384353.447174:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384353.447178:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384353.447178:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:01000004:3.0:1767384353.447182:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384353.447184:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384353.447184:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384353.447187:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00010000:0.0:1767384353.447188:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767384353.447190:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:3.0:1767384353.447191:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:0.0:1767384353.447192:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384353.447195:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:01000004:3.0:1767384353.447196:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384353.447196:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.447199:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebbde784. 00000020:01000004:3.0:1767384353.447201:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384353.447201:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.447205:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543fb4da 00000100:00000040:3.0:1767384353.447210:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384353.447210:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a063519 x1853236731472896/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384353.447211:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000543fb4da. 00000100:00000001:1.0:1767384353.447219:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384353.447228:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384353.447235:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a063519 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731472896:12345-0@lo:104: Request processed in 350us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384353.447246:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008e961c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731472768:0@lo:253: 00000100:00100000:0.0:1767384353.447253:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384353.447259:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00000100:00000001:3.0:1767384353.447260:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.447262:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384353.447263:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384353.447266:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384353.447266:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384353.447271:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e7dc361. 00000100:00000040:3.0:1767384353.447274:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008e961c4 x1853236731472768/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384353.447277:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000100:00000001:1.0:1767384353.447279:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.447283:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384353.447284:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cf41963. 00000100:00000001:1.0:1767384353.447290:0:17100:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384353.447291:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 02000000:00000001:1.0:1767384353.447294:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384353.447296:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384353.447296:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.447298:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384353.447301:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384353.447301:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.447306:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a15f925c. 02000000:00000001:1.0:1767384353.447306:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384353.447312:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=73 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384353.447315:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384353.447317:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:1.0:1767384353.447318:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=73 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384353.447319:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384353.447321:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384353.447323:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00010000:0.0:1767384353.447327:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384353.447328:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384353.447329:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384353.447331:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384353.447332:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384353.447333:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f38a28e4. 00010000:00000001:0.0:1767384353.447334:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384353.447337:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384353.447346:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384353.447347:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab5944e9 already unused, calling callback (00000000e93ca148) 00010000:00000001:1.0:1767384353.447349:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.447350:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1767384353.447351:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384353.447355:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384353.447355:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384353.447359:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e961c4. 10000000:00010000:0.0:1767384353.447361:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.447365:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384353.447365:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384353.447370:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.447371:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384353.447374:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384353.447377:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384353.447377:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.447380:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab5944e9 refcount=3 00000020:00000001:0.0:1767384353.447386:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00000100:00000001:3.0:1767384353.447387:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384353.447391:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.447393:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384353.447393:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560680960 : -114767148870656 : ffff979eb0dc1400) 00000100:00000001:3.0:1767384353.447397:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384353.447399:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384353.447400:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384353.447401:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.447402:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384353.447403:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384353.447410:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:0.0:1767384353.447412:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384353.447413:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:0.0:1767384353.447414:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384353.447417:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384353.447420:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384353.447421:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384353.447425:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:1.0:1767384353.447428:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1767384353.447428:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384353.447432:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384353.447435:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384353.447438:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.447446:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731472896:0@lo:104: 10000000:00000001:0.0:1767384353.447448:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384353.447452:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384353.447453:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00000100:00000001:1.0:1767384353.447454:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384353.447456:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384353.447459:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.447460:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.447462:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384353.447465:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384353.447466:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384353.447469:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384353.447470:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384353.447471:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384353.447474:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.447476:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000358f7dc7 x1853236731472896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384353.447477:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab5944e9 with handle 0xd602e9c522f0b323 from hash 00010000:00000001:0.0:1767384353.447481:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384353.447484:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384353.447490:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384353.447491:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.447494:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1767384353.447495:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384353.447496:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:1.0:1767384353.447499:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f96370. 00010000:00000001:0.0:1767384353.447499:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384353.447506:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767384353.447507:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384353.447508:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767384353.447511:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1767384353.447513:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000020:00000040:1.0:1767384353.447515:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000020:00000040:0.0:1767384353.447516:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384353.447520:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384353.447521:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384353.447524:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384353.447525:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f8df0b1. 02000000:00000001:0.0:1767384353.447527:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.447530:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767384353.447532:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cf41963. 02000000:00000001:1.0:1767384353.447533:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384353.447536:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384353.447537:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00010000:00000001:0.0:1767384353.447540:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384353.447544:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1767384353.447544:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384353.447547:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384353.447553:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f91f883. 00010000:00010000:0.0:1767384353.447554:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384353.447556:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.447558:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384353.447559:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.447563:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d595681] to pc [ptlrpcd_00_00+0] req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.447566:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384353.447570:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384353.447577:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9a80627. 00010000:00000001:1.0:1767384353.447581:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.447584:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.447586:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384353.447589:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384353.447590:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384353.447592:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384353.447594:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384353.447595:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.447598:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384353.447599:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.447600:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384353.447604:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.447607:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.447616:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384353.447619:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384353.447619:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000ab5944e9/0xd602e9c522f0b323 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b32a expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.447624:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384353.447627:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384353.447634:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384353.447636:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4e4c4ea count: 0 00000100:00000001:3.0:1767384353.447647:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384353.447647:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384353.447648:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384353.447653:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.447653:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.447653:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384353.447656:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a061a89d. 02000000:00000001:3.0:1767384353.447661:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384353.447662:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.447666:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384353.447666:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.447670:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.447672:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.447673:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384353.447676:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.447678:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.447680:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731473024:0@lo:103: 00010000:00010000:0.0:1767384353.447681:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384353.447682:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.447684:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.447687:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384353.447689:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384353.447694:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384353.447696:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384353.447699:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384353.447704:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000567af2. 02000000:00000001:3.0:1767384353.447706:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384353.447710:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384353.447714:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000080dbd8f. 00000100:00000200:3.0:1767384353.447718:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731473024, portal 18 00000100:00000001:3.0:1767384353.447720:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384353.447721:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000040:3.0:1767384353.447726:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.447733:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384353.447742:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384353.447744:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000100:00000200:3.0:1767384353.447747:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731473024, offset 0 00000400:00000200:3.0:1767384353.447752:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384353.447760:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384353.447792:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d106c80 00000400:00000200:3.0:1767384353.447799:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:3.0:1767384353.447817:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384353.447822:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384353.447827:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384353.447829:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384353.447833:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e961c4. 00000100:00000040:3.0:1767384353.447836:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000008e961c4 x1853236731473024 msgsize 328 00000100:00100000:3.0:1767384353.447843:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384353.447851:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384353.447858:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:3.0:1767384353.447861:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000100:00000001:0.0:1767384353.447861:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384353.447865:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473024 00000100:00000001:3.0:1767384353.447867:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384353.447868:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384353.447871:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.447872:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384353.447874:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384353.447876:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.447880:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473024 00000020:00000001:0.0:1767384353.447883:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384353.447886:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384353.447889:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.447892:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:3.0:1767384353.447895:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384353.447896:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384353.447900:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:3.0:1767384353.447902:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.447904:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384353.447908:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000100:00000001:0.0:1767384353.447913:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.447917:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000100:00000001:3.0:1767384353.447922:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384353.447925:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5145ad. 00000100:00000001:3.0:1767384353.447926:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384353.447930:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e7dc361. 00000100:00000001:3.0:1767384353.447934:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.447938:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294939621 00000020:00000010:0.0:1767384353.447940:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000100:00000001:3.0:1767384353.447946:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939619 00000100:00000040:0.0:1767384353.447949:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384353.447953:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384353.447954:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384353.447956:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294939621 00010000:00000001:0.0:1767384353.447957:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384353.447960:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.447963:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384353.447964:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939619 00010000:00000001:0.0:1767384353.447966:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.447968:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.447971:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000100:00000001:3.0:1767384353.447973:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294939621 00000020:00000001:0.0:1767384353.447973:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:0.0:1767384353.447979:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384353.447981:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939619 00010000:00010000:0.0:1767384353.447983:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 422 lvb_type: 0 00010000:00000001:0.0:1767384353.447988:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.447990:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.447992:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.447995:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.447997:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294939621 00000100:00000001:0.0:1767384353.447999:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384353.448006:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939619 00000100:00000200:0.0:1767384353.448006:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e961c4 x1853236731473024/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.448014:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.448015:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384353.448018:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.448020:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.448025:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384353.448026:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.448030:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.448032:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384353.448035:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384353.448039:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384353.448041:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.448041:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384353.448044:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384353.448046:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.448050:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384353.448051:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.448053:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:0.0:1767384353.448056:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738413952 : -114766971137664 : ffff979ebb741180) 00000100:00000040:0.0:1767384353.448060:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008e961c4 x1853236731473024/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 328/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.448065:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384353.448072:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a05111d1. 00000100:00000001:0.0:1767384353.448073:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.448075:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a05111d1. 00000100:00100000:0.0:1767384353.448077:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008e961c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731473024:12345-0@lo:103: 00000100:00000200:0.0:1767384353.448080:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473024 00010000:00000001:0.0:1767384353.448082:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384353.448084:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384353.448086:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384353.448088:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384353.448089:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384353.448092:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007adddc14. 02000000:00000001:0.0:1767384353.448094:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.448096:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448097:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384353.448100:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384353.448102:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.448103:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.448104:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:0.0:1767384353.448106:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:0.0:1767384353.448108:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000040:0.0:1767384353.448110:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5682440 count: 3 00010000:00010000:0.0:1767384353.448112:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 422 lvb_type: 0 00000100:00001000:0.0:1767384353.448116:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384353 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384353.448118:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384353.448122:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448123:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384353.448125:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 422 lvb_type: 0 00000020:00000001:0.0:1767384353.448129:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.448130:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.448131:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.448138:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448141:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384353.448143:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384353.448146:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448147:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448149:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384353.448150:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384353.448152:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b32a from hash 00010000:00000001:0.0:1767384353.448154:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384353.448155:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448156:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448157:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384353.448158:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384353.448160:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384353.448161:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b32a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b323 expref: 16 pid: 17079 timeout: 422 lvb_type: 0 00010000:00000040:0.0:1767384353.448165:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384353.448166:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384353.448170:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448172:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384353.448173:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384353.448174:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001dff3bd3 00010000:00000001:0.0:1767384353.448175:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384353.448176:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.448177:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448178:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.448179:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448181:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384353.448181:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384353.448183:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448187:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384353.448188:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384353.448189:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384353.448191:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384353.448195:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5682440) refcount = 2 00010000:00010000:0.0:1767384353.448197:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448201:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384353.448203:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384353.448204:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448205:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384353.448208:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a05111d1. 00000100:00000001:0.0:1767384353.448210:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384353.448212:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a061a89d. 00000100:00000001:0.0:1767384353.448214:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306672861760 : -114767036689856 : ffff979eb78bd240) 00000100:00000001:0.0:1767384353.448215:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306672861760 : -114767036689856 : ffff979eb78bd240) 00000100:00000001:0.0:1767384353.448217:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384353.448218:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384353.448220:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384353.448221:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384353.448223:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384353.448225:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.448226:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.448227:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=5 00000020:00000001:0.0:1767384353.448229:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.448230:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.448232:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384353.448233:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448238:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384353.448239:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448243:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448244:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384353.448245:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448257:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384353.448258:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448260:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384353.448261:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384353.448264:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001dff3bd3 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384353.448266:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.448268:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384353.448269:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448273:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384353.448274:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.448275:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.448276:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dff3bd3 refcount=6 00000020:00000001:0.0:1767384353.448277:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.448278:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560677376 : -114767148874240 : ffff979eb0dc0600) 00010000:00000001:0.0:1767384353.448280:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384353.448282:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448285:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384353.448286:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.448287:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448295:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384353.448296:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384353.448297:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384353.448298:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384353.448299:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dff3bd3 with handle 0xd602e9c522f0b331 from hash 00010000:00000001:0.0:1767384353.448301:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384353.448303:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448304:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448310:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384353.448312:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384353.448313:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384353.448314:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384353.448316:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448318:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448319:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384353.448321:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384353.448323:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384353.448324:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448325:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448327:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448331:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448335:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.448340:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384353.448342:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384353.448348:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384353.448350:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384353.448354:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448354:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448357:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384353.448359:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384353.448362:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448364:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384353.448368:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384353.448368:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384353.448370:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.448372:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384353.448373:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.448376:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448376:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384353.448381:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767384353.448381:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dff3bd3/0xd602e9c522f0b331 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384353.448390:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448391:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448392:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384353.448393:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384353.448395:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.448396:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.448397:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384353.448398:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a061a89d. 00000100:00000001:0.0:1767384353.448400:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384353.448406:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384353.448408:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a05111d1. 00010000:00000001:0.0:1767384353.448409:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384353.448411:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5682440 count: 0 00010000:00010000:0.0:1767384353.448414:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384353.448415:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448417:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384353.448418:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.448419:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.448422:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384353.448423:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384353.448424:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384353.448426:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384353.448427:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.448429:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384353.448430:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384353.448432:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000100:00000200:0.0:1767384353.448434:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731473024, offset 224 00000400:00000200:0.0:1767384353.448437:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384353.448441:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384353.448445:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d106c80 00000400:00000200:0.0:1767384353.448449:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d41 [1] + 224 00000400:00000200:0.0:1767384353.448452:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384353.448456:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384353.448459:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384353.448461:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384353.448468:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.448482:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384353.448485:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:0.0:1767384353.448486:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000100:00000001:0.0:1767384353.448488:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384353.448489:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384353.448498:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.448500:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384353.448502:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448503:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.448505:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384353.448506:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e961c4 x1853236731473024/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.448510:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384353.448516:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384353.448517:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008e961c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731473024:12345-0@lo:103: Request processed in 451us (679us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384353.448520:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384353.448524:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000100:00100000:0.0:1767384353.448527:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384353.448531:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000080dbd8f 00000100:00000040:0.0:1767384353.448531:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384353.448535:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384353.448537:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000080dbd8f. 00000100:00000001:0.0:1767384353.448538:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384353.448543:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e7dc361. 00000100:00000001:1.0:1767384353.448544:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384353.448547:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384353.448551:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5145ad. 00000100:00000200:1.0:1767384353.448552:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384353.448555:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:0.0:1767384353.448559:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384353.448562:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000034adb39b. 00000100:00000200:1.0:1767384353.448572:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384353.448580:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a6eb6d0. 00040000:00000001:3.0:1767384353.448585:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384353.448588:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384353.448590:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384353.448594:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000100:00000001:1.0:1767384353.448595:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384353.448597:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384353.448600:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:1.0:1767384353.448600:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384353.448602:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384353.448606:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384353.448610:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384353.448612:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000001:3.0:1767384353.448614:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.448614:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384353.448618:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 02000000:00000001:1.0:1767384353.448618:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384353.448624:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=73 v=5 (5 0 0 0) 00080000:00000001:3.0:1767384353.448625:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00001000:1.0:1767384353.448631:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=73 v=5 (1 0 0 0) 20000000:01000000:0.0:1767384353.448632:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384353.448636:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000001:1.0:1767384353.448639:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:01000000:0.0:1767384353.448639:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00000001:1.0:1767384353.448644:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448644:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384353.448647:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1767384353.448649:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384353.448652:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384353.448653:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000015520071. 00000100:00000001:1.0:1767384353.448657:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448658:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384353.448662:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000955ef55d. 00000100:00000040:1.0:1767384353.448665:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384353.448666:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384353.448670:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000955ef55d with handle 0xd602e9c522f0b338 to hash 00000020:00000001:0.0:1767384353.448673:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384353.448675:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448679:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448684:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384353.448687:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384353.448687:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.448692:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384353.448693:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.448695:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384353.448699:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.448714:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384353.448717:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00100000:1.0:1767384353.448720:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d595681 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731473024:0@lo:103: 00010000:00000001:0.0:1767384353.448720:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384353.448721:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.448724:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448727:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384353.448729:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.448731:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448731:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384353.448734:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384353.448736:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384353.448737:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384353.448741:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384353.448742:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000015520071) refcount = 1 00080000:00000020:3.0:1767384353.448745:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000040:1.0:1767384353.448745:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d595681 x1853236731473024/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384353.448746:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.448750:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384353.448754:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eaa3a799. 20000000:00000001:3.0:1767384353.448759:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.448796:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384353.448799:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384353.448816:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000010:1.0:1767384353.448817:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000567af2. 00010000:00000001:0.0:1767384353.448819:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384353.448822:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384353.448825:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384353.448825:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.448829:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384353.448830:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384353.448835:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 20000000:00000001:0.0:1767384353.448835:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384353.448838:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000020:00000001:1.0:1767384353.448840:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384353.448841:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.448842:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.448844:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=4 00000020:00000001:0.0:1767384353.448846:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448847:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448851:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000010:1.0:1767384353.448852:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cf41963. 00010000:00010000:0.0:1767384353.448852:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384353.448860:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384353.448861:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1767384353.448865:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:0.0:1767384353.448866:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384353.448869:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 00000100:00000001:1.0:1767384353.448876:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384353.448878:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.448884:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384353.448886:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.448888:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767384353.448889:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731472640 00000100:00000001:1.0:1767384353.448890:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384353.448890:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384353.448894:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.448897:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384353.448902:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384353.448902:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1767384353.448905:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5bdf49b x1853236731472640/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.448906:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.448907:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448910:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384353.448914:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384353.448928:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000955ef55d already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384353.448930:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384353.448931:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384353.448936:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448936:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384353.448938:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384353.448942:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=73 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384353.448944:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384353.448945:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384353.448946:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384353.448947:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000955ef55d refcount=5 00000020:00000001:0.0:1767384353.448948:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448949:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560682496 : -114767148869120 : ffff979eb0dc1a00) 00010000:00000001:0.0:1767384353.448950:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384353.448952:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384353.448959:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384353.448959:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384353.448962:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384353.448964:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.448965:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:0.0:1767384353.448967:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384353.448970:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384353.448972:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:0.0:1767384353.448973:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384353.448977:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384353.448981:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.448981:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384353.448987:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000955ef55d with handle 0xd602e9c522f0b338 from hash 00000100:00000001:3.0:1767384353.448988:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384353.448989:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384353.448992:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384353.448993:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384353.448994:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.448997:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384353.448999:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aab42310. 00010000:00000001:0.0:1767384353.448999:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384353.449000:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384353.449002:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384353.449005:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384353.449006:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731472640, offset 224 00010000:00000001:0.0:1767384353.449007:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.449011:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384353.449012:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384353.449014:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384353.449016:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384353.449017:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.449019:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.449022:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.449023:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.449025:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384353.449031:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384353.449032:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.449035:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384353.449037:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384353.449038:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384353.449038:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384353.449040:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384353.449043:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106b00 00010000:00000001:0.0:1767384353.449043:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384353.449045:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384353.449048:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.449050:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384353.449055:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d1d [2] + 224 00010000:00000001:0.0:1767384353.449058:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384353.449060:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384353.449062:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000955ef55d/0xd602e9c522f0b338 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384353.449065:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384353.449070:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384353.449078:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384353.449079:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000015520071 count: 0 00000100:00000200:3.0:1767384353.449085:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.449086:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384353.449088:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384353.449098:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384353.449116:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384353.449122:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab42310 00000100:00000001:0.0:1767384353.449123:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384353.449124:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aab42310. 00000100:00000001:0.0:1767384353.449126:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384353.449130:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384353.449131:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384353.449135:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384353.449135:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384353.449139:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f61a0e39. 00000100:00000001:3.0:1767384353.449142:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.449143:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063255837 00000400:00000010:0.0:1767384353.449147:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063255837. 00000100:00000040:3.0:1767384353.449149:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:0.0:1767384353.449151:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384353.449155:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384353.449156:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384353.449159:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.449165:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384353.449171:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384353.449173:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5bdf49b x1853236731472640/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:334/0 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.449184:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384353.449187:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.449190:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384353.449192:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384353.449195:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.449196:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384353.449198:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5bdf49b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731472640:12345-0@lo:253: Request processed in 4234us (4819us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384353.449199:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.449202:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384353.449204:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.449206:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384353.449207:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.449210:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384353.449212:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.449216:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.449221:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384353.449224:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767384353.449232:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384353.449233:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384353.449237:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384353.449238:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384353.449242:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.449243:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384353.449247:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1581c89. 00000020:01000004:0.0:1767384353.449253:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:3.0:1767384353.449255:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:01000004:0.0:1767384353.449255:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384353.449259:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384353.449261:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:3.0:1767384353.449262:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001503c05e. 00000020:01000004:0.0:1767384353.449262:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384353.449265:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384353.449267:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384353.449269:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:00000040:3.0:1767384353.449270:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000020:01000004:0.0:1767384353.449271:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384353.449273:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384353.449278:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384353.449278:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384353.449283:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000427466a8. 00000100:00100000:0.0:1767384353.449289:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023f492f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731472640:0@lo:253: 02000000:00000001:3.0:1767384353.449291:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384353.449294:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384353.449295:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.449297:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384353.449301:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023f492f4 x1853236731472640/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384353.449303:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384353.449307:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384353.449309:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384353.449310:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93c36e6. 02000000:00000010:0.0:1767384353.449311:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6fb2060. 02000000:00000001:0.0:1767384353.449316:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384353.449318:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384353.449319:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aab42310. 00000020:00000040:0.0:1767384353.449320:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384353.449325:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384353.449326:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000803e687f. 02000000:00000001:0.0:1767384353.449330:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384353.449331:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384353.449332:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023f492f4. 00000100:00000001:0.0:1767384353.449335:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384353.449335:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.449337:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.449340:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.449341:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.449343:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.449344:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.453820:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294939621, at 4294939622 00000100:00000040:2.0:1767384353.453823:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294939621, at 4294939622 00000100:00000040:1.0:1767384353.453831:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294939621, at 4294939622 00000100:00000010:2.0:1767384353.453832:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f523eb3. 00000100:00000010:0.0:1767384353.453834:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4b85e54. 00000100:00000010:1.0:1767384353.453843:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e584f59f. 00000100:00000040:3.0:1767384353.453861:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294939621, at 4294939622 00000100:00000010:3.0:1767384353.453871:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00010000:00000010:0.1:1767384353.454800:0:34577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4e4c4ea. 00010000:00000010:0.1:1767384353.454827:0:34577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab5944e9. 00000400:00000010:2.0:1767384353.459592:0:34578:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f18db3b7. 00000400:00000040:2.0:1767384353.459610:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384353.459613:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384353.459616:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384353.459617:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384353.459623:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384353.459624:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384353.459626:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384353.459627:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384353.459628:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384353.459629:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384353.459631:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384353.459632:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384353.459634:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384353.459635:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384353.459635:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384353.459637:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384353.459638:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384353.459639:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384353.459640:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384353.459642:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384353.459643:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384353.459644:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384353.459645:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384353.459646:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384353.459647:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384353.459648:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384353.459649:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384353.459650:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384353.459651:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384353.459652:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384353.459653:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384353.459654:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384353.459655:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384353.459656:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384353.459657:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384353.459658:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384353.459659:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384353.459660:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384353.459661:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384353.459662:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384353.459663:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384353.459664:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384353.459665:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384353.459671:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384353.459672:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384353.459673:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384353.459675:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384353.459676:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384353.459677:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384353.459678:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384353.459680:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384353.459681:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384353.459681:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384353.459683:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384353.459684:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384353.459685:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384353.459686:0:34578:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384353.459820:0:34578:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f18db3b7. 00010000:00000010:0.1:1767384353.463818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:0.1:1767384353.463828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dff3bd3. 00010000:00000010:0.1:1767384353.463833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5682440. 00010000:00000010:0.1:1767384353.466812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000015520071. 00010000:00000010:0.1:1767384353.466819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000955ef55d. 00000400:00000200:1.0:1767384353.479897:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp39 00000400:00000010:1.0:1767384353.479904:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e9f6b730. 00000400:00000010:1.0:1767384353.479913:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8faebe2. 00000400:00000010:1.0:1767384353.479919:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000400:00000010:1.0:1767384353.479927:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7157eb6. 00000400:00000200:1.0:1767384353.479932:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:1.0:1767384353.479951:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp39 local destination 00000400:00000200:1.0:1767384353.479959:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:1.0:1767384353.479963:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [158:158:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [152:152:8:4294967295] 00000400:00000200:1.0:1767384353.479970:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:1.0:1767384353.479979:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:1.0:1767384353.479985:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:1.0:1767384353.479989:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009534dfc4. 00000800:00000200:1.0:1767384353.479995:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:1.1:1767384353.480000:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:1.0:1767384353.480024:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:2.0:1767384353.480102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480157:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480187:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480212:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480347:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480397:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480443:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480508:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480541:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480565:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480590:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480621:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480654:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480755:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480878:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480906:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480938:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.480994:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.481023:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.481056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.481083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.481117:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384353.481146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384353.481340:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002452bb2b. 00000800:00000010:2.0:1767384353.481346:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041f8248a. 00000800:00000010:2.0:1767384353.481352:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008adf8f97. 00000800:00000010:2.0:1767384353.481383:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008adf8f97. 00000800:00020000:2.0:1767384353.481394:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384353.481399:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041f8248a. 00000800:00000010:2.0:1767384353.481402:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002452bb2b. 00000400:02020000:2.0:1767384353.481455:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384353.481465:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000800:00000200:2.0:1767384353.481471:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp39 down 00000800:00000100:2.0:1767384353.481479:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000800:00000010:2.0:1767384353.481483:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009534dfc4. 00000400:00000200:2.0:1767384353.481488:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.481495:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.481505:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.481518:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384353.481526:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp39) recovery failed with -71 00010000:00000001:3.0:1767384353.800814:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384353.800819:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384353.800824:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384353.800826:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.800856:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.800859:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.800862:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384354.504909:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.504914:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384354.504917:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000400:00000010:1.0:1767384354.504922:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000400:00000200:1.0:1767384354.504929:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384354.504943:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384354.504955:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e9f6b730. 00000400:00000010:1.0:1767384354.504961:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8faebe2. 00000400:00000200:1.0:1767384354.504971:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp36 00000400:00000010:1.0:1767384354.504975:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba314038. 00000400:00000010:1.0:1767384354.504982:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8faebe2. 00000400:00000010:1.0:1767384354.504986:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000400:00000010:1.0:1767384354.504994:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c88949f. 00000400:00000200:1.0:1767384354.505005:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp36 00000400:00000200:1.0:1767384354.505021:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp36 local destination 00000400:00000200:1.0:1767384354.505029:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00000400:00000200:1.0:1767384354.505034:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [159:159:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [153:153:8:4294967295] 00000400:00000200:1.0:1767384354.505042:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00000400:00000200:1.0:1767384354.505054:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp36:192.168.204.118@tcp36) : GET try# 0 00000800:00000200:1.0:1767384354.505062:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000800:00000010:1.0:1767384354.505067:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b2995d2. 00000800:00000200:1.0:1767384354.505075:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000800:00000200:1.1:1767384354.505081:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000400:00000200:1.0:1767384354.505104:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 4 next ping: 289 health :600 00000400:00000200:1.0:1767384354.505109:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp41 00000400:00000010:1.0:1767384354.505112:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d2eeb008. 00000400:00000010:1.0:1767384354.505116:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c0bc3c7e. 00000400:00000010:1.0:1767384354.505118:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000400:00000010:1.0:1767384354.505121:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd06ac51. 00000400:00000200:1.0:1767384354.505123:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp41 00000400:00000200:1.0:1767384354.505129:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp41 local destination 00000400:00000200:1.0:1767384354.505133:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp41 00000400:00000200:1.0:1767384354.505137:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp41 NI seq info: [160:160:256:4294967295] 192.168.204.118@tcp41 LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1767384354.505140:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp41 00000400:00000200:1.0:1767384354.505147:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41:) -> 192.168.204.118@tcp41(192.168.204.118@tcp41:192.168.204.118@tcp41) : GET try# 0 00000800:00000200:1.0:1767384354.505151:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp41 00000800:00000010:1.0:1767384354.505160:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b79774dc. 00000800:00000200:1.0:1767384354.505164:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000800:00000200:1.1:1767384354.505169:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000400:00000200:2.0:1767384354.505170:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384354.505187:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp41 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:2.0:1767384354.505225:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505276:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505277:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505328:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505367:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505375:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505421:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505433:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505471:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505491:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505531:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505534:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505612:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505641:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505687:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505752:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505760:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505821:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505880:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505893:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505922:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.505960:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.505970:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506028:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506028:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506067:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506097:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506109:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506160:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506174:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506202:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506239:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506251:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506308:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506317:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506341:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506376:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506390:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506429:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506448:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506494:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506500:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506571:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506575:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506614:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506642:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506673:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506715:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506729:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506812:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506824:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506861:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506894:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506913:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.506964:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384354.506981:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507031:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507099:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507162:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000800:00000010:2.0:1767384354.507172:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002452bb2b. 00000800:00000010:2.0:1767384354.507177:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013a4256d. 00000800:00000010:2.0:1767384354.507183:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025dd7cf1. 00000800:00000010:2.0:1767384354.507209:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025dd7cf1. 00000800:00020000:2.0:1767384354.507219:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384354.507223:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013a4256d. 00000800:00000010:2.0:1767384354.507226:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002452bb2b. 00000400:00000200:0.0:1767384354.507228:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507299:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:02020000:2.0:1767384354.507307:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384354.507316:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 00000800:00000200:2.0:1767384354.507323:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp36 down 00000800:00000100:2.0:1767384354.507331:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 00000800:00000010:2.0:1767384354.507335:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b2995d2. 00000400:00000200:2.0:1767384354.507340:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384354.507346:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384354.507354:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384354.507357:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384354.507362:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384354.507363:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507420:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507480:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507546:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507597:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384354.507616:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384354.507706:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384354.507709:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c2e2cbd7. 00000800:00000010:0.0:1767384354.507714:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004b6e11fc. 00000800:00000010:0.0:1767384354.507736:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004b6e11fc. 00000800:00020000:0.0:1767384354.507743:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384354.507745:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c2e2cbd7. 00000800:00000010:0.0:1767384354.507749:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:02020000:0.0:1767384354.507821:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp41 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384354.507825:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp41 notifying 192.168.204.118@tcp41: down 00000400:00000200:0.0:1767384354.507827:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384354.507830:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp41 00000800:00000010:0.0:1767384354.507832:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b79774dc. 00000400:00000200:0.0:1767384354.507834:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384354.507837:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp41->192.168.204.118@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384354.507842:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384354.507845:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384354.507847:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp41) recovery failed with -71 00010000:00000001:3.0:1767384354.824894:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384354.824902:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.824908:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384354.824910:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.824936:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.824940:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.824943:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384355.022606:0:35064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bef876b6. 00080000:00000010:0.0:1767384355.022617:0:35064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bef876b6. 00000020:00000001:0.0:1767384355.022623:0:35064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384355.022633:0:35064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bef876b6. 00080000:00000010:0.0:1767384355.022637:0:35064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bef876b6. 00000020:00000001:0.0:1767384355.022641:0:35064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384355.527856:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:1.1:1767384355.527864:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000400:00000001:3.0:1767384355.527872:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.527877:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384355.527881:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc4840a2 00000400:00000010:3.0:1767384355.527884:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc4840a2. 00000800:00000010:1.0:1767384355.527886:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000268a1f8. 00000400:00000200:3.0:1767384355.527890:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384355.527892:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000400:00000200:3.0:1767384355.527900:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery ping unlinked 00000800:00000200:1.0:1767384355.527901:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1767384355.527907:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384355.527918:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba314038. 00000400:00000010:3.0:1767384355.527926:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8faebe2. 00000400:00000001:3.0:1767384355.527931:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.527939:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384355.527941:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e85307 00000400:00000010:3.0:1767384355.527943:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e85307. 00000400:00000200:3.0:1767384355.527947:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384355.527952:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384355.527956:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d2eeb008. 00000400:00000010:3.0:1767384355.527960:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c0bc3c7e. 00000400:00000200:3.0:1767384355.527969:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:3.0:1767384355.527973:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004e226c16. 00000400:00000010:3.0:1767384355.527979:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043bf107d. 00000400:00000010:3.0:1767384355.527984:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000400:00000200:1.0:1767384355.527984:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000010:3.0:1767384355.527991:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d071021. 00000400:00000200:3.0:1767384355.527998:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:3.0:1767384355.528013:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:3.0:1767384355.528020:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:3.0:1767384355.528026:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [161:161:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384355.528027:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528037:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:3.0:1767384355.528050:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:3.0:1767384355.528056:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000400:00000200:1.0:1767384355.528058:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000010:3.0:1767384355.528061:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091c15ece. 00000800:00000200:3.0:1767384355.528069:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:3.1:1767384355.528075:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:1.0:1767384355.528080:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528093:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 5 next ping: 306 health :500 00000400:00000200:1.0:1767384355.528101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528128:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528156:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528176:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528223:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528235:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528280:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528286:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528356:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528427:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528440:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528488:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528500:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528553:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528613:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528635:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528660:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528699:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528710:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528757:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528820:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528843:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528873:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528902:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528924:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.528960:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.528980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529024:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529037:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529083:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529092:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529140:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529151:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529201:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529261:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529276:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529317:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529331:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529378:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529441:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529456:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529498:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529519:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529559:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529624:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529641:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529684:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529705:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529740:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529804:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529837:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384355.529890:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529920:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.529966:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.530000:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.530031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.530065:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.530101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000800:00000010:1.0:1767384355.530117:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00000800:00000010:1.0:1767384355.530125:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb7d7035. 00000800:00000010:1.0:1767384355.530130:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2501e75. 00000400:00000200:3.0:1767384355.530133:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000800:00000010:1.0:1767384355.530158:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2501e75. 00000800:00020000:1.0:1767384355.530174:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000400:00000200:3.0:1767384355.530175:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384355.530181:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb7d7035. 00000800:00000010:1.0:1767384355.530187:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000400:02020000:1.0:1767384355.530236:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp26 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384355.530241:0:16340:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000200:1.0:1767384355.530311:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384355.530316:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.530323:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.530328:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.530330:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384355.530332:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:3.0:1767384355.530338:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8497340. 00000800:00000010:3.0:1767384355.530343:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068a92415. 00000800:00000010:3.0:1767384355.530366:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068a92415. 00000800:00020000:3.0:1767384355.530376:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384355.530386:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8497340. 00000800:00000010:3.0:1767384355.530389:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:02020000:3.0:1767384355.530432:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384355.530439:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000800:00000200:3.0:1767384355.530445:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:3.0:1767384355.530451:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:3.0:1767384355.530454:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091c15ece. 00000400:00000200:3.0:1767384355.530458:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384355.530464:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384355.530472:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384355.530475:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384355.530480:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00000001:00000001:0.0:1767384355.717589:0:35228:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384355.717594:0:35228:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384355.722098:0:35228:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384355.729097:0:35229:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ec17389b. 00000400:00000010:0.0:1767384355.729111:0:35229:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a3caabcf. 00000400:00000010:0.0:1767384355.729120:0:35229:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009e3c4697. 00000400:00000010:0.0:1767384355.729124:0:35229:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c3c29271. 00000400:00000010:0.0:1767384355.729128:0:35229:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae4ee52c. 00000400:00000010:0.0:1767384355.729133:0:35229:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f42b650e. 00000400:00000010:0.0:1767384355.729134:0:35229:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b3a85da0. 00000400:00000010:0.0:1767384355.729136:0:35229:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9a80627. 00000400:00000010:0.0:1767384355.729139:0:35229:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000004028361. 00000800:00000010:0.0:1767384355.729154:0:35229:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002e800de7. 00000800:00000200:0.0:1767384355.729163:0:35229:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384355.729173:0:35229:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384355.729205:0:35229:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384355.729225:0:35229:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384355.730844:0:35229:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000005d56cc44. 00000400:00000010:0.0:1767384355.730850:0:35229:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61a0e39. 00000400:00000010:0.0:1767384355.730856:0:35229:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ffa0b1a. 00000400:00000001:0.0:1767384355.730877:0:35229:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384355.730880:0:35229:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384355.730883:0:35229:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000400:00000200:0.0:1767384355.730886:0:35229:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:0.0:1767384355.730889:0:35229:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000400:00000010:0.0:1767384355.730893:0:35229:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000dd668e7f. 00000400:00000200:0.0:1767384355.730899:0:35229:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000200:0.0:1767384355.730912:0:35229:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384355.730922:0:35229:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000400:00000200:3.0:1767384355.730930:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384355.730931:0:35229:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6fb2060. 00000400:00000200:3.0:1767384355.730938:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000020:01000000:0.0:1767384355.730939:0:35229:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384355.730945:0:35229:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp44 00000400:00000010:3.0:1767384355.730946:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e71d5ce6. 00000400:00000200:3.0:1767384355.730950:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000400:00000010:3.0:1767384355.730955:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ef1437d. 00000400:00000200:3.0:1767384355.730960:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000010:0.0:1767384355.730962:0:35229:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a3caabcf. 00000400:00000200:3.0:1767384355.730972:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000010:0.0:1767384355.730972:0:35229:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ec17389b. 00000400:00000200:3.0:1767384355.730980:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000400:00000200:3.0:1767384355.730985:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000400:00000200:3.0:1767384355.730988:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000020:00000001:2.0:1767384355.730990:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384355.730991:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000400:00000200:3.0:1767384355.730997:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 10000000:00000001:2.0:1767384355.730997:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384355.731003:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 10000000:00000001:2.0:1767384355.731003:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384355.731009:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 10000000:01000000:2.0:1767384355.731009:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384355.731015:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384355.731018:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384355.731022:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384355.731025:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384355.731027:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000020:01000004:2.0:1767384355.731028:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384355.731031:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 00000400:00000200:3.0:1767384355.731035:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000400:00000200:3.0:1767384355.731039:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00000020:01000004:2.0:1767384355.731040:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384355.731043:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 00000020:01000004:2.0:1767384355.731045:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384355.731048:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384355.731049:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[147, 38] 00000020:01000004:2.0:1767384355.731053:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384355.731057:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 38], ns[151, 38] 00000020:01000004:2.0:1767384355.731057:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384355.731064:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000100:00000010:2.0:1767384355.731066:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000400:00000200:3.0:1767384355.731069:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000020:00000040:2.0:1767384355.731073:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:3.0:1767384355.731074:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:3.0:1767384355.731081:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000100:00000001:2.0:1767384355.731083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384355.731085:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 02000000:00000001:2.0:1767384355.731089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384355.731090:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 38], ns[161, 38] 00000400:00000200:3.0:1767384355.731095:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 02000000:00000001:2.0:1767384355.731097:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731099:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[80, 38] 00000400:00000200:3.0:1767384355.731104:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 38], ns[136, 38] 00000400:00000200:3.0:1767384355.731108:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[154, 38] 02000000:00000010:2.0:1767384355.731108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002452bb2b. 00000400:00000200:3.0:1767384355.731116:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[155, 38] 00000100:00000001:2.0:1767384355.731120:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731129:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[110, 38] 00000100:00000001:2.0:1767384355.731132:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384355.731133:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 38], ns[159, 38] 00000100:00000001:2.0:1767384355.731137:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731139:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[156, 38] 00000400:00000200:3.0:1767384355.731145:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[139, 38] 00000400:00000200:3.0:1767384355.731149:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 38], ns[158, 38] 00000100:00000040:2.0:1767384355.731150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_01+1] req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384355.731155:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[145, 38] 00000400:00000200:3.0:1767384355.731168:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[154, 38], ns[160, 38] 00000400:00000200:3.0:1767384355.731176:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000400:00000200:3.0:1767384355.731179:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:3.0:1767384355.731183:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000400:00000200:3.0:1767384355.731186:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp42 lpni_is_preferred = 0 00000400:00000200:3.0:1767384355.731189:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp42 00000400:00000200:3.0:1767384355.731193:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [162:162:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [156:156:8:4294967295] 10000000:00000001:2.0:1767384355.731199:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731200:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 00000100:00000001:0.0:1767384355.731202:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384355.731205:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731208:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384355.731213:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731213:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384355.731217:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp:192.168.204.118@tcp42) : PUT try# 0 00000020:01000000:2.0:1767384355.731219:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384355.731223:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384355.731226:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.118@tcp42 00000020:00000001:2.0:1767384355.731230:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:3.0:1767384355.731233:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091c15ece. 10000000:00000001:2.0:1767384355.731234:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384355.731239:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384355.731243:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:3.0:1767384355.731244:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006ceb1d14. 00000100:00000001:0.0:1767384355.731246:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384355.731248:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:3.0:1767384355.731249:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c8497340. 00000100:00000001:0.0:1767384355.731250:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384355.731252:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.0:1767384355.731257:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000020:01000004:2.0:1767384355.731257:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384355.731258:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384355.731263:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384355.731263:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1767384355.731264:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000020:01000004:2.0:1767384355.731268:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384355.731271:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384355.731272:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384355.731276:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:0.0:1767384355.731276:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731473152:0@lo:253: 00000020:01000004:2.0:1767384355.731279:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384355.731280:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000004:2.0:1767384355.731282:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384355.731287:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000100:00000001:0.0:1767384355.731288:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384355.731289:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000020:00000040:2.0:1767384355.731295:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:0.0:1767384355.731296:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384355.731299:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384355.731301:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.731303:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384355.731305:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384355.731307:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384355.731311:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384355.731313:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000600dd22b. 02000000:00000001:2.0:1767384355.731314:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.731318:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384355.731324:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009c5818a4. 00000400:00000010:0.0:1767384355.731325:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d813baa5. 00000100:00000001:2.0:1767384355.731333:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384355.731335:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3caabcf. 00000100:00000001:2.0:1767384355.731340:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384355.731341:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731473152, portal 25 00000100:00000001:2.0:1767384355.731344:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731346:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384355.731350:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000100:00000040:2.0:1767384355.731353:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_02+2] req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384355.731358:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384355.731360:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.731382:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384355.731385:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384355.731389:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4be3560. 00000100:00000200:0.0:1767384355.731393:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731473152, offset 0 10000000:00000001:2.0:1767384355.731394:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384355.731399:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.731402:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.731403:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:2.0:1767384355.731406:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384355.731411:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6fb2060. 00000400:00000200:0.0:1767384355.731419:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384355.731426:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.731431:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384355.731433:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106d00 00000400:00000200:3.0:1767384355.731434:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:2.0:1767384355.731435:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384355.731443:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.731447:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14dd [2] + 0 00000400:00000010:0.0:1767384355.731458:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002622ed31. 00000100:00000001:2.0:1767384355.731461:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384355.731462:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.731466:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384355.731470:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384355.731472:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090913c2e 02000000:00000001:2.0:1767384355.731474:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731480:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00100000:2.0:1767384355.731480:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731473280:0@lo:253: 00000400:00000200:0.0:1767384355.731483:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384355.731491:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384355.731494:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384355.731495:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384355.731498:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.731502:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090913c2e 02000000:00000001:2.0:1767384355.731503:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384355.731508:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090913c2e. 02000000:00000010:2.0:1767384355.731511:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029a55519. 00000400:00000200:3.0:1767384355.731513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.731514:0:16353:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384355.731515:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.731519:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384355.731523:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000100:00000040:0.0:1767384355.731525:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000dfd64533 x1853236731473152 msgsize 4848 00000400:00000010:2.0:1767384355.731534:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000088efd7c. 00000100:00100000:0.0:1767384355.731538:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384355.731541:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731473280, portal 25 00000400:00000200:3.0:1767384355.731543:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:0.0:1767384355.731543:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384355.731545:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384355.731550:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000100:00000001:0.0:1767384355.731562:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384355.731565:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384355.731569:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384355.731572:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4be3560 00000400:00000010:0.0:1767384355.731577:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4be3560. 00000100:00000001:2.0:1767384355.731583:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384355.731585:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384355.731590:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384355.731594:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384355.731595:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef9c9cd7. 00000400:00000200:3.0:1767384355.731597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000200:2.0:1767384355.731603:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731473280, offset 0 00000400:00000200:2.0:1767384355.731615:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384355.731616:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384355.731622:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384355.731623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384355.731629:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384355.731642:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731643:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384355.731647:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d106d80 00000100:00000001:0.0:1767384355.731647:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384355.731657:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.731658:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f1 [2] + 0 00000100:00000001:0.0:1767384355.731664:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294941904 00000400:00000200:3.0:1767384355.731666:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000010:2.0:1767384355.731666:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de4093a. 00000100:00000010:0.0:1767384355.731673:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000029b9275. 00000400:00000200:2.0:1767384355.731674:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089045e1a 00000100:00000001:0.0:1767384355.731682:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384355.731683:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.731691:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384355.731692:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294941904 00000400:00000200:3.0:1767384355.731693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384355.731695:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089045e1a 00000400:00000010:2.0:1767384355.731700:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089045e1a. 00000100:00000010:0.0:1767384355.731702:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000100:00000001:2.0:1767384355.731706:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384355.731709:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767384355.731710:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384355.731716:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000006b4831d1 x1853236731473280 msgsize 4848 00000100:00000001:0.0:1767384355.731717:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294941904 00000100:00000010:0.0:1767384355.731725:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec2c535a. 00000100:00100000:2.0:1767384355.731729:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384355.731731:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384355.731733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000100:00000040:2.0:1767384355.731733:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384355.731738:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294941904 00000100:00000010:0.0:1767384355.731744:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000001:2.0:1767384355.731749:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384355.731756:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384355.731797:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef9c9cd7 00000400:00000010:2.0:1767384355.731801:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef9c9cd7. 00000100:00000001:2.0:1767384355.731806:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384355.731811:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.731821:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384355.731821:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.731827:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.731828:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.731833:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731838:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.731845:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.731848:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384355.731850:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384355.731854:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731854:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384355.731860:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.731862:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294941905 00000100:00000001:0.0:1767384355.731863:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384355.731864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.731866:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.731872:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.731879:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941904 00000100:00000001:2.0:1767384355.731886:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294941905 00000100:00000001:2.0:1767384355.731892:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941904 00000100:00000001:2.0:1767384355.731898:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294941905 00000100:00000001:2.0:1767384355.731902:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941904 00000100:00000001:2.0:1767384355.731908:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294941905 00000400:00000200:3.0:1767384355.731913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000100:00000001:2.0:1767384355.731913:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941904 00000100:00000001:2.0:1767384355.731922:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384355.731927:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.731931:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.731933:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.731939:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384355.731941:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384355.731945:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.731947:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384355.731950:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.731953:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.731958:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.731977:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384355.731982:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473152 02000000:00000001:0.0:1767384355.731986:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384355.731988:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384355.731991:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.731995:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384355.731999:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473152 00000020:00000001:0.0:1767384355.732002:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384355.732005:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:3.0:1767384355.732007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000020:00000001:0.0:1767384355.732008:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384355.732013:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:0.0:1767384355.732019:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384355.732022:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384355.732027:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384355.732032:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000100:00000001:0.0:1767384355.732036:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384355.732039:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000020:00000010:0.0:1767384355.732047:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000632255d7. 00000400:00000200:3.0:1767384355.732049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000020:00000010:0.0:1767384355.732054:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3912472. 00000020:00000010:0.0:1767384355.732061:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000100:00000040:0.0:1767384355.732072:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384355.732076:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384355.732078:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384355.732080:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.732099:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.732113:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384355.732113:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384355.732118:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473280 02000000:00000001:2.0:1767384355.732121:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384355.732123:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384355.732125:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.732128:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384355.732129:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.732133:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384355.732134:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473280 00000020:00000001:2.0:1767384355.732138:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384355.732142:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00100000:0.0:1767384355.732142:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000001:2.0:1767384355.732145:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384355.732148:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000040:0.0:1767384355.732149:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000001:2.0:1767384355.732153:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:3.0:1767384355.732154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.732154:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665494608 : -114767044057008 : ffff979eb71b6850) 00000020:00000001:2.0:1767384355.732158:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384355.732164:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384355.732166:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfd64533 x1853236731473152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384355.732169:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a0bf34b. 00000100:00000001:0.0:1767384355.732177:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384355.732180:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384355.732183:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcf8e47. 00000020:00000010:2.0:1767384355.732184:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a0bf34b. 00000100:00000001:0.0:1767384355.732190:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384355.732195:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000348876d5. 00000020:00000010:0.0:1767384355.732195:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcf8e47. 00000400:00000200:3.0:1767384355.732198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000020:00000010:2.0:1767384355.732204:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a880091. 00000100:00100000:0.0:1767384355.732206:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd64533 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731473152:12345-0@lo:253: 00000020:00000010:2.0:1767384355.732211:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000200:0.0:1767384355.732213:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473152 00000100:00000001:2.0:1767384355.732218:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384355.732219:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384355.732223:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384355.732225:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384355.732226:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.732230:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.732234:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732236:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000020:00000001:0.0:1767384355.732236:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384355.732239:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.732240:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384355.732247:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384355.732250:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.732253:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384355.732256:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384355.732256:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384355.732259:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.732260:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384355.732266:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384355.732271:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 02000000:00000001:0.0:1767384355.732272:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384355.732275:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:2.0:1767384355.732279:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665486416 : -114767044065200 : ffff979eb71b4850) 02000000:00000010:0.0:1767384355.732280:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005a651cc5. 00000100:00000040:2.0:1767384355.732286:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b4831d1 x1853236731473280/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384355.732286:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000100:00000001:0.0:1767384355.732292:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.732299:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384355.732305:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384355.732309:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a0bf34b. 20000000:00000010:0.0:1767384355.732311:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c6fb2060. 00000100:00000001:2.0:1767384355.732313:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384355.732318:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:2.0:1767384355.732319:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a0bf34b. 00000100:00100000:2.0:1767384355.732325:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b4831d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731473280:12345-0@lo:253: 00000100:00000200:2.0:1767384355.732332:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473280 20000000:00000001:0.0:1767384355.732332:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384355.732336:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384355.732337:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384355.732342:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.732343:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384355.732347:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.732348:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000020:00000001:2.0:1767384355.732352:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384355.732354:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384355.732357:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:2.0:1767384355.732363:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384355.732365:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384355.732366:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097114c3f. 00000020:00000001:2.0:1767384355.732368:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384355.732371:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000020:00000001:2.0:1767384355.732372:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384355.732380:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384355.732382:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.732387:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384355.732388:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:2.0:1767384355.732390:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384355.732394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00080000:00000001:0.0:1767384355.732394:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000010:2.0:1767384355.732399:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000059bed37c. 02000000:00000001:2.0:1767384355.732404:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.732406:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384355.732409:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384355.732414:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384355.732419:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082b91124. 20000000:01000000:2.0:1767384355.732424:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384355.732427:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384355.732429:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384355.732431:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384355.732432:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732438:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 20000000:00000001:2.0:1767384355.732439:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384355.732439:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384355.732443:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384355.732445:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384355.732448:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384355.732452:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384355.732455:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:0.0:1767384355.732461:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384355.732463:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384355.732467:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384355.732471:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384355.732474:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.732478:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384355.732485:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384355.732489:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384355.732495:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fad3a459. 00080000:00000001:0.0:1767384355.732499:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301528195072 : -114772181356544 : ffff979d84e67000) 00080000:00000001:0.0:1767384355.732503:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384355.732504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000001:00000001:0.0:1767384355.732507:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384355.732513:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009bcf8e47. 00080000:00000001:0.0:1767384355.732517:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384355.732520:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384355.732536:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732548:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00080000:00000001:0.0:1767384355.732555:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384355.732573:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.732576:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.732591:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732621:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732677:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384355.732849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384355.733031:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:3.0:1767384355.733037:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e42ab10d. 00000800:00000010:3.0:1767384355.733043:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ced45137. 00000800:00000010:3.0:1767384355.733072:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ced45137. 00000800:00020000:3.0:1767384355.733083:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384355.733087:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e42ab10d. 00000800:00000010:3.0:1767384355.733089:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:02020000:3.0:1767384355.733139:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384355.733146:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 00000800:00000200:3.0:1767384355.733152:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp42 down 00000800:00000100:3.0:1767384355.733160:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.204.118@tcp42 00000800:00000010:3.0:1767384355.733163:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091c15ece. 00000400:00000200:3.0:1767384355.733167:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384355.733173:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384355.733182:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 0 next ping: 275 health :900 00000400:00000200:3.0:1767384355.733186:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384355.733190:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000400:00000200:3.0:1767384355.733194:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384355.733236:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384355.733242:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101171 00000400:00000001:2.0:1767384355.733246:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384355.733248:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384355.733250:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71d5ce6 00000400:00000010:2.0:1767384355.733251:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e71d5ce6. 00000400:00000200:2.0:1767384355.733255:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384355.733259:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384355.733262:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (36) 00000400:00000200:2.0:1767384355.733266:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384355.733268:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc -71 00000400:00000200:2.0:1767384355.733272:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384355.733274:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (35) 00080000:00000010:3.0:1767384355.734388:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fad3a459. 00080000:00000010:0.0:1767384355.734447:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009bcf8e47. 00040000:00000001:0.0:1767384355.734455:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384355.734458:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384355.734461:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384355.734465:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384355.734467:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384355.734469:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384355.734481:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384355.734490:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384355.734493:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384355.734498:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384355.734506:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384355.734507:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062d06624. 20000000:00000001:3.0:1767384355.734512:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384355.734513:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 10000000:01000000:3.0:1767384355.734516:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384355.734519:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384355.734523:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384355.734525:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384355.734529:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384355.734529:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384355.734538:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001036c397. 00080000:00000001:2.0:1767384355.734539:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384355.734545:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384355.734548:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384355.734549:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00080000:00000001:2.0:1767384355.734554:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384355.734556:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384355.734558:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384355.734560:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c6b7e8eb with handle 0xd602e9c522f0b33f to hash 00080000:00000001:2.0:1767384355.734562:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384355.734572:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384355.734574:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734576:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00080000:00000002:2.0:1767384355.734578:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00010000:00000001:3.0:1767384355.734582:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000020:00000001:2.0:1767384355.734585:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000001:3.0:1767384355.734588:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:2.0:1767384355.734589:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384355.734592:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384355.734594:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384355.734597:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384355.734598:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384355.734603:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384355.734609:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384355.734611:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384355.734614:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:3.0:1767384355.734616:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384355.734619:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384355.734620:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384355.734623:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384355.734625:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d8b7c01c. 00010000:00000001:3.0:1767384355.734626:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.734631:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384355.734631:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306437893120 : -114767271658496 : ffff979ea98a7c00) 00010000:00000001:3.0:1767384355.734633:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384355.734637:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384355.734638:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:0.0:1767384355.734639:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000001:00000001:2.0:1767384355.734642:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384355.734643:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384355.734644:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000010:2.0:1767384355.734647:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006a0bf34b. 00010000:00000001:3.0:1767384355.734648:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:0.0:1767384355.734649:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c6fb2060. 00080000:00000001:2.0:1767384355.734653:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734654:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:0.0:1767384355.734655:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384355.734659:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001036c397) refcount = 1 00080000:00000001:2.0:1767384355.734659:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384355.734660:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731473152 00010000:00000001:0.0:1767384355.734665:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384355.734667:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384355.734672:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dfd64533 x1853236731473152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384355.734673:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734682:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384355.734686:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384355.734686:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:2.0:1767384355.734688:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384355.734690:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734691:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384355.734694:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=75 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384355.734695:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734702:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.734703:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384355.734707:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 20000000:00000001:3.0:1767384355.734709:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767384355.734710:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 20000000:01000000:3.0:1767384355.734714:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 02000000:00000001:0.0:1767384355.734714:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384355.734717:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734720:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384355.734720:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384355.734724:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384355.734725:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384355.734728:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=4 00000400:00000010:0.0:1767384355.734730:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4be3560. 00000020:00000001:3.0:1767384355.734732:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000100:00000200:0.0:1767384355.734734:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731473152, offset 224 00010000:00000001:3.0:1767384355.734737:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00000400:00000200:0.0:1767384355.734739:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384355.734745:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384355.734750:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384355.734753:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384355.734757:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106d00 00010000:00000001:3.0:1767384355.734808:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384355.734810:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734817:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.734819:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384355.734821:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734827:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384355.734829:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734832:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384355.734834:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384355.734841:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c6b7e8eb already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384355.734844:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384355.734846:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384355.734848:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734854:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384355.734856:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384355.734857:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384355.734859:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c6b7e8eb refcount=5 00000020:00000001:3.0:1767384355.734861:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384355.734864:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764565504 : -114767944986112 : ffff979e81685200) 00010000:00000001:3.0:1767384355.734868:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384355.734870:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734889:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384355.734892:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384355.734894:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734899:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384355.734901:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384355.734904:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384355.734906:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384355.734909:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c6b7e8eb with handle 0xd602e9c522f0b33f from hash 00010000:00000001:3.0:1767384355.734913:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384355.734915:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.734917:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.734919:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384355.734921:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384355.734923:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384355.734927:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384355.734929:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.734932:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734935:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384355.734937:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384355.734940:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.734942:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.734944:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734946:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.734949:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384355.734952:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734958:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.734960:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.734962:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384355.734964:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384355.734966:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.734968:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.734970:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384355.734975:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.734978:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384355.734988:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.734994:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384355.734997:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384355.734999:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c6b7e8eb/0xd602e9c522f0b33f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384355.735006:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001036c397 count: 0 00010000:00000001:3.0:1767384355.735023:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384355.735025:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384355.735125:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d6d [2] + 224 00000400:00000200:0.0:1767384355.735135:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.735138:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384355.735142:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384355.735146:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384355.735154:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.735168:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384355.735172:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4be3560 00000400:00000010:0.0:1767384355.735173:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4be3560. 00000100:00000001:0.0:1767384355.735176:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384355.735177:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384355.735179:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384355.735182:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384355.735184:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384355.735185:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.735187:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384355.735190:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfd64533 x1853236731473152/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384355.735197:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd64533 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731473152:12345-0@lo:253: Request processed in 3019us (3671us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384355.735198:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.735203:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384355.735205:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000400:00000001:2.0:1767384355.735208:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384355.735209:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000400:00000001:2.0:1767384355.735212:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384355.735212:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384355.735216:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384355.735217:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d813baa5. 00000020:00000010:0.0:1767384355.735220:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3912472. 00000400:00000200:2.0:1767384355.735223:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3caabcf 00000020:00000010:0.0:1767384355.735225:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000400:00000010:2.0:1767384355.735228:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3caabcf. 00000020:00000010:0.0:1767384355.735229:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000632255d7. 00000100:00000001:2.0:1767384355.735235:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384355.735236:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:0.0:1767384355.735241:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384355.735242:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005a651cc5. 00000100:00000200:2.0:1767384355.735243:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384355.735247:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384355.735250:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384355.735258:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384355.735262:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384355.735268:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002622ed31. 00000100:00000001:2.0:1767384355.735271:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384355.735274:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4be3560. 00000100:00000001:2.0:1767384355.735275:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.735280:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384355.735283:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384355.735292:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384355.735294:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.735297:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384355.735302:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384355.735307:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384355.735310:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384355.735312:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.735315:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384355.735317:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.735320:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.735324:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.735331:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384355.735334:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384355.735336:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384355.735339:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384355.735342:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384355.735344:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384355.735345:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384355.735346:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384355.735348:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384355.735349:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384355.735351:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384355.735352:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384355.735354:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384355.735357:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384355.735364:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731473152:0@lo:253: 00000100:00000001:2.0:1767384355.735368:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.735370:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384355.735372:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731473152/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.735379:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384355.735382:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384355.735384:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000600dd22b. 02000000:00000001:2.0:1767384355.735394:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384355.735396:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384355.735398:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384355.735401:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384355.735403:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002452bb2b. 02000000:00000001:2.0:1767384355.735408:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384355.735410:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384355.735412:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:2.0:1767384355.735416:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384355.735418:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.735420:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.735425:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384355.735427:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.735429:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.735431:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384355.736370:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d8b7c01c. 00080000:00000010:2.0:1767384355.736426:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006a0bf34b. 00040000:00000001:2.0:1767384355.736431:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384355.736433:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384355.736435:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384355.736438:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384355.736441:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384355.736442:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384355.736445:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384355.736454:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384355.736457:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384355.736462:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384355.736464:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384355.736468:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384355.736469:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384355.736473:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384355.736475:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384355.736480:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef534589. 00010000:00000001:3.0:1767384355.736483:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384355.736486:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00000020:00000001:3.0:1767384355.736489:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384355.736491:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000deae1bcb with handle 0xd602e9c522f0b346 to hash 00000020:00000001:3.0:1767384355.736493:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384355.736495:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384355.736497:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384355.736500:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384355.736502:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384355.736504:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736510:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384355.736512:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384355.736515:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384355.736516:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384355.736518:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.736527:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384355.736529:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.736532:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384355.736533:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384355.736535:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384355.736536:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384355.736538:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef534589) refcount = 1 00010000:00010000:3.0:1767384355.736541:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736547:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384355.736549:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384355.736550:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.736552:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736554:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384355.736557:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384355.736559:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:3.0:1767384355.736562:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384355.736563:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384355.736565:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=4 00000020:00000001:3.0:1767384355.736567:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384355.736569:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384355.736572:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384355.736573:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736579:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384355.736580:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736586:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.736587:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384355.736589:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736595:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384355.736604:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736607:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384355.736609:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384355.736615:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000deae1bcb already unused, calling callback (00000000d6205520) 00010000:00000001:3.0:1767384355.736618:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384355.736619:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384355.736621:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384355.736627:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384355.736629:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384355.736630:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384355.736632:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=5 00000020:00000001:3.0:1767384355.736634:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384355.736636:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00080000:00000020:2.0:1767384355.736639:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384355.736640:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384355.736642:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384355.736644:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384355.736647:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082b91124. 00010000:00000001:3.0:1767384355.736651:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384355.736655:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:2.0:1767384355.736656:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736657:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384355.736661:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731473280 00010000:00000001:3.0:1767384355.736662:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384355.736666:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384355.736667:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384355.736669:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384355.736672:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384355.736673:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b4831d1 x1853236731473280/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384355.736675:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deae1bcb with handle 0xd602e9c522f0b346 from hash 00010000:00000001:3.0:1767384355.736680:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384355.736682:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.736685:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.736688:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384355.736692:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384355.736692:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384355.736696:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384355.736696:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384355.736700:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=75 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384355.736706:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384355.736710:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.736713:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384355.736714:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736718:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384355.736719:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384355.736721:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384355.736724:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:3.0:1767384355.736727:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384355.736729:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384355.736730:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384355.736733:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736734:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.736738:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.736738:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384355.736743:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.736744:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384355.736749:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384355.736751:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef9c9cd7. 00000100:00000200:2.0:1767384355.736757:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731473280, offset 224 00010000:00000001:3.0:1767384355.736797:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384355.736800:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.736803:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384355.736804:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384355.736806:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384355.736807:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384355.736809:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384355.736813:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384355.736815:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384355.736819:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.736820:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384355.736824:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384355.736832:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d106d80 00010000:00000001:3.0:1767384355.736834:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384355.736838:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384355.736840:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b346 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384355.736841:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d75 [2] + 224 00000400:00000200:2.0:1767384355.736851:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384355.736853:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef534589 count: 0 00000400:00000200:2.0:1767384355.736858:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384355.736863:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384355.736864:0:17079:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384355.736866:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384355.736870:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384355.736882:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.736898:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384355.736903:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef9c9cd7 00000400:00000010:2.0:1767384355.736905:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef9c9cd7. 00000100:00000001:2.0:1767384355.736908:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384355.736910:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384355.736913:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.736915:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.736916:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384355.736921:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:0.0:1767384355.736922:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384355.736926:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384355.736927:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384355.736930:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384355.736931:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00000020:00000001:2.0:1767384355.736934:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384355.736938:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000088efd7c 00000100:00000040:2.0:1767384355.736941:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b4831d1 x1853236731473280/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:336/0 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384355.736942:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000088efd7c. 00000100:00000001:0.0:1767384355.736949:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384355.736956:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384355.736960:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b4831d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731473280:12345-0@lo:253: Request processed in 4651us (5238us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384355.736970:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384355.736984:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:0.0:1767384355.736987:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384355.736989:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384355.736990:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.736996:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384355.736997:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384355.737001:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384355.737001:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384355.737004:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384355.737007:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a880091. 00000100:00000001:0.0:1767384355.737007:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.737013:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.737015:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00001000:0.0:1767384355.737016:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384355.737021:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=75 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384355.737022:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000348876d5. 00000100:00000001:0.0:1767384355.737023:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384355.737025:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.737028:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384355.737029:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384355.737031:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:0.0:1767384355.737031:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384355.737036:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384355.737037:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384355.737041:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000059bed37c. 00000100:00000001:0.0:1767384355.737045:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384355.737048:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384355.737048:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384355.737052:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.737052:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384355.737054:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384355.737057:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000200:2.0:1767384355.737058:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384355.737064:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000020:01000004:0.0:1767384355.737067:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384355.737070:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384355.737071:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef9c9cd7. 00000020:01000004:0.0:1767384355.737071:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384355.737072:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384355.737074:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384355.737077:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384355.737079:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384355.737082:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384355.737090:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731473280:0@lo:253: 00000100:00000001:0.0:1767384355.737095:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.737097:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384355.737099:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731473280/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.737106:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384355.737108:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384355.737110:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029a55519. 02000000:00000001:0.0:1767384355.737113:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384355.737115:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384355.737116:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384355.737118:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384355.737119:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009c5818a4. 02000000:00000001:0.0:1767384355.737122:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384355.737123:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384355.737124:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:0.0:1767384355.737127:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384355.737128:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.737130:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.737134:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384355.737135:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.737137:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.737139:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.737808:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294941905, at 4294941906 00000100:00000010:3.0:1767384355.737815:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00000100:00000040:0.0:1767384355.738806:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294941905, at 4294941907 00000100:00000010:0.0:1767384355.738812:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000029b9275. 00000100:00000040:1.0:1767384355.738817:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294941905, at 4294941907 00000100:00000010:1.0:1767384355.738826:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000040:2.0:1767384355.738832:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294941905, at 4294941907 00000100:00000010:2.0:1767384355.738841:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec2c535a. 00000400:00000010:1.0:1767384355.746376:0:35234:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dbd3c375. 00000400:00000040:1.0:1767384355.746398:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.746401:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384355.746403:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.746405:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.746407:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.746408:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384355.746411:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.746412:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384355.746413:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384355.746414:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384355.746416:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384355.746417:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.746418:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384355.746419:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.746420:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384355.746422:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384355.746423:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384355.746423:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384355.746424:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384355.746426:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.746427:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.746428:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.746429:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.746430:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.746431:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384355.746432:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.746433:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.746434:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.746435:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.746436:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.746437:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384355.746439:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384355.746440:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384355.746441:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384355.746442:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384355.746443:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.746444:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384355.746445:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384355.746452:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.746453:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384355.746454:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384355.746454:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384355.746456:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384355.746457:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384355.746458:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384355.746459:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384355.746460:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384355.746461:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384355.746462:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384355.746463:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384355.746465:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384355.746466:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384355.746467:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384355.746469:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384355.746470:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384355.746471:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384355.746472:0:35234:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384355.746567:0:35234:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dbd3c375. 00010000:00000010:3.1:1767384355.748807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001036c397. 00010000:00000010:3.1:1767384355.748814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:3.1:1767384355.752795:0:35236:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef534589. 00010000:00000010:3.1:1767384355.752803:0:35236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00010000:00000001:3.0:1767384355.847841:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384355.847848:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.847861:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384355.847863:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.847893:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384355.847896:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.847906:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384356.552880:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.552885:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384356.552888:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8ab81b1 00000400:00000010:0.0:1767384356.552893:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000400:00000200:0.0:1767384356.552898:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384356.552904:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384356.552913:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004e226c16. 00000400:00000010:0.0:1767384356.552917:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043bf107d. 00000400:00000200:0.0:1767384356.552923:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp41 00000400:00000010:0.0:1767384356.552927:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c4468ef8. 00000400:00000010:0.0:1767384356.552932:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fad3a459. 00000400:00000010:0.0:1767384356.552936:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000826bc6dd. 00000400:00000010:0.0:1767384356.552943:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000086c19e2f. 00000400:00000200:0.0:1767384356.552947:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp41 00000400:00000200:0.0:1767384356.552963:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp41 local destination 00000400:00000200:0.0:1767384356.552970:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp41 00000400:00000200:0.0:1767384356.552974:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp41 NI seq info: [163:163:256:4294967295] 192.168.204.118@tcp41 LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1767384356.552981:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp41 00000400:00000200:0.0:1767384356.552989:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41:) -> 192.168.204.118@tcp41(192.168.204.118@tcp41:192.168.204.118@tcp41) : GET try# 0 00000800:00000200:0.0:1767384356.552994:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp41 00000800:00000010:0.0:1767384356.552999:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000618de3e. 00000800:00000200:0.0:1767384356.553006:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000800:00000200:0.1:1767384356.553011:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000400:00000200:0.0:1767384356.553032:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp41 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:0.0:1767384356.553039:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp42 00000400:00000010:0.0:1767384356.553042:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac9b1f36. 00000400:00000010:0.0:1767384356.553045:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003e1d450b. 00000400:00000010:0.0:1767384356.553048:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000400:00000010:0.0:1767384356.553051:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003ed5196. 00000400:00000200:0.0:1767384356.553054:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp42 00000400:00000200:0.0:1767384356.553060:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp42 local destination 00000400:00000200:0.0:1767384356.553073:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000400:00000200:0.0:1767384356.553076:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [164:164:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1767384356.553080:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 00000400:00000200:0.0:1767384356.553087:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp42:192.168.204.118@tcp42) : GET try# 0 00000800:00000200:0.0:1767384356.553091:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp42 00000400:00000200:2.0:1767384356.553094:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000010:0.0:1767384356.553094:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea80436b. 00000800:00000200:0.0:1767384356.553098:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000800:00000200:0.1:1767384356.553102:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000400:00000200:0.0:1767384356.553122:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 1 next ping: 277 health :900 00000400:00000200:2.0:1767384356.553139:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553177:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553184:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553206:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553250:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553262:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553281:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553315:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553320:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553373:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553385:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553404:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553440:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553446:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553502:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553509:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553534:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553562:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553574:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553616:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553617:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553689:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553690:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.553757:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553794:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553845:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553892:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.553948:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554011:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554068:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554122:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554165:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554215:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554264:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554311:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554360:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554367:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554418:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554427:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554475:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554483:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554535:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554542:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554582:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554592:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554639:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554655:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554695:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554721:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554785:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554818:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554847:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554886:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554905:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.554948:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.554973:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555010:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.555047:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555068:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.555100:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555120:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.555165:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555172:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384356.555224:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555236:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555275:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555298:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555322:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555350:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555377:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00000010:3.0:1767384356.555381:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:3.0:1767384356.555386:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000935749d0. 00000800:00000010:3.0:1767384356.555391:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d37e9e9c. 00000400:00000200:2.0:1767384356.555397:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000800:00000010:3.0:1767384356.555415:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d37e9e9c. 00000800:00020000:3.0:1767384356.555426:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000400:00000200:2.0:1767384356.555429:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555454:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555469:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555485:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555501:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555516:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.555533:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000800:00000010:2.0:1767384356.555700:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059bed37c. 00000800:00000010:2.0:1767384356.555706:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002961c3e1. 00000800:00000010:2.0:1767384356.555710:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384356.555741:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000400:00000200:2.0:1767384356.556020:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384356.556041:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp41 from 210.3.0.2 00000800:00000010:2.0:1767384356.556045:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b252c4e8. 00000800:00000010:0.0:1767384356.556379:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a651cc5. 00000800:00000010:0.0:1767384356.556384:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d1536a85. 00000800:00000010:0.0:1767384356.556406:0:16340:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006aa5312f. 00000800:00000200:0.1:1767384356.556411:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (2) 00000800:00000200:0.1:1767384356.556417:0:16340:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp41 000000006aa5312f deleted 00000800:00000010:0.1:1767384356.556419:0:16340:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006aa5312f. 00000800:00000200:0.1:1767384356.556425:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384356.556431:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp41 ip 192.168.204.118:978 00000800:00000200:0.1:1767384356.556435:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000618de3e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384356.556440:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp41 p 3.x 192.168.204.118 -> 192.168.204.118:978 incarnation:1767384348829290994 sched[0] 00000800:00000010:0.0:1767384356.556445:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b8869d4. 00000800:00000010:0.0:1767384356.556497:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b8869d4. 00000800:00000010:0.0:1767384356.556502:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d1536a85. 00000800:00000200:2.1:1767384356.556506:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384356.556513:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp41 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384348829290994 sched[0] 00000800:00000010:2.0:1767384356.556516:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002961c3e1. 00000800:00000010:0.0:1767384356.556548:0:16340:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b252c4e8. 00000800:00000001:0.0:1767384356.556564:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384356.556569:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.556570:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:1.0:1767384356.556580:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556588:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.556608:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:1.0:1767384356.556624:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384356.556626:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384356.556631:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000618de3e. 00000800:00000001:1.0:1767384356.556633:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.556635:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384356.556638:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384356.556639:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384356.556643:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp41->192.168.204.118@tcp41: GET: OK 00000800:00000001:1.0:1767384356.556649:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.556649:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384356.556656:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp41 recovery message sent successfully:0 00000400:00000200:1.0:1767384356.556663:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41) <- 192.168.204.118@tcp41 : GET - for me 00000400:00000200:2.0:1767384356.556665:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384356.556680:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384356.556689:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1d65 [1] + 0 00000400:00000200:2.0:1767384356.556697:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384356.556704:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp41 to MR: 192.168.204.118@tcp41 local destination 00000400:00000200:1.0:1767384356.556714:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp41 NI seq info: [165:165:256:4294967295] 192.168.204.118@tcp41 LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1767384356.556730:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41:192.168.204.118@tcp41) -> 192.168.204.118@tcp41(192.168.204.118@tcp41:192.168.204.118@tcp41) 192.168.204.118@tcp41 : REPLY try# 0 00000400:00000200:2.0:1767384356.556731:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:1.0:1767384356.556742:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp41 00000800:00000010:1.0:1767384356.556762:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000edb0e289. 00000800:00000200:1.0:1767384356.556796:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (4) 00000800:00000200:1.0:1767384356.556802:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp41 ip 192.168.204.118:988 00000800:00000200:1.0:1767384356.556804:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000edb0e289 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384356.556816:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.556851:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000200:1.0:1767384356.556854:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384356.556858:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000edb0e289. 00000400:00000200:1.0:1767384356.556862:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.556867:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp41->192.168.204.118@tcp41: REPLY: OK 00000800:00000001:1.0:1767384356.556876:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556880:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.556882:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556885:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.556887:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:1.0:1767384356.556888:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556891:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.556898:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp41(192.168.204.118@tcp41) <- 192.168.204.118@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384356.556908:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp41: Reply from 12345-192.168.204.118@tcp41 of length 272/272 into md 0x1d8d 00000800:00000001:1.0:1767384356.556911:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556916:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.556917:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.556920:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp41->192.168.204.118@tcp41: REPLY: OK 00000400:00000200:1.0:1767384356.556922:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000826bc6dd 00000400:00000010:1.0:1767384356.556924:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000826bc6dd. 00000400:00000200:2.0:1767384356.556926:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384356.556927:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384356.556933:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c4468ef8. 00000400:00000010:1.0:1767384356.556938:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fad3a459. 00000800:00000001:1.0:1767384356.556943:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.556946:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384356.556970:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.556999:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557022:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557043:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557064:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557085:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557107:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557129:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557151:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557172:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557192:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557213:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557246:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557273:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557298:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557324:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557352:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557369:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557382:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557396:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557409:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557423:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557438:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557454:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557470:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557496:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557512:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557525:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557541:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557556:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557569:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557583:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557609:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557622:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000400:00000200:2.0:1767384356.557636:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.118:988 00000400:00000200:0.0:1767384356.557986:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384356.558007:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp41 from 209.3.0.2 00000800:00000010:0.0:1767384356.558010:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003dc84c5f. 00000800:00000010:2.0:1767384356.558280:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082b91124. 00000800:00000010:2.0:1767384356.558284:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002961c3e1. 00000800:00000010:2.0:1767384356.558288:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384356.558327:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384356.558362:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009c5818a4. 00000800:00000010:2.0:1767384356.558367:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c19edccd. 00000800:00000010:2.0:1767384356.558381:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002f91f883. 00000800:00000200:2.1:1767384356.558387:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (4) 00000800:00000200:2.1:1767384356.558392:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp41 000000002f91f883 deleted 00000800:00000010:2.1:1767384356.558395:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002f91f883. 00000800:00000200:2.1:1767384356.558399:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384356.558405:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp41 p 3.x 192.168.204.118 -> 192.168.204.118:977 incarnation:1767384348829290994 sched[0] 00000800:00000010:2.0:1767384356.558414:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384356.558456:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384356.558461:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c19edccd. 00000800:00000010:2.0:1767384356.558481:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003dc84c5f. 00000800:00000001:2.0:1767384356.558495:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384356.558499:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384356.558520:0:16341:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384356.558525:0:16341:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp41 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384348829290994 sched[0] 00000800:00000010:2.0:1767384356.558529:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002961c3e1. 00000800:00000001:2.0:1767384356.558552:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384356.558555:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384356.560441:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000935749d0. 00000800:00000010:3.0:1767384356.560446:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eaa3a799. 00000400:02020000:3.0:1767384356.560618:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384356.564699:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 00000400:00000200:3.0:1767384356.564703:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384356.564707:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp42 00000800:00000010:3.0:1767384356.564709:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea80436b. 00000400:00000200:3.0:1767384356.564712:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384356.564715:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384356.564722:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384356.564724:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384356.564726:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp42) recovery failed with -71 00010000:00000001:3.0:1767384356.871833:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384356.871837:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.871842:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384356.871844:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.871872:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384356.871876:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384356.871879:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384357.063841:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384357.063845:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384357.063851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384357.063851:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054d887a0. 00000100:00000001:2.0:1767384357.063858:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384357.063858:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384357.063864:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384357.063865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afb70c31. 00000020:00000040:2.0:1767384357.063869:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384357.063871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384357.063874:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.063875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384357.063880:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.063881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.063891:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbc5e8b4. 02000000:00000010:1.0:1767384357.063891:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002007f8e9. 00000100:00000001:2.0:1767384357.063899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.063899:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.063906:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384357.063909:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384357.063910:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.063919:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054d887a0] to pc [ptlrpcd_00_03+3] req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.063920:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384357.063923:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.063930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb70c31] to pc [ptlrpcd_00_00+0] req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384357.063946:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.063950:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.063953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384357.063956:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384357.063960:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000652ef890. 00000020:00000040:2.0:1767384357.063962:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384357.063962:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.063967:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384357.063967:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.063970:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384357.063974:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384357.063977:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.063980:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.063986:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384357.063988:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000056e99154. 00000100:00000001:1.0:1767384357.063988:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.063995:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.063996:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.063999:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384357.064003:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384357.064003:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.064010:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731473408:0@lo:13: 00000100:00000001:2.0:1767384357.064016:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384357.064017:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384357.064019:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.064021:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384357.064024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652ef890] to pc [ptlrpcd_00_01+1] req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.064025:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.064032:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384357.064036:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.064038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384357.064039:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e8ad2cf0. 00000100:00000001:2.0:1767384357.064041:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384357.064044:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384357.064046:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000921f3a57. 00000020:00000040:2.0:1767384357.064050:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384357.064051:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384357.064053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384357.064053:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f4bef1. 02000000:00000001:2.0:1767384357.064056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.064061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003eb9d296. 00000100:00000001:2.0:1767384357.064063:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.064064:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc8b5b8. 00000100:00000040:2.0:1767384357.064067:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384357.064074:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384357.064074:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731473408, portal 4 00000100:00000001:2.0:1767384357.064075:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064081:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384357.064082:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000921f3a57] to pc [ptlrpcd_00_02+2] req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.064084:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788975872 : -114766920575744 : ffff979ebe779500) 00000100:00000001:2.0:1767384357.064094:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.064096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384357.064098:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064099:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384357.064104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ba202d3. 00000020:00000040:2.0:1767384357.064108:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384357.064112:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384357.064115:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384357.064117:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384357.064118:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.064122:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000770aa37a. 00000100:00000001:2.0:1767384357.064125:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.064128:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384357.064131:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384357.064134:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000001:2.0:1767384357.064140:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384357.064142:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.064143:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731473408, offset 0 00000100:00000040:2.0:1767384357.064146:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ba202d3] to pc [ptlrpcd_00_03+3] req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064155:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.064157:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384357.064160:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000400:00000200:1.0:1767384357.064175:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384357.064191:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384357.064191:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d106e00 00000100:00000001:2.0:1767384357.064195:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.064198:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384357.064202:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.064206:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000100:00000001:2.0:1767384357.064217:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.064218:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.064220:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384357.064221:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384357.064222:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384357.064227:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.064232:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731473536:0@lo:400: 00000400:00000200:1.0:1767384357.064235:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.064236:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384357.064241:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384357.064243:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.064245:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384357.064245:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:2.0:1767384357.064250:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3af7a4e. 00000100:00000200:1.0:1767384357.064250:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384357.064255:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384357.064259:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d2237fb. 00000400:00000010:2.0:1767384357.064260:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049bf5119. 00000100:00000040:1.0:1767384357.064265:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000003d2237fb x1853236731473408 msgsize 224 00000400:00000010:2.0:1767384357.064266:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000100:00000200:2.0:1767384357.064272:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731473536, portal 25 00000100:00000001:2.0:1767384357.064275:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384357.064277:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.064282:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789378048 : -114766920173568 : ffff979ebe7db800) 00000100:00000040:2.0:1767384357.064288:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.064290:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.064295:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.064297:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.064299:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000400:00000200:1.0:1767384357.064300:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000400:00000010:1.0:1767384357.064304:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00000001:1.0:1767384357.064307:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.064309:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731473536, offset 0 00000100:00000200:1.0:1767384357.064313:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.064318:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384357.064328:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384357.064330:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.064335:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.064338:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d106e80 00000400:00000200:2.0:1767384357.064347:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1545 [2] + 0 00000400:00000010:2.0:1767384357.064353:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dd6da25. 00000100:00000001:1.0:1767384357.064353:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064359:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384357.064360:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cba86b49 00000400:00000200:2.0:1767384357.064365:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384357.064365:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.064369:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384357.064373:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3660 usecs (4 jiffies) 00000400:00000200:2.0:1767384357.064374:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cba86b49 00000400:00000010:2.0:1767384357.064378:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cba86b49. 00000100:00000001:1.0:1767384357.064379:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943236 00000100:00000001:2.0:1767384357.064382:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384357.064384:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384357.064386:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000893cab50. 00000100:00000040:2.0:1767384357.064387:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000ac9b910c x1853236731473536 msgsize 224 00000100:00100000:2.0:1767384357.064394:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.064395:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384357.064396:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384357.064403:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943236 00000100:00000001:2.0:1767384357.064405:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384357.064409:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d084122. 00000400:00000200:2.0:1767384357.064411:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:2.0:1767384357.064415:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:1.0:1767384357.064416:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384357.064417:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384357.064420:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064430:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384357.064430:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943236 00000100:00000040:2.0:1767384357.064432:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384357.064437:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005be7f4f8. 00000100:00000001:2.0:1767384357.064439:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064442:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.064443:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384357.064446:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064449:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943236 00000100:00000010:1.0:1767384357.064454:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014bf620a. 00000100:00000001:2.0:1767384357.064456:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294943237 00000100:00000001:1.0:1767384357.064460:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384357.064462:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943236 00000100:00000001:1.0:1767384357.064469:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.064470:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294943237 00000100:00000001:1.0:1767384357.064476:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064477:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943236 00000100:00000001:2.0:1767384357.064483:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294943237 00000100:00000001:1.0:1767384357.064483:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064488:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943236 00000100:00000001:1.0:1767384357.064489:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.064492:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294943237 00000100:00000001:2.0:1767384357.064495:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943236 00000100:00000001:2.0:1767384357.064497:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.064498:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064499:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.064500:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064504:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.064504:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.064511:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.064512:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.064515:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.064515:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.064520:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.064520:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384357.064523:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.064525:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.064527:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.064529:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384357.064533:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.064538:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.064541:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.064545:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.064545:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.064549:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064550:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384357.064552:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384357.064555:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384357.064559:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.064559:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384357.064566:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064568:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.064571:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.064573:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731473920:0@lo:400: 02000000:00000001:2.0:1767384357.064574:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384357.064577:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.064582:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384357.064583:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.064588:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731473664:0@lo:400: 02000000:00000001:1.0:1767384357.064588:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384357.064593:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384357.064593:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.064596:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384357.064600:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022f8dac2. 02000000:00000001:2.0:1767384357.064603:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384357.064604:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.064606:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.064609:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384357.064610:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c1606e. 02000000:00000010:2.0:1767384357.064612:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8b7c01c. 02000000:00000001:2.0:1767384357.064616:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.064619:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000400:00000010:2.0:1767384357.064620:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a04cb40. 00000100:00000200:1.0:1767384357.064626:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731473920, portal 10 00000400:00000010:2.0:1767384357.064628:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000001:1.0:1767384357.064630:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384357.064633:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731473664, portal 4 00000100:00000001:2.0:1767384357.064636:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384357.064637:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789372672 : -114766920178944 : ffff979ebe7da300) 00000100:00000001:1.0:1767384357.064640:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788996736 : -114766920554880 : ffff979ebe77e680) 00000100:00000040:2.0:1767384357.064644:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.064650:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064651:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384357.064656:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.064660:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000100:00000200:2.0:1767384357.064666:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731473664, offset 0 00000100:00000001:1.0:1767384357.064666:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.064671:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384357.064674:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384357.064675:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384357.064681:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731473920, offset 0 00000400:00000200:2.0:1767384357.064684:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384357.064692:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384357.064693:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d106f00 00000400:00000200:2.0:1767384357.064700:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000400:00000200:1.0:1767384357.064705:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384357.064706:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384357.064713:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.064719:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384357.064722:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d107000 00000100:00000200:2.0:1767384357.064723:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1767384357.064731:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000010:2.0:1767384357.064752:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f1059f07. 00000400:00000200:1.0:1767384357.064752:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384357.064757:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000f1059f07 x1853236731473664 msgsize 224 00000400:00000200:1.0:1767384357.064759:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384357.064765:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384357.064791:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384357.064792:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384357.064797:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384357.064800:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000400:00000010:2.0:1767384357.064803:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000100:00000010:1.0:1767384357.064803:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080b50ccb. 00000100:00000001:2.0:1767384357.064810:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384357.064810:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000080b50ccb x1853236731473920 msgsize 224 00000100:00000200:2.0:1767384357.064816:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.064823:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.064829:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.064838:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.064839:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384357.064845:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064848:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384357.064849:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000010:1.0:1767384357.064853:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:2.0:1767384357.064854:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.064858:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3660 usecs (4 jiffies) 00000100:00000001:1.0:1767384357.064858:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384357.064863:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943237 00000100:00000001:2.0:1767384357.064865:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943237 00000100:00000200:1.0:1767384357.064866:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064868:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943237 00000100:00000001:2.0:1767384357.064872:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943237 00000100:00000001:2.0:1767384357.064876:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943237 00000100:00000001:2.0:1767384357.064880:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943237 00000100:00000001:2.0:1767384357.064885:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943237 00000100:00000001:2.0:1767384357.064888:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943237 00000100:00000001:1.0:1767384357.064889:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384357.064890:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.064894:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.064896:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.064897:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064903:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064910:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064912:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.064917:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.064918:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.064921:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.064923:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3313 usecs (4 jiffies) 00000100:00000001:1.0:1767384357.064927:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294943237 00000100:00000001:1.0:1767384357.064929:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294943237 00000100:00000001:2.0:1767384357.064936:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384357.064937:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294943237 00000100:00100000:2.0:1767384357.064940:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473408 00000100:00000001:1.0:1767384357.064941:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294943237 02000000:00000001:2.0:1767384357.064944:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.064945:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294943237 00000100:00000001:2.0:1767384357.064948:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.064949:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294943237 00000100:00000001:2.0:1767384357.064952:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064953:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294943237 02000000:00000001:2.0:1767384357.064957:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.064957:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294943237 00000100:00000001:1.0:1767384357.064959:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384357.064963:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473408 00000100:00000001:1.0:1767384357.064963:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.064969:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384357.064969:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.064972:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:1.0:1767384357.064973:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.064977:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384357.064980:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:1.0:1767384357.064980:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.064982:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384357.064984:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:1.0:1767384357.064986:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.064988:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.064990:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.064995:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00100000:1.0:1767384357.064996:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384357.065000:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.065002:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384357.065003:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.065006:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384357.065007:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000458ccbc0. 00000100:00000001:1.0:1767384357.065008:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.065011:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384357.065014:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c46971c2. 00000100:00000001:1.0:1767384357.065014:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384357.065020:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384357.065022:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:1.0:1767384357.065031:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.065033:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065035:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384357.065036:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.065040:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384357.065042:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.065043:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061f63c6e. 00000100:00100000:1.0:1767384357.065046:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236731473792:0@lo:400: 00000020:00000010:2.0:1767384357.065049:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7225a96. 00000100:00000001:1.0:1767384357.065049:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384357.065053:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384357.065055:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.065056:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 02000000:00000001:1.0:1767384357.065064:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384357.065066:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:1.0:1767384357.065068:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6067533. 00000100:00000001:2.0:1767384357.065070:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384357.065071:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065073:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384357.065076:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43ae428. 00000100:00000001:2.0:1767384357.065077:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.065084:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000001:2.0:1767384357.065086:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.065089:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731473792, portal 10 00000100:00000001:1.0:1767384357.065092:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384357.065093:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.065094:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788987776 : -114766920563840 : ffff979ebe77c380) 00000100:00000040:1.0:1767384357.065102:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.065106:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.065107:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384357.065109:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384357.065112:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384357.065116:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000400:00000010:1.0:1767384357.065116:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000100:00000040:2.0:1767384357.065122:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000200:1.0:1767384357.065122:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731473792, offset 0 00000100:00000001:2.0:1767384357.065126:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788970496 : -114766920581120 : ffff979ebe778000) 00000400:00000200:1.0:1767384357.065131:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384357.065132:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d2237fb x1853236731473408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.065140:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384357.065144:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.065148:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000400:00000200:1.0:1767384357.065149:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d106f80 00000100:00000001:2.0:1767384357.065153:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384357.065157:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000020:00000010:2.0:1767384357.065158:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000100:00100000:2.0:1767384357.065166:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d2237fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731473408:12345-0@lo:13: 00000400:00000200:1.0:1767384357.065166:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384357.065172:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473408 00000400:00000200:1.0:1767384357.065175:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384357.065176:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384357.065181:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384357.065182:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384357.065183:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.065186:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384357.065187:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:1.0:1767384357.065192:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b0badbc. 00000020:00000001:2.0:1767384357.065196:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000040:1.0:1767384357.065198:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008b0badbc x1853236731473792 msgsize 224 00000020:00000001:2.0:1767384357.065200:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.065204:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.065209:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.065211:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384357.065212:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384357.065214:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065218:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.065220:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384357.065223:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384357.065224:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f053f23f. 02000000:00000001:2.0:1767384357.065227:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065229:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.065229:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00002000:00000001:2.0:1767384357.065231:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:1.0:1767384357.065232:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000001:1.0:1767384357.065236:0:16355:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:2.0:1767384357.065237:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:1.0:1767384357.065239:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384357.065240:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384357.065248:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384357.065251:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384357.065251:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:2.0:1767384357.065256:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384357.065262:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384357.065265:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384357.065268:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384357.065274:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384357.065278:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384357.065279:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384357.065281:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065282:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:2.0:1767384357.065284:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.065287:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731473408 00000100:00000001:1.0:1767384357.065288:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.065289:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384357.065293:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3378 usecs (4 jiffies) 00010000:00000200:2.0:1767384357.065296:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d2237fb x1853236731473408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.065297:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943237 00000100:00000001:1.0:1767384357.065301:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943237 00000100:00000001:1.0:1767384357.065306:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943237 00000100:00000001:1.0:1767384357.065311:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943237 00010000:00000001:2.0:1767384357.065312:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384357.065314:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943237 00010000:00000001:2.0:1767384357.065315:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065317:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943237 00000100:00001000:2.0:1767384357.065319:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.065320:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943237 00000100:00000001:2.0:1767384357.065325:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384357.065326:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943237 00000100:00000001:1.0:1767384357.065329:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384357.065330:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384357.065332:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065334:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384357.065335:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.065337:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384357.065338:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.065345:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065348:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384357.065349:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384357.065352:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384357.065354:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384357.065356:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000100:00000200:2.0:1767384357.065360:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731473408, offset 224 00000400:00000200:2.0:1767384357.065366:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384357.065366:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384357.065370:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473920 02000000:00000001:1.0:1767384357.065372:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.065373:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.065375:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.065378:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384357.065379:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.065382:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473920 00000020:00000001:1.0:1767384357.065384:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384357.065387:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d106e00 00000020:00000040:1.0:1767384357.065388:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:1.0:1767384357.065392:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.065394:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000400:00000200:2.0:1767384357.065398:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d95 [1] + 224 00000020:00000001:1.0:1767384357.065399:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:1.0:1767384357.065405:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000400:00000200:2.0:1767384357.065406:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384357.065410:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.065417:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384357.065417:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384357.065422:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000766b24e. 00000100:00000200:2.0:1767384357.065424:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384357.065428:0:17085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000081e7756. 00000020:00000040:1.0:1767384357.065435:0:17085:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000040:2.0:1767384357.065437:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.065439:0:17085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384357.065445:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004332fd92. 00000020:00000010:1.0:1767384357.065450:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009568c502. 00000100:00000001:2.0:1767384357.065451:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384357.065454:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007493b10. 00000400:00000200:2.0:1767384357.065458:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000400:00000010:2.0:1767384357.065461:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000100:00000040:1.0:1767384357.065463:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384357.065465:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.065466:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.065467:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.065469:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384357.065473:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065473:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.065480:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:1.0:1767384357.065482:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384357.065483:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384357.065485:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384357.065486:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065487:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.065489:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384357.065495:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d2237fb x1853236731473408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.065499:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384357.065503:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d2237fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853236731473408:12345-0@lo:13: Request processed in 356us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384357.065511:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384357.065512:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384357.065514:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00100000:1.0:1767384357.065515:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473792 00000100:00000001:2.0:1767384357.065518:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384357.065519:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.065520:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.065522:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.065524:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065528:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384357.065528:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473792 00000020:00000001:1.0:1767384357.065532:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384357.065533:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000010:2.0:1767384357.065535:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7225a96. 00000020:00000001:1.0:1767384357.065535:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.065539:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000010:2.0:1767384357.065541:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000001:1.0:1767384357.065542:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000001:1.0:1767384357.065546:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000010:2.0:1767384357.065547:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061f63c6e. 00000100:00000001:1.0:1767384357.065548:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384357.065553:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042d3b453. 00000020:00000040:2.0:1767384357.065554:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:1.0:1767384357.065559:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.065560:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384357.065565:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042d3b453. 00000020:00000010:1.0:1767384357.065572:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b29f806. 00000020:00000010:1.0:1767384357.065576:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000708b3532. 00000100:00000001:2.0:1767384357.065581:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384357.065585:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473536 00000020:00000010:1.0:1767384357.065585:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a0df4d5. 02000000:00000001:2.0:1767384357.065587:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.065590:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.065591:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.065592:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065594:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384357.065596:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384357.065597:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.065599:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384357.065601:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473536 00000100:00000001:1.0:1767384357.065602:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384357.065604:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384357.065605:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384357.065607:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384357.065610:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384357.065612:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:1.0:1767384357.065614:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.065615:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384357.065620:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384357.065622:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.065625:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000100:00000001:2.0:1767384357.065627:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.065628:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.065631:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384357.065632:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000100:00100000:1.0:1767384357.065635:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000020:00000010:2.0:1767384357.065638:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061f63c6e. 00000100:00000040:1.0:1767384357.065638:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:1.0:1767384357.065643:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788984832 : -114766920566784 : ffff979ebe77b800) 00000020:00000010:2.0:1767384357.065645:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7225a96. 00000100:00000040:1.0:1767384357.065649:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b50ccb x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.065652:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384357.065659:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384357.065663:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384357.065663:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042d3b453. 00000100:00000001:1.0:1767384357.065665:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.065667:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384357.065669:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042d3b453. 00000100:00000001:2.0:1767384357.065670:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384357.065674:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.065678:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b50ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731473920:12345-0@lo:400: 00000100:00000001:2.0:1767384357.065682:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.065682:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473920 00000020:00000001:1.0:1767384357.065686:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384357.065689:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384357.065691:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.065693:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384357.065694:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:2.0:1767384357.065695:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.065698:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384357.065700:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.065703:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384357.065704:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384357.065706:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384357.065706:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065709:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384357.065710:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384357.065714:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384357.065716:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 02000000:00000001:1.0:1767384357.065721:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384357.065725:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a36d1258. 00000100:00000040:2.0:1767384357.065726:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 02000000:00000001:1.0:1767384357.065728:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065730:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665496656 : -114767044054960 : ffff979eb71b7050) 00000100:00000001:1.0:1767384357.065731:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.065746:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.065749:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac9b910c x1853236731473536/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384357.065750:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731473920 00010000:00000001:1.0:1767384357.065755:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384357.065761:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b50ccb x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.065762:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.065787:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000100:00000001:2.0:1767384357.065791:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384357.065793:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384357.065796:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00010000:00000001:1.0:1767384357.065797:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.065801:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=72 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384357.065805:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9b910c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731473536:12345-0@lo:400: 00000100:00000001:1.0:1767384357.065807:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384357.065811:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473536 00000100:00000040:1.0:1767384357.065813:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:2.0:1767384357.065814:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384357.065817:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384357.065818:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384357.065821:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.065821:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384357.065823:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.065825:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384357.065826:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384357.065827:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000020:00000001:2.0:1767384357.065831:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384357.065831:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384357.065834:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384357.065836:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000020:00000001:2.0:1767384357.065837:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.065840:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384357.065842:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731473920, offset 224 00000020:00000001:2.0:1767384357.065843:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.065847:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.065849:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.065851:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384357.065852:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384357.065856:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006e294ec. 02000000:00000001:2.0:1767384357.065861:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.065863:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384357.065864:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.065867:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.065869:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731473536 00000400:00000200:1.0:1767384357.065873:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d107000 00010000:00000001:2.0:1767384357.065874:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384357.065880:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac9b910c x1853236731473536/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.065883:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1da5 [1] + 224 00000400:00000200:1.0:1767384357.065891:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384357.065894:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384357.065895:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.065899:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384357.065902:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.065904:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384357.065905:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.065913:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384357.065918:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000040:1.0:1767384357.065919:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.065922:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384357.065927:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.065929:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.065935:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384357.065936:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384357.065938:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384357.065942:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000100:00000200:2.0:1767384357.065946:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731473536, offset 224 00000400:00000200:1.0:1767384357.065948:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000400:00000010:1.0:1767384357.065951:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000001:1.0:1767384357.065953:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.065954:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384357.065955:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384357.065958:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.065964:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000200:2.0:1767384357.065965:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384357.065967:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384357.065970:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.065971:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384357.065975:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d106e80 00000100:00000040:1.0:1767384357.065976:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b50ccb x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.065983:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d9d [1] + 224 00000400:00000200:2.0:1767384357.065992:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384357.065993:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b50ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731473920:12345-0@lo:400: Request processed in 331us (1180us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384357.066000:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384357.066003:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000001:2.0:1767384357.066004:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384357.066007:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000200:2.0:1767384357.066010:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066010:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384357.066014:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384357.066018:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009568c502. 00000100:00000040:2.0:1767384357.066021:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384357.066023:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007493b10. 00000020:00000010:1.0:1767384357.066028:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004332fd92. 00000020:00000040:1.0:1767384357.066033:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:1.0:1767384357.066036:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.066037:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384357.066045:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000100:00000001:1.0:1767384357.066045:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.066048:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384357.066049:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000100:00100000:1.0:1767384357.066053:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:2.0:1767384357.066054:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384357.066057:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384357.066057:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:1.0:1767384357.066061:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788972288 : -114766920579328 : ffff979ebe778700) 00000100:00000001:2.0:1767384357.066065:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066066:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b0badbc x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.066071:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384357.066076:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384357.066079:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384357.066080:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.066083:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384357.066084:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042d3b453. 00000100:00000040:2.0:1767384357.066088:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac9b910c x1853236731473536/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066088:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384357.066093:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042d3b453. 00000100:00100000:1.0:1767384357.066106:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008b0badbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236731473792:12345-0@lo:400: 00000100:00000200:1.0:1767384357.066114:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473792 00000020:00000001:1.0:1767384357.066119:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384357.066122:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9b910c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731473536:12345-0@lo:400: Request processed in 358us (1731us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384357.066122:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384357.066126:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.066131:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384357.066132:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00100000:2.0:1767384357.066135:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000020:00000001:1.0:1767384357.066136:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384357.066140:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000020:00000001:1.0:1767384357.066141:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.066146:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384357.066146:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384357.066150:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384357.066150:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384357.066152:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.066155:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7225a96. 00000020:00000001:1.0:1767384357.066155:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384357.066159:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384357.066160:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 02000000:00000001:1.0:1767384357.066163:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384357.066165:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061f63c6e. 02000000:00000010:1.0:1767384357.066168:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3554cff. 00000020:00000040:2.0:1767384357.066170:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:1.0:1767384357.066174:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.066176:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384357.066179:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000006e294ec. 00000100:00000001:1.0:1767384357.066180:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.066183:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384357.066185:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.066186:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384357.066190:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731473792 00000100:00000200:2.0:1767384357.066192:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384357.066196:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384357.066198:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be1ed45. 00010000:00000200:1.0:1767384357.066203:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008b0badbc x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384357.066204:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063255837. 00010000:00000001:1.0:1767384357.066214:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384357.066216:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.066218:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.066221:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384357.066222:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384357.066225:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731473664 00000100:00000040:1.0:1767384357.066226:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 02000000:00000001:2.0:1767384357.066228:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.066229:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384357.066232:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384357.066233:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384357.066234:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.066236:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.066238:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.066240:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384357.066241:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731473664 00000020:00000001:2.0:1767384357.066244:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384357.066247:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000040:1.0:1767384357.066248:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384357.066251:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384357.066254:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000400:00000010:1.0:1767384357.066254:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000020:00000001:2.0:1767384357.066259:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000200:1.0:1767384357.066260:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731473792, offset 224 00000020:00000001:2.0:1767384357.066261:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384357.066264:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.066267:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000400:00000200:1.0:1767384357.066276:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384357.066278:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384357.066281:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000400:00000200:1.0:1767384357.066286:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384357.066289:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061f63c6e. 00000400:00000200:1.0:1767384357.066294:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d106f80 00000020:00000010:2.0:1767384357.066295:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7225a96. 00000020:00000010:2.0:1767384357.066299:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000400:00000200:1.0:1767384357.066300:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1db5 [1] + 224 00000400:00000200:1.0:1767384357.066305:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384357.066310:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767384357.066310:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384357.066315:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384357.066317:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384357.066317:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384357.066320:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384357.066322:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.066324:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384357.066328:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384357.066331:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066333:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.066339:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066340:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.066346:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000400:00000010:1.0:1767384357.066348:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000001:2.0:1767384357.066350:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384357.066350:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384357.066355:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384357.066355:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.066361:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.066363:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384357.066366:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000040:2.0:1767384357.066368:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00010000:00000001:1.0:1767384357.066369:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384357.066373:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535607424 : -114772173944192 : ffff979d85578a80) 00000020:00000001:1.0:1767384357.066373:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.066379:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384357.066381:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1059f07 x1853236731473664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.066384:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b0badbc x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.066400:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384357.066404:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000100:00100000:1.0:1767384357.066405:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008b0badbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853236731473792:12345-0@lo:400: Request processed in 322us (1204us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384357.066409:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384357.066413:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000100:00100000:1.0:1767384357.066417:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1767384357.066421:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1059f07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731473664:12345-0@lo:400: 00000100:00000040:1.0:1767384357.066421:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:1.0:1767384357.066426:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384357.066427:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731473664 00000100:00000001:1.0:1767384357.066429:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384357.066430:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384357.066433:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384357.066433:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000708b3532. 00000020:00000001:2.0:1767384357.066434:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.066439:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384357.066440:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a0df4d5. 00000020:00000001:2.0:1767384357.066441:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:2.0:1767384357.066445:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384357.066446:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b29f806. 00000020:00000001:2.0:1767384357.066447:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384357.066456:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000020:00000001:2.0:1767384357.066457:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384357.066459:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384357.066460:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.066462:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.066465:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.066468:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.066470:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384357.066473:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006e294ec. 02000000:00000001:2.0:1767384357.066475:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.066476:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.066478:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.066480:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731473664 00010000:00000001:2.0:1767384357.066482:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384357.066485:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1059f07 x1853236731473664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384357.066490:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384357.066492:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.066493:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.066496:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384357.066498:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384357.066500:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384357.066502:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384357.066503:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.066506:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384357.066507:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384357.066508:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384357.066511:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384357.066513:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000400:00000001:1.0:1767384357.066516:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.066519:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384357.066520:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43ae428. 00000400:00000200:1.0:1767384357.066523:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000010:1.0:1767384357.066524:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:1.0:1767384357.066527:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.066528:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731473664, offset 224 00000100:00000200:1.0:1767384357.066532:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.066539:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384357.066543:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.066550:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384357.066557:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.066558:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066560:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384357.066563:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d106f00 02000000:00000001:1.0:1767384357.066563:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.066567:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.066569:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.066571:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1da9 [1] + 224 02000000:00000001:1.0:1767384357.066572:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.066578:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384357.066579:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=72 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384357.066583:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384357.066586:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.066588:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384357.066590:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.066592:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384357.066593:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.066595:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.066601:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.066606:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.066610:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.066613:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384357.066616:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.066619:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.066622:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.066623:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.066644:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384357.066649:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000400:00000010:2.0:1767384357.066653:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000100:00000001:1.0:1767384357.066657:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.066659:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.066660:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.066661:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.066664:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.066668:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066669:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.066675:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384357.066680:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384357.066682:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.066685:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000921f3a57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853236731473792:0@lo:400: 00000020:00000001:2.0:1767384357.066686:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384357.066694:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1059f07 x1853236731473664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384357.066697:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.066700:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384357.066702:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c1606e. 00000100:00100000:2.0:1767384357.066705:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1059f07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731473664:12345-0@lo:400: Request processed in 301us (1944us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384357.066707:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000400:00000010:1.0:1767384357.066710:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00100000:2.0:1767384357.066716:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384357.066716:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384357.066721:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000200:1.0:1767384357.066723:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.066724:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384357.066727:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384357.066730:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7225a96. 00000100:00000200:1.0:1767384357.066747:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.066749:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384357.066755:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061f63c6e. 00000100:00000001:1.0:1767384357.066760:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384357.066761:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:1.0:1767384357.066762:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.066763:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066765:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384357.066796:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.066797:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.066798:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.066800:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.066804:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.066807:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.066809:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.066810:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.066812:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.066815:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.066820:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.066827:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.066829:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384357.066830:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.066832:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066835:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066840:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.066842:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.066843:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.066846:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.066851:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003ba202d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731473920:0@lo:400: 00000400:00000001:1.0:1767384357.066855:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.066855:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384357.066856:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f4bef1. 00000400:00000200:1.0:1767384357.066859:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc8b5b8 00000400:00000010:1.0:1767384357.066860:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc8b5b8. 00000100:00000001:1.0:1767384357.066862:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.066863:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.066870:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066874:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.066876:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066877:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384357.066877:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.066878:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.066879:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.066880:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.066883:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.066884:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.066886:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.066887:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.066893:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.066896:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.066900:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.066902:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.066903:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384357.066904:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.066905:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066907:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066911:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.066912:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.066913:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384357.066915:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384357.066917:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384357.066919:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384357.066924:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384357.066927:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.066930:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.066936:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16355:1853236731473408:0@lo:13: 00000100:00000001:1.0:1767384357.066940:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066941:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.066943:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000921f3a57 x1853236731473792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066948:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.066951:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.066953:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6067533. 02000000:00000001:1.0:1767384357.066956:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.066958:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.066964:0:16355:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384357.066967:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.066968:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003eb9d296. 02000000:00000001:1.0:1767384357.066973:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.066974:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.066976:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000921f3a57. 00000100:00000001:1.0:1767384357.066979:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.066981:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.066983:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.066986:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003ba202d3 x1853236731473920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.066991:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.066993:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.066995:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022f8dac2. 02000000:00000001:1.0:1767384357.066998:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.066999:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.067001:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384357.067002:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.067004:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000770aa37a. 02000000:00000001:1.0:1767384357.067007:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.067008:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.067009:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003ba202d3. 00000100:00000001:1.0:1767384357.067012:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.067013:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067015:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.067017:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054d887a0 x1853236731473408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067022:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.067025:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.067026:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e8ad2cf0. 02000000:00000001:1.0:1767384357.067029:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.067030:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.067031:0:16355:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384357.067032:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.067033:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002007f8e9. 02000000:00000001:1.0:1767384357.067035:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.067036:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.067042:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054d887a0. 00000100:00000001:1.0:1767384357.067045:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.067046:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067048:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067052:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.067054:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.067056:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.067058:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384357.067083:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384357.067088:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00080000:1.0:1767384357.067091:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384357.067093:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:1.0:1767384357.067118:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.067119:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384357.067123:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.067125:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384357.067127:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a04cb40. 00000400:00000200:1.0:1767384357.067131:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:1.0:1767384357.067132:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:1.0:1767384357.067135:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.067139:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.067146:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067152:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.067154:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067155:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384357.067157:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.067158:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.067159:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.067161:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.067164:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.067168:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.067172:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.067174:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.067176:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.067188:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.067196:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.067199:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.067200:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384357.067203:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.067205:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.067209:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067217:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.067220:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.067221:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.067225:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.067231:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000652ef890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731473664:0@lo:400: 00000400:00000001:1.0:1767384357.067238:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384357.067240:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384357.067242:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049bf5119. 00000400:00000200:1.0:1767384357.067245:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:1.0:1767384357.067247:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000001:1.0:1767384357.067249:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384357.067253:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.067259:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067265:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.067266:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067268:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384357.067269:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384357.067270:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.067272:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.067274:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.067282:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.067284:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384357.067286:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.067287:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.067288:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384357.067289:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.067291:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.067294:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067298:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.067299:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.067300:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.067302:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.067307:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afb70c31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731473536:0@lo:400: 00000100:00000001:1.0:1767384357.067311:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067312:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.067314:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000652ef890 x1853236731473664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067318:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.067320:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.067321:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8b7c01c. 02000000:00000001:1.0:1767384357.067324:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.067325:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.067325:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384357.067327:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.067328:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000056e99154. 02000000:00000001:1.0:1767384357.067330:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.067331:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.067332:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000652ef890. 00000100:00000001:1.0:1767384357.067335:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.067336:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067337:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.067339:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afb70c31 x1853236731473536/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.067349:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.067351:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384357.067353:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3af7a4e. 02000000:00000001:1.0:1767384357.067355:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384357.067356:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.067357:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384357.067359:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.067360:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbc5e8b4. 02000000:00000001:1.0:1767384357.067362:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.067363:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.067364:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afb70c31. 00000100:00000001:1.0:1767384357.067367:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.067368:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067369:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.067373:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.067374:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.067377:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.067378:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.069817:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294943237, at 4294943238 00000100:00000010:2.0:1767384357.069824:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005be7f4f8. 00000100:00000040:1.0:1767384357.069829:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294943237, at 4294943238 00000100:00000010:1.0:1767384357.069836:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d084122. 00000100:00000040:0.0:1767384357.070799:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294943237, at 4294943239 00000100:00000010:0.0:1767384357.070805:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000893cab50. 00000100:00000040:3.0:1767384357.070810:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294943237, at 4294943239 00000100:00000010:3.0:1767384357.070817:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014bf620a. 00080000:00000010:1.0:1767384357.304429:0:35731:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c53a6aa6. 00080000:00000010:1.0:1767384357.304439:0:35731:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c53a6aa6. 00000020:00000001:1.0:1767384357.304445:0:35731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384357.304453:0:35731:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c53a6aa6. 00080000:00000010:1.0:1767384357.304458:0:35731:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c53a6aa6. 00000020:00000001:1.0:1767384357.304463:0:35731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384357.575980:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384357.575990:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384357.575993:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384357.575997:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384357.576001:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384357.576007:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384357.576017:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac9b1f36. 00000400:00000010:0.0:1767384357.576020:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003e1d450b. 00010000:00000001:3.0:1767384357.895833:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384357.895839:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384357.895844:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384357.895846:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.895896:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384357.895900:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384357.895902:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384358.014714:0:35895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384358.014732:0:35895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384358.018007:0:35895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384358.024371:0:35896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003ed766c0. 00000400:00000010:3.0:1767384358.024384:0:35896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f408be87. 00000400:00000010:3.0:1767384358.024393:0:35896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005f20f75e. 00000400:00000010:3.0:1767384358.024396:0:35896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000037bcb490. 00000400:00000010:3.0:1767384358.024400:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb450960. 00000400:00000010:3.0:1767384358.024404:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce65837c. 00000400:00000010:3.0:1767384358.024406:0:35896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d4f0419. 00000400:00000010:3.0:1767384358.024407:0:35896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f99bb453. 00000400:00000010:3.0:1767384358.024410:0:35896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000a195dc5. 00000800:00000010:3.0:1767384358.024425:0:35896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001f40efa7. 00000800:00000200:3.0:1767384358.024434:0:35896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384358.024445:0:35896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384358.024477:0:35896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384358.024497:0:35896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp45 [8/256/0/180] 00000400:00000010:3.0:1767384358.025974:0:35896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000005f16fcf4. 00000400:00000010:3.0:1767384358.025981:0:35896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a345a20. 00000400:00000010:3.0:1767384358.025986:0:35896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000400:00000001:3.0:1767384358.026004:0:35896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384358.026005:0:35896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.026007:0:35896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f61a0e39. 00000400:00000200:3.0:1767384358.026009:0:35896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffa0b1a 00000400:00000010:3.0:1767384358.026010:0:35896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ffa0b1a. 00000400:00000010:3.0:1767384358.026014:0:35896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000005d56cc44. 00000400:00000200:3.0:1767384358.026018:0:35896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (34) 00000400:00000200:3.0:1767384358.026030:0:35896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384358.026037:0:35896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:3.0:1767384358.026044:0:35896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eaa3a799. 00000020:01000000:3.0:1767384358.026048:0:35896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384358.026050:0:35896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp45 00000400:00000200:2.0:1767384358.026060:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384358.026061:0:35896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f408be87. 00000400:00000200:2.0:1767384358.026067:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:3.0:1767384358.026069:0:35896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003ed766c0. 00000400:00000010:2.0:1767384358.026076:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000400:00000200:2.0:1767384358.026080:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000020:00000001:1.0:1767384358.026087:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384358.026091:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2e148fc. 10000000:00000001:1.0:1767384358.026092:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384358.026096:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384358.026097:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 10000000:01000000:1.0:1767384358.026100:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384358.026104:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384358.026106:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384358.026111:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:01000004:1.0:1767384358.026116:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.026118:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.026119:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384358.026121:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[63, 38] 00000020:01000004:1.0:1767384358.026121:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384358.026124:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384358.026127:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384358.026131:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 38], ns[68, 38] 00000020:01000004:1.0:1767384358.026131:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.026134:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384358.026139:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 38], ns[75, 38] 00000100:00000010:1.0:1767384358.026140:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054d887a0. 00000400:00000200:2.0:1767384358.026146:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[82, 38] 00000020:00000040:1.0:1767384358.026146:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384358.026152:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 38], ns[87, 38] 00000100:00000001:1.0:1767384358.026154:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384358.026158:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[91, 38] 02000000:00000001:1.0:1767384358.026158:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384358.026163:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 38], ns[100, 38] 02000000:00000001:1.0:1767384358.026163:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026170:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 38], ns[112, 38] 00000400:00000200:2.0:1767384358.026174:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[116, 38] 02000000:00000010:1.0:1767384358.026175:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a46b3e23. 00000400:00000200:2.0:1767384358.026181:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[120, 38] 00000100:00000001:1.0:1767384358.026183:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026184:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 38], ns[132, 38] 00000400:00000200:2.0:1767384358.026189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 38], ns[141, 38] 00000100:00000001:1.0:1767384358.026192:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384358.026193:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[147, 38] 00000100:00000001:1.0:1767384358.026196:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026200:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 38], ns[151, 38] 00000100:00000040:1.0:1767384358.026205:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054d887a0] to pc [ptlrpcd_00_00+0] req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.026206:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:2.0:1767384358.026219:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:2.0:1767384358.026226:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:2.0:1767384358.026235:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:2.0:1767384358.026238:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 38], ns[61, 38] 10000000:00000001:1.0:1767384358.026241:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026242:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 38], ns[161, 38] 00000100:00000001:3.0:1767384358.026243:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384358.026245:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.026247:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384358.026250:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.026251:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384358.026253:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 38], ns[122, 38] 00000020:01000000:1.0:1767384358.026254:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384358.026259:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.026264:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 38], ns[80, 38] 00000020:00000001:1.0:1767384358.026264:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384358.026268:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384358.026271:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384358.026274:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384358.026278:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384358.026279:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 38], ns[136, 38] 00000020:01000004:1.0:1767384358.026281:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384358.026286:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384358.026286:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384358.026292:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026292:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 38], ns[154, 38] 00000020:01000004:1.0:1767384358.026292:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.026297:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384358.026299:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384358.026301:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384358.026303:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384358.026304:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 38], ns[155, 38] 00000020:01000004:1.0:1767384358.026304:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384358.026308:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384358.026308:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.026312:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384358.026315:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731474048:0@lo:253: 00000400:00000200:2.0:1767384358.026315:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[110, 38] 00000100:00000010:1.0:1767384358.026317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fa7859a. 00000020:00000040:1.0:1767384358.026322:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384358.026325:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384358.026327:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 38], ns[159, 38] 02000000:00000001:3.0:1767384358.026330:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384358.026333:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384358.026334:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.026338:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384358.026338:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[156, 38] 02000000:00000001:1.0:1767384358.026338:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384358.026342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384358.026346:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000427466a8. 00000400:00000200:2.0:1767384358.026346:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 38], ns[139, 38] 02000000:00000010:1.0:1767384358.026350:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5177166. 02000000:00000001:3.0:1767384358.026351:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026355:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 38], ns[158, 38] 00000100:00000001:1.0:1767384358.026357:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.026359:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bcd32bd. 00000400:00000200:2.0:1767384358.026361:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[145, 38] 00000100:00000001:1.0:1767384358.026363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384358.026366:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f408be87. 00000400:00000200:2.0:1767384358.026367:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[165, 38] 00000100:00000001:1.0:1767384358.026367:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384358.026374:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731474048, portal 25 00000100:00000001:3.0:1767384358.026378:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384358.026378:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 38], ns[164, 38] 00000100:00000040:1.0:1767384358.026378:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fa7859a] to pc [ptlrpcd_00_01+1] req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.026382:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788975872 : -114766920575744 : ffff979ebe779500) 00000100:00000040:3.0:1767384358.026391:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.026394:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384358.026402:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp 00000400:00000200:2.0:1767384358.026409:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp lpni_is_preferred = 0 10000000:00000001:1.0:1767384358.026413:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.026416:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384358.026417:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 10000000:00000001:1.0:1767384358.026418:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.026421:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.026424:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:1.0:1767384358.026426:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384358.026428:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e13c9d3. 00000400:00000200:2.0:1767384358.026431:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [166:166:256:4294967295] 192.168.204.118@tcp LPNI seq info [160:160:8:4294967295] 00000020:00000010:1.0:1767384358.026432:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eaa3a799. 00000100:00000200:3.0:1767384358.026433:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731474048, offset 0 00000400:00000200:3.0:1767384358.026443:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384358.026444:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp 00000400:00000200:2.0:1767384358.026451:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000100:00000001:1.0:1767384358.026456:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384358.026457:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.118@tcp 00000100:00000001:1.0:1767384358.026460:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384358.026463:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384358.026463:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004f3cd59. 00000100:00000001:1.0:1767384358.026464:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384358.026470:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384358.026476:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000400:00000200:3.0:1767384358.026480:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107080 00000100:00000001:1.0:1767384358.026487:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384358.026490:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000400:00000200:3.0:1767384358.026492:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x154d [2] + 0 00000100:00000001:1.0:1767384358.026492:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384358.026497:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004f3cd59 type 1, nob 720 niov 1 nkiov 1 02000000:00000001:1.0:1767384358.026498:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384358.026499:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d6cbed0. 02000000:00000001:1.0:1767384358.026502:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384358.026504:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.026507:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fa7859a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731474176:0@lo:253: 00000100:00000001:1.0:1767384358.026511:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384358.026512:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b33f1b6 00000400:00000200:2.0:1767384358.026513:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 02000000:00000001:1.0:1767384358.026515:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384358.026518:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026519:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 02000000:00000001:1.0:1767384358.026521:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384358.026522:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384358.026528:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000028299457. 00000400:00000200:3.0:1767384358.026529:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384358.026533:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.026536:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b33f1b6 00000400:00000010:1.0:1767384358.026538:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f4bef1. 00000400:00000010:3.0:1767384358.026539:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b33f1b6. 00000100:00000001:3.0:1767384358.026545:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384358.026547:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384358.026547:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061936260. 00000100:00000040:3.0:1767384358.026554:0:16352:0:(events.c:337:request_in_callback()) incoming req@0000000054ef08ed x1853236731474048 msgsize 4848 00000100:00000200:1.0:1767384358.026554:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731474176, portal 25 00000100:00100000:3.0:1767384358.026559:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384358.026561:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384358.026563:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384358.026565:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788973184 : -114766920578432 : ffff979ebe778a80) 00000100:00000040:1.0:1767384358.026569:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.026571:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.026577:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384358.026579:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e13c9d3 00000100:00000040:1.0:1767384358.026580:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384358.026584:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e13c9d3. 00000400:00000010:1.0:1767384358.026586:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbefc0ab. 00000100:00000001:3.0:1767384358.026588:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384358.026589:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384358.026590:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731474176, offset 0 00000100:00000200:3.0:1767384358.026593:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384358.026595:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004f3cd59. 00000400:00000200:1.0:1767384358.026600:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384358.026602:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384358.026613:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384358.026614:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1767384358.026615:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384358.026618:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.026624:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384358.026629:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.026629:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107100 00000400:00000200:2.0:1767384358.026631:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00000100:00000001:3.0:1767384358.026636:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384358.026639:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1571 [2] + 0 00000100:00000001:3.0:1767384358.026642:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.026643:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b397270. 00000100:00000001:3.0:1767384358.026649:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294944199 00000400:00000200:1.0:1767384358.026649:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001b5b6f7 00000400:00000200:1.0:1767384358.026654:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384358.026655:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001625d88e. 00000800:00000001:2.0:1767384358.026658:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384358.026662:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384358.026664:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384358.026666:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00000800:00000001:2.0:1767384358.026668:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384358.026669:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00000100:00000001:3.0:1767384358.026670:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294944199 00000800:00000001:2.0:1767384358.026674:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384358.026676:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000004cceaf. 00000100:00000001:1.0:1767384358.026677:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1767384358.026679:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384358.026680:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384358.026681:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384358.026686:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000008762be6f x1853236731474176 msgsize 4848 00000100:00000001:3.0:1767384358.026688:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294944199 00000400:00000200:2.0:1767384358.026688:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : PUT - for me 00000100:00100000:1.0:1767384358.026695:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384358.026697:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1c89e9d. 00000100:00000040:1.0:1767384358.026698:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384358.026701:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384358.026703:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384358.026707:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294944199 00000100:00000001:1.0:1767384358.026708:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384358.026712:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 576/624 into md 0x1c8d [1] + 0 00000100:00000010:3.0:1767384358.026713:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000839ae8af. 00000400:00000010:2.0:1767384358.026726:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e2ac7a. 00000400:00000200:2.0:1767384358.026729:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9ee208a 00000800:00000001:2.0:1767384358.026731:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384358.026732:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbefc0ab 00000800:00000001:2.0:1767384358.026736:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384358.026737:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbefc0ab. 00000100:00000001:3.0:1767384358.026738:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384358.026742:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384358.026744:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.026744:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384358.026749:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:3.0:1767384358.026750:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384358.026751:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.026756:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026757:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ee208a 00000100:00000001:3.0:1767384358.026762:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384358.026763:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000100:00000001:1.0:1767384358.026764:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384358.026786:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384358.026790:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384358.026798:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (36) 00000100:00000001:1.0:1767384358.026799:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.026803:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384358.026806:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000100:00000001:3.0:1767384358.026810:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384358.026810:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (624 bytes) 00000100:00000001:3.0:1767384358.026814:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384358.026817:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.026818:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384358.026820:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:3.0:1767384358.026821:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.026823:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294944200 00000100:00000001:3.0:1767384358.026826:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.026830:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.026831:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (37) 00000100:00000001:1.0:1767384358.026831:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944199 00000400:00000200:2.0:1767384358.026840:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384358.026840:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294944200 00000400:00000200:2.0:1767384358.026849:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp to MR: 192.168.204.118@tcp local destination 00000100:00000001:1.0:1767384358.026849:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944199 00000100:00000001:1.0:1767384358.026857:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294944200 00000400:00000200:2.0:1767384358.026858:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp NI seq info: [167:167:256:4294967295] 192.168.204.118@tcp LPNI seq info [161:161:8:4294967295] 00000100:00000001:1.0:1767384358.026865:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944199 00000100:00000001:1.0:1767384358.026871:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294944200 00000400:00000200:2.0:1767384358.026877:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) 192.168.204.118@tcp : ACK try# 0 00000100:00000001:1.0:1767384358.026878:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944199 00000800:00000200:2.0:1767384358.026885:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp 00000100:00000001:1.0:1767384358.026885:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.026890:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384358.026892:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004f3cd59. 00000100:00000001:1.0:1767384358.026893:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.026897:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384358.026900:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000100:00000001:1.0:1767384358.026904:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767384358.026908:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:1023 00000100:00000001:1.0:1767384358.026908:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384358.026913:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384358.026914:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004f3cd59 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384358.026915:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.026919:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.026921:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384358.026925:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.026932:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.026935:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384358.026939:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474048 02000000:00000001:3.0:1767384358.026942:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384358.026942:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384358.026945:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474176 00000100:00000001:3.0:1767384358.026946:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384358.026948:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384358.026951:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.026951:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.026954:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.026957:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.026958:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.026964:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474176 00000100:00100000:3.0:1767384358.026965:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474048 00000020:00000001:1.0:1767384358.026966:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384358.026970:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384358.026971:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384358.026974:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.026975:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000040:1.0:1767384358.026978:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:3.0:1767384358.026980:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384358.026981:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000800:00000200:2.0:1767384358.026983:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384358.026985:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:1.0:1767384358.026985:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000800:00000010:2.0:1767384358.026986:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004f3cd59. 00000100:00000001:1.0:1767384358.026992:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384358.026993:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384358.026994:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384358.026998:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:1.0:1767384358.027001:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcfa2c79. 00000400:00000200:2.0:1767384358.027002:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000100:00000001:3.0:1767384358.027003:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384358.027007:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384358.027009:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7fc4ba. 00000020:00000010:1.0:1767384358.027010:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcfa2c79. 00000800:00000001:2.0:1767384358.027012:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384358.027015:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384358.027018:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384358.027019:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7fc4ba. 00000020:00000010:1.0:1767384358.027019:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032cd0686. 00000800:00000001:2.0:1767384358.027021:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.027028:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384358.027028:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089217ae7. 00000020:00000010:3.0:1767384358.027029:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a540a808. 00000800:00000001:2.0:1767384358.027033:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384358.027034:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a0df4d5. 00000020:00000010:3.0:1767384358.027036:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad5a44aa. 00000800:00000001:2.0:1767384358.027039:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384358.027042:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:1.0:1767384358.027044:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384358.027049:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp(192.168.204.118@tcp) <- 192.168.204.118@tcp : ACK - for me 00000100:00000001:3.0:1767384358.027050:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384358.027050:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384358.027052:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384358.027053:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384358.027055:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.027056:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027062:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp: ACK from 12345-192.168.204.118@tcp into md 0x1dd9 00000100:00000001:1.0:1767384358.027064:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.027066:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027066:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.027070:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp->192.168.204.118@tcp: ACK: OK 00000400:00000200:2.0:1767384358.027072:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000100:00000001:1.0:1767384358.027073:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.027075:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384358.027080:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000400:00000200:2.0:1767384358.027084:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384358.027085:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384358.027088:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384358.027089:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:3.0:1767384358.027090:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384358.027093:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384358.027094:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000400:00000200:2.0:1767384358.027096:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000040:1.0:1767384358.027100:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000400:00000200:2.0:1767384358.027101:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (36) 00000100:00100000:3.0:1767384358.027105:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:1.0:1767384358.027105:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665499728 : -114767044051888 : ffff979eb71b7c50) 00000800:00000001:2.0:1767384358.027109:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384358.027112:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000040:1.0:1767384358.027113:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008762be6f x1853236731474176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384358.027114:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.027115:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665491536 : -114767044060080 : ffff979eb71b5c50) 00000100:00000040:3.0:1767384358.027123:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054ef08ed x1853236731474048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.027126:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384358.027130:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcfa2c79. 00000100:00000001:3.0:1767384358.027133:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384358.027134:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384358.027137:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7fc4ba. 00000020:00000010:1.0:1767384358.027137:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcfa2c79. 00000400:00000200:2.0:1767384358.027139:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384358.027144:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384358.027146:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000002c9aa96e. 00000020:00000010:3.0:1767384358.027147:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7fc4ba. 00000100:00100000:1.0:1767384358.027149:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008762be6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731474176:12345-0@lo:253: 00000400:00000010:2.0:1767384358.027154:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000100:00000200:1.0:1767384358.027155:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474176 00000100:00100000:3.0:1767384358.027159:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054ef08ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731474048:12345-0@lo:253: 00000020:00000001:1.0:1767384358.027160:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384358.027162:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000020:00000001:1.0:1767384358.027165:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384358.027166:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474048 00000400:00000200:2.0:1767384358.027168:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002c9aa96e 00000020:00000001:1.0:1767384358.027168:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.027169:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384358.027174:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384358.027175:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384358.027175:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000093ef97f4. 00000020:00000001:1.0:1767384358.027177:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384358.027179:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027181:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00000020:00000001:1.0:1767384358.027182:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384358.027183:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384358.027186:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384358.027186:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.027187:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000020:00000001:3.0:1767384358.027192:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384358.027193:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000020:00000001:3.0:1767384358.027196:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384358.027196:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384358.027198:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000024ac024e. 00000020:00000001:1.0:1767384358.027200:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384358.027201:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384358.027203:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006268b72e. 00000020:00000001:3.0:1767384358.027205:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384358.027205:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.027208:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.027209:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b8ae93e4. 00000100:00000001:1.0:1767384358.027210:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384358.027212:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384358.027214:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384358.027216:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384358.027219:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 02000000:00000010:1.0:1767384358.027221:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eaa3a799. 02000000:00000010:3.0:1767384358.027224:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000803e687f. 02000000:00000001:1.0:1767384358.027225:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027227:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 02000000:00000001:3.0:1767384358.027231:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.027231:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027234:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000100:00000001:3.0:1767384358.027237:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.027237:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384358.027241:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 20000000:00000001:3.0:1767384358.027242:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384358.027247:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 20000000:00000010:1.0:1767384358.027249:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fecf27a9. 20000000:00000010:3.0:1767384358.027251:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f38a28e4. 00000400:00000200:2.0:1767384358.027253:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 20000000:01000000:1.0:1767384358.027255:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384358.027257:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384358.027260:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384358.027261:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384358.027265:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 20000000:00000001:1.0:1767384358.027265:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384358.027269:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027273:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 20000000:00000001:1.0:1767384358.027273:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.027274:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384358.027276:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384358.027278:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.027283:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.027285:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384358.027287:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000811e9df9. 00000400:00000200:2.0:1767384358.027288:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 20000000:01000000:1.0:1767384358.027292:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000200:2.0:1767384358.027297:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 20000000:00000001:1.0:1767384358.027299:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384358.027305:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384358.027310:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00080000:00000001:1.0:1767384358.027310:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384358.027315:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:2.0:1767384358.027318:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:2.0:1767384358.027322:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:2.0:1767384358.027325:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00080000:00000001:1.0:1767384358.027325:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384358.027331:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:2.0:1767384358.027333:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 63] 00000400:00000200:2.0:1767384358.027336:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:2.0:1767384358.027340:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00080000:00000001:1.0:1767384358.027340:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.027346:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384358.027349:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00080000:00000001:1.0:1767384358.027349:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.027351:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384358.027354:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027357:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 42], ns[61, 42] 00080000:00000002:1.0:1767384358.027359:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000400:00000200:2.0:1767384358.027365:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 42], ns[161, 42] 00000020:00000001:1.0:1767384358.027365:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384358.027369:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384358.027374:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[118, 42], ns[122, 42] 00080000:00000001:1.0:1767384358.027375:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384358.027381:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027383:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 42], ns[80, 42] 00080000:00000001:1.0:1767384358.027384:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384358.027390:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384358.027391:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 42], ns[136, 42] 00000020:00000001:1.0:1767384358.027395:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:2.0:1767384358.027396:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 42], ns[154, 42] 00080000:00000001:1.0:1767384358.027401:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384358.027403:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 42], ns[155, 42] 00000400:00000200:2.0:1767384358.027406:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[110, 42] 00080000:00000010:1.0:1767384358.027411:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b29f806. 00080000:00000001:1.0:1767384358.027417:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301506038272 : -114772203513344 : ffff979d83945a00) 00000400:00000200:2.0:1767384358.027421:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 42], ns[159, 42] 00080000:00000001:1.0:1767384358.027422:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384358.027428:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[156, 42] 00000001:00000001:1.0:1767384358.027428:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384358.027434:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 42], ns[139, 42] 00080000:00000010:1.0:1767384358.027434:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fcfa2c79. 00080000:00000001:1.0:1767384358.027439:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027442:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 42], ns[158, 42] 00080000:00000001:1.0:1767384358.027443:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384358.027447:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 42], ns[145, 42] 00000400:00000200:2.0:1767384358.027450:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 42], ns[165, 42] 00000400:00000200:2.0:1767384358.027455:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[158, 42], ns[164, 42] 00080000:00000001:1.0:1767384358.027456:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.027458:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384358.027462:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp24 00000400:00000200:2.0:1767384358.027464:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384358.027466:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp24 00000400:00000200:2.0:1767384358.027468:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [168:168:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384358.027472:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp24 00080000:00000001:1.0:1767384358.027474:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384358.027479:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:) -> 192.168.204.118@tcp24(192.168.204.118@tcp:192.168.204.118@tcp24) : GET try# 0 00000800:00000200:2.0:1767384358.027484:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp24 00000800:00000010:2.0:1767384358.027487:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004f3cd59. 00000800:00000200:2.0:1767384358.027492:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000800:00000200:2.0:1767384358.027498:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:988 00000800:00000200:2.0:1767384358.027500:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004f3cd59 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384358.027511:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384358.027513:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000800:00000200:3.0:1767384358.027559:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384358.027562:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004f3cd59. 00000400:00000200:3.0:1767384358.027566:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384358.027567:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384358.027571:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: GET: OK 00000800:00000001:2.0:1767384358.027574:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.027575:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384358.027579:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384358.027580:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:2.0:1767384358.027584:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.027595:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : GET - for me 00000400:00000200:2.0:1767384358.027602:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384358.027605:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 624/624 into md 0x1dd5 [1] + 0 00000400:00000200:2.0:1767384358.027610:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000400:00000200:2.0:1767384358.027614:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [169:169:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767384358.027620:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) 192.168.204.118@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384358.027622:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000800:00000010:2.0:1767384358.027624:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d64a4e1. 00000800:00000200:2.0:1767384358.027627:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000800:00000200:2.0:1767384358.027630:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:993 00000800:00000200:2.0:1767384358.027631:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d64a4e1 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:3.0:1767384358.027660:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.027682:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.027688:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.027690:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.027692:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384358.027694:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384358.027698:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d64a4e1. 00000400:00000200:3.0:1767384358.027699:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384358.027702:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.027708:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: REPLY: OK 00000400:00000200:3.0:1767384358.027714:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp24: Reply from 12345-192.168.204.118@tcp24 of length 624/624 into md 0x1df1 00000800:00000001:1.0:1767384358.027726:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.027735:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.027743:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.027745:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.027748:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: REPLY: OK 00000400:00000200:3.0:1767384358.027751:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006268b72e 00000400:00000010:3.0:1767384358.027752:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006268b72e. 00000400:00000200:3.0:1767384358.027754:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384358.027757:0:16345:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384358.027759:0:16345:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384358.027762:0:16345:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 37. state = 0x100271 00000400:00000200:3.0:1767384358.027765:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384358.027969:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (36) 00000800:00000001:3.0:1767384358.027978:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.027982:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.027985:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384358.027989:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:2.0:1767384358.027995:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000ec7ce6ae. 00000400:00000010:2.0:1767384358.027998:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000f410a804. 00000400:00000010:2.0:1767384358.028000:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000649fcba4. 00000400:00000200:2.0:1767384358.028020:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384358.028025:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp33(0000000045dbca9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384358.028029:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp36(00000000fc474d27) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384358.028033:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp39(000000003a3245c2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384358.028037:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp42(0000000058caa8e8) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384358.028041:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000aca125e3. 00000400:00000200:2.0:1767384358.028045:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000aca125e3 nid 192.168.204.118@tcp43 00000400:00000010:2.0:1767384358.028053:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e6462807. 00000400:00000200:2.0:1767384358.028054:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e6462807 net tcp43 00000400:00000200:2.0:1767384358.028056:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (35) 00000400:00000200:2.0:1767384358.028059:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp43 flags 0x11 00000400:00000010:2.0:1767384358.028062:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004948f0f8. 00000400:00000200:2.0:1767384358.028064:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004948f0f8 nid 192.168.204.118@tcp44 00000400:00000010:2.0:1767384358.028066:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bccaf89c. 00000400:00000200:2.0:1767384358.028067:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bccaf89c net tcp44 00000400:00000200:2.0:1767384358.028068:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (36) 00000400:00000200:2.0:1767384358.028070:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp44 flags 0x11 00000400:00000010:2.0:1767384358.028073:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006815910b. 00000400:00000200:2.0:1767384358.028074:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006815910b nid 192.168.204.118@tcp45 00000400:00000010:2.0:1767384358.028076:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fb6cffb3. 00000400:00000200:2.0:1767384358.028077:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fb6cffb3 net tcp45 00000400:00000200:2.0:1767384358.028078:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (37) 00000400:00000200:2.0:1767384358.028080:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp45 flags 0x11 00000400:00000010:2.0:1767384358.028082:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000ec7ce6ae. 00000400:00000010:2.0:1767384358.028084:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000f410a804. 00000400:00000010:2.0:1767384358.028086:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000649fcba4. 00000400:00000010:2.0:1767384358.028087:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000024ac024e. 00000400:00000200:2.0:1767384358.028089:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384358.028091:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:2.0:1767384358.028094:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:2.0:1767384358.028096:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:2.0:1767384358.028098:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384358.028099:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384358.028101:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:2.0:1767384358.028103:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (38) 00080000:00000010:3.0:1767384358.029164:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b29f806. 00080000:00000010:1.0:1767384358.029232:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fcfa2c79. 00040000:00000001:1.0:1767384358.029238:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384358.029241:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384358.029243:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384358.029246:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384358.029248:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.029250:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384358.029260:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384358.029271:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384358.029273:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036376317. 20000000:01000000:1.0:1767384358.029274:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384358.029277:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00080000:00000001:1.0:1767384358.029281:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384358.029287:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384358.029289:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384358.029291:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384358.029297:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384358.029302:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.029304:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384358.029305:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.029307:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384358.029308:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384358.029310:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384358.029312:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384358.029314:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384358.029316:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384358.029318:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.029320:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384358.029321:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384358.029324:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 20000000:01000000:2.0:1767384358.029324:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384358.029329:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:00000001:2.0:1767384358.029329:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384358.029332:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:3.0:1767384358.029334:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008e5a6915. 00010000:00000001:2.0:1767384358.029337:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384358.029338:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507537920 : -114772202013696 : ffff979d83ab3c00) 00010000:00000001:2.0:1767384358.029341:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384358.029342:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384358.029344:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384358.029346:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005f7fc4ba. 00080000:00000001:3.0:1767384358.029348:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.029351:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384358.029357:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa0f250a. 00080000:00000001:3.0:1767384358.029359:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029362:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384358.029367:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:2.0:1767384358.029367:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3d2a758. 00000020:00000001:2.0:1767384358.029373:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384358.029375:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3d2a758 with handle 0xd602e9c522f0b34d to hash 00000020:00000001:2.0:1767384358.029377:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384358.029378:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384358.029381:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384358.029383:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.029384:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.029386:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.029393:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384358.029396:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384358.029397:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384358.029399:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.029400:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.029402:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.029403:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.029405:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384358.029407:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384358.029408:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384358.029409:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384358.029411:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa0f250a) refcount = 1 00010000:00010000:2.0:1767384358.029413:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.029417:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384358.029419:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384358.029420:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.029421:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029423:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384358.029425:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384358.029427:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384358.029430:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:1.0:1767384358.029435:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384358.029438:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384358.029439:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384358.029441:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=4 20000000:00000010:1.0:1767384358.029443:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fecf27a9. 00000020:00000001:2.0:1767384358.029444:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384358.029448:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 20000000:00000001:1.0:1767384358.029449:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029450:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384358.029453:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384358.029455:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474176 00010000:00000001:1.0:1767384358.029460:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384358.029463:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384358.029465:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384358.029467:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008762be6f x1853236731474176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384358.029479:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.029483:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.029484:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384358.029485:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.029487:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029493:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1767384358.029493:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=78 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384358.029496:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.029499:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384358.029500:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384358.029503:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384358.029503:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384358.029509:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384358.029515:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384358.029516:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3d2a758 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384358.029518:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.029519:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384358.029520:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384358.029524:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029526:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384358.029529:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384358.029529:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384358.029530:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.029534:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=5 00000100:00000040:1.0:1767384358.029534:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384358.029538:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbefc0ab. 00000020:00000001:2.0:1767384358.029539:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384358.029544:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00000100:00000200:1.0:1767384358.029544:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731474176, offset 224 00000400:00000200:1.0:1767384358.029549:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384358.029554:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384358.029557:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384358.029557:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384358.029566:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384358.029569:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107100 00010000:00000001:2.0:1767384358.029570:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.029573:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.029576:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1de5 [2] + 224 00010000:00000001:2.0:1767384358.029578:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384358.029580:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384358.029581:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384358.029581:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384358.029584:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.029588:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384358.029589:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3d2a758 with handle 0xd602e9c522f0b34d from hash 00010000:00000001:2.0:1767384358.029593:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384358.029593:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384358.029594:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.029596:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384358.029598:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384358.029599:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384358.029603:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384358.029606:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384358.029609:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384358.029612:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384358.029613:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.029618:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029622:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384358.029626:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384358.029629:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.029630:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.029631:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029632:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029633:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.029635:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384358.029636:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.029641:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384358.029641:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbefc0ab 00010000:00000001:2.0:1767384358.029642:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384358.029645:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbefc0ab. 00010000:00000001:2.0:1767384358.029646:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384358.029649:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384358.029650:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384358.029651:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384358.029653:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.029653:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384358.029654:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384358.029657:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.029660:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.029662:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:3.0:1767384358.029663:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384358.029664:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384358.029666:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384358.029667:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384358.029668:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384358.029672:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f4bef1. 00000020:00000001:1.0:1767384358.029672:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.029673:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.029679:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384358.029680:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061936260 00010000:00010000:2.0:1767384358.029680:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384358.029684:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008762be6f x1853236731474176/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384358.029685:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061936260. 00000100:00000001:3.0:1767384358.029691:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384358.029692:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384358.029696:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384358.029699:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384358.029700:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b34d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384358.029704:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008762be6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731474176:12345-0@lo:253: Request processed in 2575us (3014us total) trans 0 rc 0/0 00010000:00000040:2.0:1767384358.029733:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa0f250a count: 0 00000100:00100000:1.0:1767384358.029733:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1767384358.029739:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384358.029742:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384358.029748:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384358.029751:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384358.029752:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384358.029755:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384358.029757:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089217ae7. 00000020:00000010:1.0:1767384358.029764:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a0df4d5. 00000100:00000001:3.0:1767384358.029766:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384358.029804:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032cd0686. 00000020:00000040:1.0:1767384358.029811:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384358.029815:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384358.029816:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eaa3a799. 02000000:00000001:1.0:1767384358.029821:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384358.029823:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384358.029828:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384358.029832:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c1606e. 00000400:00000010:1.0:1767384358.029835:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbefc0ab. 00000100:00000001:3.0:1767384358.029899:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.029902:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.029904:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384358.029906:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.029908:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.029911:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384358.029915:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384358.029919:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.029921:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384358.029923:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.029925:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384358.029926:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.029929:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.029933:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.029941:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.029943:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384358.029945:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384358.029948:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384358.029950:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384358.029951:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384358.029953:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384358.029955:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384358.029956:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384358.029958:0:16353:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384358.029959:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384358.029960:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384358.029963:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.029971:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fa7859a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731474176:0@lo:253: 00000100:00000001:3.0:1767384358.029976:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.029984:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.029985:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fa7859a x1853236731474176/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.029990:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384358.029992:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.029994:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000028299457. 02000000:00000001:3.0:1767384358.029997:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384358.029998:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.029999:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384358.030000:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384358.030002:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5177166. 02000000:00000001:3.0:1767384358.030006:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384358.030007:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384358.030008:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fa7859a. 00000100:00000001:3.0:1767384358.030012:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.030013:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.030014:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.030018:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.030019:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.030021:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.030023:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384358.030972:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008e5a6915. 00080000:00000010:3.0:1767384358.031021:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005f7fc4ba. 00040000:00000001:3.0:1767384358.031026:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384358.031027:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384358.031028:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384358.031031:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384358.031032:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.031034:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384358.031035:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384358.031044:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384358.031046:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384358.031050:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384358.031062:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384358.031066:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384358.031068:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384358.031070:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384358.031072:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384358.031076:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000945e30ea. 00010000:00000001:2.0:1767384358.031080:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384358.031082:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000001:2.0:1767384358.031084:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384358.031085:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c03a77 with handle 0xd602e9c522f0b354 to hash 00000020:00000001:2.0:1767384358.031087:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384358.031088:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384358.031090:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384358.031092:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.031093:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.031094:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031099:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384358.031101:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384358.031102:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384358.031104:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.031111:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.031112:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.031113:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.031114:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384358.031116:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384358.031116:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384358.031118:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384358.031119:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000945e30ea) refcount = 1 00010000:00010000:2.0:1767384358.031121:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031124:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384358.031125:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384358.031126:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.031127:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031128:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384358.031129:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384358.031131:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384358.031132:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384358.031133:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.031134:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=4 00000020:00000001:2.0:1767384358.031135:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384358.031137:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384358.031138:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384358.031140:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031143:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384358.031144:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031147:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.031148:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384358.031149:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031160:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.031162:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031164:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384358.031165:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384358.031169:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c03a77 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384358.031171:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.031172:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384358.031174:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031177:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384358.031179:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:3.0:1767384358.031180:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384358.031180:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.031181:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c03a77 refcount=5 00000100:00000001:3.0:1767384358.031185:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384358.031185:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 20000000:00000010:3.0:1767384358.031188:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f38a28e4. 00010000:00000001:2.0:1767384358.031188:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148160 : -114767968403456 : ffff979e80030000) 00010000:00000001:2.0:1767384358.031193:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000001:3.0:1767384358.031194:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.031194:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384358.031199:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474048 00010000:00000001:2.0:1767384358.031201:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384358.031202:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.031203:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031204:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384358.031205:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384358.031206:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.031208:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.031210:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384358.031211:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c03a77 with handle 0xd602e9c522f0b354 from hash 00010000:00000001:2.0:1767384358.031214:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384358.031216:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:3.0:1767384358.031217:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054ef08ed x1853236731474048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384358.031218:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.031224:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384358.031226:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031226:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384358.031228:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:3.0:1767384358.031230:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=78 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384358.031231:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384358.031233:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384358.031235:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384358.031236:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384358.031239:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384358.031240:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.031243:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384358.031244:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384358.031246:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1767384358.031248:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384358.031249:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384358.031251:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031252:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.031254:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.031256:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384358.031257:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.031260:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.031262:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384358.031263:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384358.031266:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e13c9d3. 00010000:00000001:2.0:1767384358.031268:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.031270:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384358.031271:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731474048, offset 224 00010000:00000001:2.0:1767384358.031272:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384358.031274:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384358.031276:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384358.031279:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384358.031279:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.031280:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384358.031283:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.031285:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.031289:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384358.031289:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.031297:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384358.031298:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384358.031300:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c03a77/0xd602e9c522f0b354 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384358.031301:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107080 00000400:00000200:3.0:1767384358.031310:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ddd [2] + 224 00010000:00000040:2.0:1767384358.031310:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000945e30ea count: 0 00000400:00000200:3.0:1767384358.031317:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384358.031318:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384358.031322:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:2.0:1767384358.031322:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384358.031328:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384358.031331:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384358.031337:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.031351:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384358.031354:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e13c9d3 00000400:00000010:3.0:1767384358.031356:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e13c9d3. 00000100:00000001:3.0:1767384358.031357:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384358.031358:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384358.031361:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.031363:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384358.031365:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384358.031372:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.031373:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384358.031374:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.031376:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384358.031377:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054ef08ed x1853236731474048/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384358.031381:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.031383:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384358.031387:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bcd32bd. 00000100:00100000:3.0:1767384358.031388:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054ef08ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731474048:12345-0@lo:253: Request processed in 4254us (4832us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384358.031391:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f408be87 00000400:00000010:1.0:1767384358.031395:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f408be87. 00000100:00100000:3.0:1767384358.031398:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:1.0:1767384358.031400:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384358.031401:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384358.031404:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384358.031405:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.031407:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384358.031411:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad5a44aa. 00000020:00000010:3.0:1767384358.031416:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000100:00000200:1.0:1767384358.031419:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384358.031420:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a540a808. 00000020:00000040:3.0:1767384358.031426:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:3.0:1767384358.031430:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384358.031431:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384358.031433:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000803e687f. 00000100:00000001:1.0:1767384358.031434:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.031437:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.031438:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384358.031440:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384358.031441:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.031442:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.031445:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384358.031446:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384358.031446:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.031452:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175ba83f. 00000100:00001000:1.0:1767384358.031452:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384358.031458:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=78 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384358.031459:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e13c9d3. 00000100:00000001:1.0:1767384358.031464:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384358.031466:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.031473:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384358.031475:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.031477:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.031480:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.031486:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.031488:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.031489:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384358.031491:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384358.031492:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384358.031493:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.031494:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.031495:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384358.031496:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384358.031497:0:16352:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384358.031498:0:16352:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384358.031498:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.031499:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384358.031502:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.031506:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731474048:0@lo:253: 00000100:00000001:1.0:1767384358.031509:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.031510:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.031512:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054d887a0 x1853236731474048/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.031515:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384358.031517:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384358.031518:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000427466a8. 02000000:00000001:1.0:1767384358.031521:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384358.031522:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384358.031522:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384358.031524:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384358.031524:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a46b3e23. 02000000:00000001:1.0:1767384358.031526:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384358.031527:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384358.031533:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054d887a0. 00000100:00000001:1.0:1767384358.031535:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384358.031536:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.031537:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.031540:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.031541:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.031543:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.031544:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.032816:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294944200, at 4294944201 00000100:00000040:2.0:1767384358.032823:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294944200, at 4294944201 00000100:00000010:0.0:1767384358.032823:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001625d88e. 00000100:00000010:2.0:1767384358.032832:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1c89e9d. 00000100:00000040:1.0:1767384358.032847:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294944200, at 4294944201 00000100:00000010:1.0:1767384358.032854:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000004cceaf. 00000100:00000040:3.0:1767384358.033810:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294944200, at 4294944202 00000100:00000010:3.0:1767384358.033817:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000839ae8af. 00010000:00000010:2.1:1767384358.036809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa0f250a. 00010000:00000010:2.1:1767384358.036817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3d2a758. 00010000:00000010:2.1:1767384358.040786:0:35902:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000945e30ea. 00010000:00000010:2.1:1767384358.040792:0:35902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c03a77. 00000400:00000010:0.0:1767384358.040891:0:35901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003bc0fb22. 00000400:00000040:0.0:1767384358.040909:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384358.040912:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384358.040915:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384358.040916:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384358.040918:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384358.040920:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384358.040922:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384358.040924:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384358.040925:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384358.040926:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384358.040928:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384358.040929:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384358.040931:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384358.040933:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384358.040934:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384358.040936:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384358.040949:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384358.040950:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384358.040951:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384358.040953:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384358.040955:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384358.040956:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384358.040957:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384358.040959:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384358.040960:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384358.040962:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384358.040964:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384358.040970:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384358.040971:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384358.040973:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384358.040974:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384358.040975:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384358.040977:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384358.040978:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384358.040979:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384358.040980:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384358.040981:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384358.040983:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384358.040984:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384358.040986:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384358.040987:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384358.040991:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384358.040992:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384358.040993:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384358.040994:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384358.040995:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384358.040996:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384358.040997:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384358.040999:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384358.040999:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384358.041001:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384358.041002:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384358.041002:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384358.041004:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384358.041005:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384358.041007:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384358.041008:0:35901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384358.041106:0:35901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003bc0fb22. 00000800:00000200:2.0:1767384358.599854:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 00000800:00000200:2.0:1767384358.599863:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:988 00000800:00000200:2.0:1767384358.599867:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384358.599977:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384358.599982:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.599992:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384358.599996:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.599998:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.600835:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp42 00000400:00000010:0.0:1767384358.600841:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000080e9b0a5. 00000400:00000010:0.0:1767384358.600848:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000066bad728. 00000400:00000010:0.0:1767384358.600853:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000400:00000010:0.0:1767384358.600862:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b123ddad. 00000400:00000200:0.0:1767384358.600868:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp42 00000400:00000200:0.0:1767384358.600897:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp42 local destination 00000400:00000200:0.0:1767384358.600906:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000400:00000200:0.0:1767384358.600912:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [170:170:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1767384358.600920:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 00000400:00000200:0.0:1767384358.600934:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp42:192.168.204.118@tcp42) : GET try# 0 00000800:00000200:0.0:1767384358.600941:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp42 00000800:00000010:0.0:1767384358.600946:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5378071. 00000800:00000200:0.0:1767384358.600953:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000800:00000200:0.1:1767384358.600960:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000400:00000200:0.0:1767384358.600987:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:0.0:1767384358.601000:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:0.0:1767384358.601004:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6d9effd. 00000400:00000010:0.0:1767384358.601010:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051bfcb81. 00000400:00000010:0.0:1767384358.601014:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000400:00000010:0.0:1767384358.601019:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000863779b5. 00000400:00000200:0.0:1767384358.601023:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:0.0:1767384358.601031:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:0.0:1767384358.601036:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:0.0:1767384358.601041:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [171:171:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767384358.601043:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384358.601049:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:0.0:1767384358.601062:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:0.0:1767384358.601069:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:0.0:1767384358.601073:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000506ba092. 00000800:00000200:0.0:1767384358.601079:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:0.1:1767384358.601085:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:2.0:1767384358.601094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384358.601107:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 5 next ping: 309 health :500 00000400:00000200:2.0:1767384358.601134:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601161:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601197:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601207:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601269:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601281:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601322:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601329:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601368:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601413:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601460:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601508:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601552:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601600:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601607:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601644:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601692:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601699:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.601756:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601786:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601843:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601879:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.601971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602308:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602358:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602433:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602473:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602522:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602555:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602646:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602674:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602698:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000010:2.0:1767384358.602726:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029a55519. 00000800:00000010:2.0:1767384358.602732:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c19edccd. 00000800:00000010:2.0:1767384358.602737:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 00000400:00000200:1.0:1767384358.602747:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00000010:2.0:1767384358.602763:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00000800:00020000:2.0:1767384358.602788:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384358.602792:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c19edccd. 00000800:00000010:2.0:1767384358.602795:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029a55519. 00000400:00000200:1.0:1767384358.602804:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602858:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:02020000:2.0:1767384358.602860:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384358.602869:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 00000800:00000200:2.0:1767384358.602875:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp42 down 00000800:00000100:2.0:1767384358.602882:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp42 00000800:00000010:2.0:1767384358.602885:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5378071. 00000400:00000200:2.0:1767384358.602889:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384358.602894:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384358.602903:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384358.602906:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384358.602908:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384358.602912:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp42) recovery failed with -71 00000400:00000200:1.0:1767384358.602941:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602961:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.602988:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603007:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603026:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603043:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603061:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603079:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603119:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603150:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603208:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603259:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603289:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384358.603304:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384358.603396:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fecf27a9. 00000800:00000010:1.0:1767384358.603399:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c1ce75e4. 00000800:00000010:1.0:1767384358.603402:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1718373. 00000800:00000010:1.0:1767384358.603416:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1718373. 00000800:00020000:1.0:1767384358.603422:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384358.603424:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c1ce75e4. 00000800:00000010:1.0:1767384358.603426:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fecf27a9. 00000400:02020000:1.0:1767384358.603452:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384358.603457:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:1.0:1767384358.603461:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:1.0:1767384358.603464:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:1.0:1767384358.603466:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000506ba092. 00000400:00000200:1.0:1767384358.603468:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384358.603471:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384358.603476:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384358.603479:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384358.603481:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00010000:00000001:3.0:1767384358.919845:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384358.919851:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.919857:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384358.919858:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.919974:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.919978:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.919985:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384359.613427:0:36410:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4256642. 00080000:00000010:1.0:1767384359.613436:0:36410:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4256642. 00000020:00000001:1.0:1767384359.613440:0:36410:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384359.613446:0:36410:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4256642. 00080000:00000010:1.0:1767384359.613450:0:36410:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4256642. 00000020:00000001:1.0:1767384359.613453:0:36410:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384359.623842:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (6) 00000800:00000200:2.0:1767384359.623852:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:988 00000100:00000001:0.0:1767384359.623856:0:19667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000800:00000200:2.0:1767384359.623857:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1767384359.623858:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384359.623861:0:19667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.623863:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384359.623894:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.623898:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384359.623901:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384359.623910:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384359.623916:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384359.623921:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384359.623934:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000080e9b0a5. 00000400:00000010:0.0:1767384359.623938:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000066bad728. 00000400:00000001:0.0:1767384359.623943:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.623945:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384359.623946:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00000400:00000010:0.0:1767384359.623948:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00000400:00000200:0.0:1767384359.623951:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384359.623953:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384359.623956:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6d9effd. 00000400:00000010:0.0:1767384359.623959:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051bfcb81. 00000800:00000200:1.0:1767384359.623984:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384359.623989:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.624000:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.624005:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.624007:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384359.944819:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384359.944826:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.944832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384359.944836:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384359.944838:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384359.944841:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.944844:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384359.944854:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.944856:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.944859:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.944889:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384359.944893:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.944896:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384360.308287:0:36574:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384360.308290:0:36574:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767384360.311339:0:36574:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384360.317939:0:36575:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000208c7120. 00000400:00000010:3.0:1767384360.317951:0:36575:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000949856e7. 00000400:00000010:3.0:1767384360.317960:0:36575:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f51ec280. 00000400:00000010:3.0:1767384360.317964:0:36575:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000000567af2. 00000400:00000010:3.0:1767384360.317968:0:36575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007544e184. 00000400:00000010:3.0:1767384360.317972:0:36575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbf9c89c. 00000400:00000010:3.0:1767384360.317973:0:36575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d70bda9b. 00000400:00000010:3.0:1767384360.317974:0:36575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095412345. 00000400:00000010:3.0:1767384360.317977:0:36575:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000471d494b. 00000800:00000010:3.0:1767384360.317992:0:36575:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000088979df0. 00000800:00000200:3.0:1767384360.318001:0:36575:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384360.318012:0:36575:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384360.318045:0:36575:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:3.0:1767384360.318065:0:36575:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp46 [8/256/0/180] 00000400:00000010:3.0:1767384360.319354:0:36575:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000008e60e0a1. 00000400:00000010:3.0:1767384360.319360:0:36575:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f342431. 00000400:00000010:3.0:1767384360.319364:0:36575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055817b12. 00000400:00000001:3.0:1767384360.319379:0:36575:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.319381:0:36575:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384360.319383:0:36575:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a345a20. 00000400:00000200:3.0:1767384360.319385:0:36575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000400:00000010:3.0:1767384360.319387:0:36575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000400:00000010:3.0:1767384360.319390:0:36575:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000005f16fcf4. 00000400:00000200:3.0:1767384360.319394:0:36575:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (37) 00000400:00000200:3.0:1767384360.319404:0:36575:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384360.319412:0:36575:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:3.0:1767384360.319418:0:36575:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000803e687f. 00000020:01000000:3.0:1767384360.319424:0:36575:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384360.319426:0:36575:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp46 00000400:00000200:0.0:1767384360.319436:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384360.319440:0:36575:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000949856e7. 00000400:00000010:3.0:1767384360.319444:0:36575:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000208c7120. 00000400:00000200:0.0:1767384360.319445:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000400:00000010:0.0:1767384360.319454:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000400:00000200:0.0:1767384360.319458:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (38) 00000020:00000001:1.0:1767384360.319464:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384360.319464:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bceea142. 10000000:00000001:1.0:1767384360.319469:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384360.319473:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384360.319474:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp24 10000000:01000000:1.0:1767384360.319475:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384360.319480:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384360.319482:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384360.319483:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384360.319484:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384360.319485:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384360.319486:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384360.319487:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384360.319488:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384360.319489:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384360.319490:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384360.319494:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000100:00000010:1.0:1767384360.319495:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054d887a0. 00000020:00000040:1.0:1767384360.319501:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384360.319506:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384360.319507:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [172:172:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [166:166:8:4294967295] 02000000:00000001:1.0:1767384360.319509:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384360.319515:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.319519:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp24 02000000:00000010:1.0:1767384360.319525:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fecf27a9. 00000100:00000001:1.0:1767384360.319533:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.319533:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) : PUT try# 0 00000100:00000001:1.0:1767384360.319542:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384360.319544:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000100:00000001:1.0:1767384360.319545:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384360.319554:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d13d23b4. 00000100:00000040:1.0:1767384360.319555:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054d887a0] to pc [ptlrpcd_00_02+2] req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384360.319566:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000800:00000200:0.0:1767384360.319579:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:988 00000800:00000200:0.0:1767384360.319586:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d13d23b4 type 1, nob 736 niov 1 nkiov 1 10000000:00000001:1.0:1767384360.319595:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384360.319599:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.319602:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.319605:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000020:01000000:1.0:1767384360.319606:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384360.319613:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000020:00000001:1.0:1767384360.319614:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384360.319615:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384360.319617:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384360.319620:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384360.319621:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00100000:3.0:1767384360.319623:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000004:1.0:1767384360.319624:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384360.319627:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384360.319628:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384360.319630:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384360.319632:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384360.319633:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384360.319635:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384360.319636:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384360.319637:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384360.319638:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384360.319642:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384360.319642:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384360.319647:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384360.319647:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b5a79c. 00000100:00000001:3.0:1767384360.319650:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384360.319652:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384360.319654:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384360.319655:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384360.319657:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384360.319659:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.319660:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384360.319665:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 00000100:00000001:1.0:1767384360.319685:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.319687:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384360.319689:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384360.319690:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.319692:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.319695:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384360.319699:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b5a79c] to pc [ptlrpcd_00_03+3] req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384360.319700:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384360.319706:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.319713:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731474304:0@lo:253: 10000000:00000001:1.0:1767384360.319716:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.319717:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384360.319719:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.319722:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.319723:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:1.0:1767384360.319723:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384360.319728:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384360.319728:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000803e687f. 02000000:00000001:3.0:1767384360.319733:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384360.319739:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f38a28e4. 02000000:00000001:3.0:1767384360.319741:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384360.319745:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a345a20. 00000800:00000001:1.0:1767384360.319746:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384360.319746:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384360.319750:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000949856e7. 00000800:00000010:0.0:1767384360.319751:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d13d23b4. 00000100:00000200:3.0:1767384360.319756:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731474304, portal 25 00000100:00000001:3.0:1767384360.319759:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384360.319762:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788975872 : -114766920575744 : ffff979ebe779500) 00000800:00000001:1.0:1767384360.319764:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.319792:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384360.319796:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.319801:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384360.319802:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384360.319806:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: PUT: OK 00000400:00000200:1.0:1767384360.319815:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : PUT - for me 00000400:00000200:0.0:1767384360.319816:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384360.319821:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384360.319825:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp24: 0 00000100:00000040:3.0:1767384360.319826:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384360.319831:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384360.319836:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a44d757. 00000400:00000200:1.0:1767384360.319841:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 624/640 into md 0x1ded [1] + 0 00000400:00000010:1.0:1767384360.319845:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:1.0:1767384360.319848:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dcdd7718 00000100:00000200:3.0:1767384360.319851:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731474304, offset 0 00000800:00000001:1.0:1767384360.319854:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384360.319860:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384360.319860:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384360.319864:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.319870:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: PUT: OK 00000400:00000200:3.0:1767384360.319872:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384360.319875:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000400:00000010:1.0:1767384360.319878:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000400:00000200:1.0:1767384360.319882:0:16345:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384360.319884:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107180 00000400:00000200:1.0:1767384360.319886:0:16345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000200:3.0:1767384360.319891:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1579 [2] + 0 00000400:00000200:1.0:1767384360.319894:0:16345:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:3.0:1767384360.319897:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000200:1.0:1767384360.319899:0:16345:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (640 bytes) 00000400:00000200:3.0:1767384360.319902:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a80e54c8 00000400:00000200:1.0:1767384360.319905:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384360.319910:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.319914:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000400:00000200:3.0:1767384360.319915:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384360.319923:0:16345:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384360.319928:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp24 to MR: 192.168.204.118@tcp24 local destination 00000400:00000200:1.0:1767384360.319933:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp24 NI seq info: [173:173:256:4294967295] 192.168.204.118@tcp24 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384360.319940:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) -> 192.168.204.118@tcp24(192.168.204.118@tcp24:192.168.204.118@tcp24) 192.168.204.118@tcp24 : ACK try# 0 00000400:00000200:3.0:1767384360.319944:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a80e54c8 00000800:00000200:1.0:1767384360.319945:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp24 00000400:00000010:3.0:1767384360.319949:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a80e54c8. 00000800:00000010:1.0:1767384360.319951:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1e0d972. 00000100:00000001:3.0:1767384360.319955:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384360.319959:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384360.319959:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000100:00000040:3.0:1767384360.319966:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000000a7544ca x1853236731474304 msgsize 4848 00000800:00000200:1.0:1767384360.319970:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:993 00000800:00000200:1.0:1767384360.319975:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1e0d972 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:3.0:1767384360.319978:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384360.319982:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384360.319988:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384360.319991:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384360.319997:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a44d757 00000400:00000010:3.0:1767384360.320000:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a44d757. 00000800:00000001:1.0:1767384360.320001:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320003:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384360.320006:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000200:3.0:1767384360.320007:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384360.320014:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000093ef97f4. 00000100:00000001:3.0:1767384360.320016:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.320021:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384360.320022:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000100:00000001:3.0:1767384360.320030:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.320030:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000100:00000001:3.0:1767384360.320036:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384360.320038:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093ef97f4 00000100:00000001:3.0:1767384360.320040:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320044:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294946493 00000400:00000010:0.0:1767384360.320044:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000002c9aa96e. 00000100:00000010:3.0:1767384360.320051:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086d48f6d. 00000400:00000200:0.0:1767384360.320053:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000100:00000001:3.0:1767384360.320057:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384360.320061:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384360.320061:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102451 00000100:00000001:3.0:1767384360.320064:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294946493 00000800:00000010:1.0:1767384360.320065:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1e0d972. 00000400:00000200:0.0:1767384360.320068:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000100:00000010:3.0:1767384360.320072:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004347dd09. 00000400:00000200:1.0:1767384360.320073:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384360.320075:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000221d28b1. 00000400:00000200:1.0:1767384360.320082:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: ACK: OK 00000400:00000010:0.0:1767384360.320082:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7b834f3. 00000100:00000001:3.0:1767384360.320084:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384360.320090:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294946493 00000800:00000001:1.0:1767384360.320090:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384360.320093:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f08d2110. 00000800:00000001:1.0:1767384360.320095:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384360.320096:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000839ae8af. 00000800:00000001:1.0:1767384360.320099:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384360.320102:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384360.320102:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000800:00000001:1.0:1767384360.320105:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320107:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294946493 00000800:00000001:1.0:1767384360.320108:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384360.320112:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ea1422. 00000400:00000200:0.0:1767384360.320115:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000800:00000001:1.0:1767384360.320117:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320118:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384360.320125:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384360.320126:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000100:00000001:3.0:1767384360.320130:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.320131:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp24(192.168.204.118@tcp24) <- 192.168.204.118@tcp24 : ACK - for me 00000100:00000001:3.0:1767384360.320137:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320141:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.320145:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000100:00000001:3.0:1767384360.320146:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384360.320149:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384360.320154:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.320157:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.320159:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384360.320159:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000100:00000040:3.0:1767384360.320165:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384360.320171:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000100:00000001:3.0:1767384360.320174:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384360.320176:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.320180:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384360.320182:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384360.320185:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.320185:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000100:00100000:3.0:1767384360.320190:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b5a79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731474432:0@lo:253: 00000100:00000001:3.0:1767384360.320196:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384360.320199:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384360.320200:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 02000000:00000001:3.0:1767384360.320201:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.320205:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384360.320209:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000803e687f. 00000400:00000200:0.0:1767384360.320212:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 02000000:00000001:3.0:1767384360.320213:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384360.320219:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000400:00000200:0.0:1767384360.320224:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000010:3.0:1767384360.320225:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a44d757. 00000100:00000200:3.0:1767384360.320230:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731474432, portal 25 00000400:00000200:0.0:1767384360.320234:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000100:00000001:3.0:1767384360.320238:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384360.320239:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788978560 : -114766920573056 : ffff979ebe779f80) 00000100:00000040:3.0:1767384360.320244:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.320254:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384360.320259:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000100:00000040:3.0:1767384360.320260:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384360.320265:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd74ddd. 00000100:00000200:3.0:1767384360.320268:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731474432, offset 0 00000400:00000200:0.0:1767384360.320271:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:3.0:1767384360.320277:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384360.320284:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:0.0:1767384360.320290:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:0.0:1767384360.320295:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:0.0:1767384360.320299:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:0.0:1767384360.320302:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 63] 00000400:00000200:0.0:1767384360.320305:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:0.0:1767384360.320308:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:0.0:1767384360.320312:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 46], ns[61, 46] 00000400:00000200:0.0:1767384360.320316:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 46], ns[161, 46] 00000400:00000200:0.0:1767384360.320320:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 46], ns[171, 46] 00000400:00000200:0.0:1767384360.320324:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[80, 46] 00000400:00000200:0.0:1767384360.320326:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 46], ns[136, 46] 00000400:00000200:0.0:1767384360.320329:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[154, 46] 00000400:00000200:0.0:1767384360.320332:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 46], ns[155, 46] 00000400:00000200:0.0:1767384360.320335:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[110, 46] 00000400:00000200:0.0:1767384360.320338:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 46], ns[159, 46] 00000400:00000200:0.0:1767384360.320347:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[156, 46] 00000400:00000200:0.0:1767384360.320350:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 46], ns[139, 46] 00000400:00000200:0.0:1767384360.320353:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 46], ns[158, 46] 00000400:00000200:0.0:1767384360.320355:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 46], ns[145, 46] 00000400:00000200:0.0:1767384360.320358:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 46], ns[165, 46] 00000400:00000200:0.0:1767384360.320360:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[164, 46], ns[170, 46] 00000400:00000200:0.0:1767384360.320364:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 46], ns[0, 46] 00000400:00000200:0.0:1767384360.320367:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384360.320370:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384360.320373:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:0.0:1767384360.320377:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp43 00000400:00000200:0.0:1767384360.320380:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp43 lpni_is_preferred = 0 00000400:00000200:0.0:1767384360.320382:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp43 00000400:00000200:0.0:1767384360.320384:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp43 NI seq info: [174:174:256:4294967295] 192.168.204.118@tcp43 LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1767384360.320388:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp43 00000400:00000200:0.0:1767384360.320392:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp43(192.168.204.118@tcp43:) -> 192.168.204.118@tcp43(192.168.204.118@tcp:192.168.204.118@tcp43) : GET try# 0 00000800:00000200:0.0:1767384360.320397:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp43 00000800:00000010:0.0:1767384360.320400:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d13d23b4. 00000400:00000200:3.0:1767384360.320408:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384360.320408:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp24: ACK from 12345-192.168.204.118@tcp24 into md 0x1e11 00000800:00000010:0.0:1767384360.320409:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d8cc7065. 00000400:00000200:1.0:1767384360.320417:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384360.320417:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000040186918. 00000400:00000200:3.0:1767384360.320423:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107200 00000400:00000200:1.0:1767384360.320426:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp24->192.168.204.118@tcp24: ACK: OK 00000800:00000200:0.0:1767384360.320427:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (2) 00000400:00000200:3.0:1767384360.320434:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15a1 [2] + 0 00000400:00000010:3.0:1767384360.320439:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c728878. 00000800:00000200:0.1:1767384360.320439:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (2) 00000400:00000200:3.0:1767384360.320445:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000156ec3e 00000400:00000200:1.0:1767384360.320448:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8091b33 00000400:00000200:3.0:1767384360.320450:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384360.320451:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00000400:00000200:0.0:1767384360.320455:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384360.320458:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384360.320459:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384360.320462:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100651 rc 0 00000400:00000200:3.0:1767384360.320465:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000156ec3e 00000400:00000010:3.0:1767384360.320468:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000156ec3e. 00000400:00000200:1.0:1767384360.320469:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:3.0:1767384360.320474:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384360.320475:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000200:3.0:1767384360.320477:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384360.320480:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000002d3f60a4 x1853236731474432 msgsize 4848 00000400:00000200:1.0:1767384360.320487:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000100:00100000:3.0:1767384360.320488:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384360.320493:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384360.320497:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.320502:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320503:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384360.320509:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd74ddd 00000400:00000010:3.0:1767384360.320511:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccd74ddd. 00000100:00000001:3.0:1767384360.320514:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384360.320518:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384360.320522:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:3.0:1767384360.320524:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.320526:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.320528:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384360.320532:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474304 02000000:00000001:1.0:1767384360.320537:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384360.320541:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.320541:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384360.320544:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320545:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384360.320548:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.320551:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474304 00000020:00000001:1.0:1767384360.320554:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384360.320556:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384360.320557:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.320558:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384360.320561:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294946493 00000020:00000040:1.0:1767384360.320562:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:3.0:1767384360.320566:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294946493 00000020:00000001:1.0:1767384360.320567:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384360.320570:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294946493 00000100:00000001:3.0:1767384360.320572:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294946493 00000400:00000200:0.0:1767384360.320573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:3.0:1767384360.320574:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294946493 00000020:00000001:1.0:1767384360.320579:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384360.320580:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294946493 00000100:00000001:3.0:1767384360.320584:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294946493 00000100:00000001:1.0:1767384360.320584:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384360.320588:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294946493 00000020:00000010:1.0:1767384360.320589:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf2eee5. 00000100:00000001:3.0:1767384360.320590:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.320594:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.320594:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384360.320600:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf2eee5. 00000100:00000001:3.0:1767384360.320602:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320605:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384360.320608:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000291257c5. 00000100:00000001:3.0:1767384360.320609:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384360.320610:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:3.0:1767384360.320613:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384360.320615:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d35d031. 00000100:00000001:3.0:1767384360.320618:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.320620:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384360.320621:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a0df4d5. 00000100:00000001:3.0:1767384360.320623:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320628:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.320633:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384360.320637:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384360.320638:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384360.320640:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320642:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.320646:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.320647:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.320657:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320668:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384360.320668:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00100000:3.0:1767384360.320671:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474432 00000100:00000001:1.0:1767384360.320671:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384360.320688:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384360.320690:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384360.320691:0:17078:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320692:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.320698:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.320700:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474432 00000020:00000001:3.0:1767384360.320703:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384360.320704:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384360.320706:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384360.320706:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384360.320710:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000100:00000001:1.0:1767384360.320710:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384360.320714:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384360.320716:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00100000:1.0:1767384360.320717:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:1.0:1767384360.320721:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384360.320724:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665495632 : -114767044055984 : ffff979eb71b6c50) 00000100:00000001:3.0:1767384360.320727:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384360.320731:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a7544ca x1853236731474304/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384360.320732:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ac09eb8. 00000400:00000200:0.0:1767384360.320735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:3.0:1767384360.320737:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.320743:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ac09eb8. 00000100:00000001:1.0:1767384360.320749:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384360.320751:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc121f22. 00000020:00000010:1.0:1767384360.320752:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004bf2eee5. 00000100:00000001:1.0:1767384360.320756:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.320758:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a78919b5. 00000020:00000010:1.0:1767384360.320759:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004bf2eee5. 00000100:00100000:1.0:1767384360.320765:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a7544ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731474304:12345-0@lo:253: 00000020:00000010:3.0:1767384360.320792:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000200:1.0:1767384360.320798:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474304 00000100:00000001:3.0:1767384360.320799:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384360.320801:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384360.320802:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384360.320806:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.320806:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384360.320810:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320813:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320816:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384360.320820:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384360.320823:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384360.320826:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384360.320828:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.320829:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384360.320830:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384360.320833:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384360.320834:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384360.320838:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.320841:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000001:1.0:1767384360.320843:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384360.320845:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 02000000:00000001:1.0:1767384360.320847:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384360.320848:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665490512 : -114767044061104 : ffff979eb71b5850) 00000400:00000200:0.0:1767384360.320850:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 02000000:00000010:1.0:1767384360.320853:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000427466a8. 00000100:00000040:3.0:1767384360.320854:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d3f60a4 x1853236731474432/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384360.320858:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.320863:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320869:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384360.320869:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384360.320874:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ac09eb8. 00000100:00000001:3.0:1767384360.320876:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.320878:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ac09eb8. 20000000:00000010:1.0:1767384360.320880:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eaa3a799. 00000400:00000200:0.0:1767384360.320883:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 20000000:01000000:1.0:1767384360.320884:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:3.0:1767384360.320885:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d3f60a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731474432:12345-0@lo:253: 00000100:00000200:3.0:1767384360.320892:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474432 20000000:00000001:1.0:1767384360.320892:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384360.320896:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384360.320897:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384360.320901:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.320902:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384360.320904:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.320905:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.320908:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384360.320909:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384360.320912:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384360.320914:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384360.320915:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384360.320920:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 20000000:00000010:1.0:1767384360.320922:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a18aeb6c. 20000000:01000000:1.0:1767384360.320926:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000001:3.0:1767384360.320930:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384360.320932:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384360.320933:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384360.320935:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.320938:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384360.320939:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:3.0:1767384360.320940:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384360.320943:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000010:3.0:1767384360.320947:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a46b3e23. 02000000:00000001:3.0:1767384360.320951:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.320952:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:3.0:1767384360.320953:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.320958:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384360.320960:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:3.0:1767384360.320966:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f5177166. 20000000:01000000:3.0:1767384360.320970:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384360.320972:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384360.320973:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384360.320975:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.320975:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.320981:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.320982:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384360.320986:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384360.320986:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.320991:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384360.320993:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.320995:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00080000:00000002:1.0:1767384360.320996:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:1.0:1767384360.321003:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384360.321005:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384360.321007:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384360.321010:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.321018:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384360.321021:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384360.321026:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384360.321029:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384360.321033:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b855d2a3. 00000400:00000200:0.0:1767384360.321034:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00080000:00000001:1.0:1767384360.321036:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535253504 : -114772174298112 : ffff979d85522400) 00080000:00000001:1.0:1767384360.321041:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384360.321044:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384360.321048:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004bf2eee5. 00080000:00000001:1.0:1767384360.321050:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.321052:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384360.321063:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.321064:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00080000:00000001:1.0:1767384360.321080:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384360.321084:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321109:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384360.321116:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 00000400:00000200:0.0:1767384360.321116:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321119:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000010:1.0:1767384360.321125:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000e8ad2cf0. 00000400:00000010:1.0:1767384360.321129:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc8b5b8. 00000400:00000010:1.0:1767384360.321135:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d42135b7. 00000400:00000200:1.0:1767384360.321139:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1767384360.321146:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384360.321147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321151:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:1.0:1767384360.321157:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:1.0:1767384360.321162:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:1.0:1767384360.321165:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:1.0:1767384360.321168:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:1.0:1767384360.321172:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:1.0:1767384360.321175:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:1.0:1767384360.321178:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:0.0:1767384360.321183:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321192:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:1.0:1767384360.321198:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:1.0:1767384360.321202:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:1.0:1767384360.321206:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:1.0:1767384360.321208:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:1.0:1767384360.321211:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:1.0:1767384360.321216:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:1.0:1767384360.321220:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 63] 00000400:00000200:1.0:1767384360.321223:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:1.0:1767384360.321227:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:0.0:1767384360.321229:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321230:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 46], ns[61, 46] 00000400:00000200:1.0:1767384360.321238:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 46], ns[161, 46] 00000400:00000200:1.0:1767384360.321242:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 46], ns[171, 46] 00000400:00000200:1.0:1767384360.321247:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[80, 46] 00000400:00000200:1.0:1767384360.321250:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 46], ns[136, 46] 00000400:00000200:1.0:1767384360.321254:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[154, 46] 00000400:00000200:1.0:1767384360.321257:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 46], ns[155, 46] 00000400:00000200:1.0:1767384360.321261:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[110, 46] 00000400:00000200:0.0:1767384360.321263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321272:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 46], ns[159, 46] 00000400:00000200:1.0:1767384360.321276:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[156, 46] 00000400:00000200:1.0:1767384360.321280:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 46], ns[139, 46] 00000400:00000200:0.0:1767384360.321282:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321285:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[152, 46], ns[158, 46] 00000400:00000200:1.0:1767384360.321291:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 46], ns[145, 46] 00000400:00000200:1.0:1767384360.321296:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 46], ns[165, 46] 00000400:00000200:1.0:1767384360.321299:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[164, 46], ns[170, 46] 00000400:00000200:1.0:1767384360.321303:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[174, 46] 00000400:00000200:1.0:1767384360.321307:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 46], ns[0, 46] 00000400:00000200:1.0:1767384360.321312:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384360.321313:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321315:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:1.0:1767384360.321320:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp44 00000400:00000200:1.0:1767384360.321324:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp44 lpni_is_preferred = 0 00000400:00000200:1.0:1767384360.321326:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp44 00000400:00000200:1.0:1767384360.321329:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp44 NI seq info: [175:175:256:4294967295] 192.168.204.118@tcp44 LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1767384360.321333:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp44 00000400:00000200:0.0:1767384360.321341:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321342:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44:) -> 192.168.204.118@tcp44(192.168.204.118@tcp:192.168.204.118@tcp44) : GET try# 0 00000800:00000200:1.0:1767384360.321351:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp44 00000800:00000010:1.0:1767384360.321354:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e1e0d972. 00000800:00000010:1.0:1767384360.321360:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000060dc784d. 00000800:00000010:1.0:1767384360.321364:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000529ce85d. 00000800:00000200:1.0:1767384360.321367:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000800:00000200:1.1:1767384360.321370:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000400:00000200:0.0:1767384360.321373:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321387:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384360.321392:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.321397:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:0.0:1767384360.321429:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321445:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321468:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321497:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321553:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321608:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321624:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321658:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321687:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321718:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321737:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321798:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321826:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321855:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321874:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.321904:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321958:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.321992:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322016:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322043:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000800:00000010:0.0:1767384360.322058:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384360.322063:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ec574b9. 00000400:00000200:3.0:1767384360.322066:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000800:00000010:0.0:1767384360.322068:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc3b5d53. 00000800:00000010:0.0:1767384360.322090:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc3b5d53. 00000400:00000200:3.0:1767384360.322091:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000800:00020000:0.0:1767384360.322099:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384360.322103:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ec574b9. 00000800:00000010:0.0:1767384360.322105:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:00000200:3.0:1767384360.322120:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:02020000:0.0:1767384360.322155:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp43 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384360.322163:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.322165:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp43 notifying 192.168.204.118@tcp43: down 00000800:00000200:0.0:1767384360.322174:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp43 down 00000800:00000100:0.0:1767384360.322183:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp43 00000800:00000010:0.0:1767384360.322186:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d13d23b4. 00000400:00000200:0.0:1767384360.322190:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384360.322191:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.322199:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp43->192.168.204.118@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384360.322209:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp43 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:0.0:1767384360.322214:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384360.322215:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384360.322218:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384360.322225:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384360.322236:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322266:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322282:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322307:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.322323:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384360.322328:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000200:3.0:1767384360.322330:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384360.322331:0:16350:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fbc8b5b8 00000400:00000200:1.0:1767384360.322337:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:1.0:1767384360.322340:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:1.0:1767384360.322344:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384360.322349:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000400:00000200:3.0:1767384360.322373:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322394:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322432:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322451:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322477:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322511:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322539:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322552:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322564:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322578:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322599:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384360.322617:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384360.322722:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028299457. 00000800:00000010:3.0:1767384360.322725:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ccd74ddd. 00000800:00000010:3.0:1767384360.322728:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ac09eb8. 00000800:00000010:3.0:1767384360.322741:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ac09eb8. 00000800:00020000:3.0:1767384360.322745:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384360.322748:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ccd74ddd. 00000800:00000010:3.0:1767384360.322749:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028299457. 00000400:02020000:3.0:1767384360.322801:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp44 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384360.322805:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp44 notifying 192.168.204.118@tcp44: down 00000800:00000200:3.0:1767384360.322810:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp44 down 00000800:00000100:3.0:1767384360.322814:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp44 00000800:00000010:3.0:1767384360.322816:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e1e0d972. 00000400:00000200:3.0:1767384360.322819:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384360.322822:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp44->192.168.204.118@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384360.322833:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp44 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:3.0:1767384360.322836:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc8b5b8 00000400:00000010:3.0:1767384360.322837:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc8b5b8. 00000400:00000200:3.0:1767384360.322840:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384360.322841:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:3.0:1767384360.322844:0:16341:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000200:3.0:1767384360.322854:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000010:3.0:1767384360.322856:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000e8ad2cf0. 00000400:00000200:3.0:1767384360.322858:0:16341:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000400:00000200:1.0:1767384360.322871:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384360.322876:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102871 00000400:00000200:1.0:1767384360.322878:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:1.0:1767384360.322879:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc -71 00000400:00000200:1.0:1767384360.322881:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384360.322883:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (39) 00080000:00000010:1.0:1767384360.322940:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b855d2a3. 00080000:00000010:2.0:1767384360.322975:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004bf2eee5. 00040000:00000001:2.0:1767384360.322982:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384360.322985:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384360.322987:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384360.322989:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:2.0:1767384360.322991:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.322993:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384360.323003:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384360.323011:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384360.323014:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384360.323018:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384360.323025:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000231e3006. 20000000:01000000:1.0:1767384360.323028:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384360.323029:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:1.0:1767384360.323034:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384360.323035:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384360.323038:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384360.323040:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384360.323043:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384360.323043:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384360.323047:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384360.323052:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384360.323054:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000053e5dcab. 00080000:00000001:3.0:1767384360.323059:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323060:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384360.323064:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767384360.323064:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e77a39a. 00080000:00000001:3.0:1767384360.323067:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.323069:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384360.323070:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384360.323074:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.323074:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e77a39a with handle 0xd602e9c522f0b35b to hash 00080000:00000002:3.0:1767384360.323076:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:1.0:1767384360.323078:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384360.323082:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00010000:00000001:1.0:1767384360.323082:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384360.323086:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00080000:00000002:3.0:1767384360.323087:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384360.323093:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384360.323093:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.323096:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384360.323098:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.323100:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384360.323101:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384360.323105:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384360.323109:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:1.0:1767384360.323110:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384360.323112:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384360.323115:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009efa174e. 00080000:00000001:3.0:1767384360.323119:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306181076480 : -114767528475136 : ffff979e9a3bc600) 00010000:00000001:1.0:1767384360.323121:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384360.323122:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384360.323124:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384360.323125:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384360.323128:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384360.323130:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006ac09eb8. 00010000:00000001:1.0:1767384360.323131:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.323133:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.323134:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.323136:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384360.323138:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384360.323140:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323141:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384360.323143:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384360.323144:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384360.323148:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000053e5dcab) refcount = 1 00080000:00000020:2.0:1767384360.323151:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384360.323151:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384360.323153:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.323156:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384360.323160:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eaa3a799. 00010000:00000001:1.0:1767384360.323163:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384360.323166:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384360.323166:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:2.0:1767384360.323167:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323171:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384360.323172:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474304 00010000:00000001:1.0:1767384360.323173:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.323178:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384360.323178:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384360.323183:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:2.0:1767384360.323186:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a7544ca x1853236731474304/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384360.323186:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384360.323192:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.323194:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.323197:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=4 00010000:00000001:2.0:1767384360.323200:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384360.323201:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:2.0:1767384360.323205:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323205:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384360.323211:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00001000:2.0:1767384360.323212:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=80 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384360.323213:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384360.323222:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384360.323223:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1767384360.323227:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00010000:1.0:1767384360.323227:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384360.323232:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384360.323240:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384360.323240:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.323243:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384360.323244:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.323247:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384360.323250:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384360.323251:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384360.323254:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f91f883. 00010000:00000001:1.0:1767384360.323259:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384360.323260:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731474304, offset 224 00010000:00000001:1.0:1767384360.323262:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323266:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384360.323267:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384360.323269:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384360.323273:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e77a39a already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384360.323275:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.323278:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384360.323280:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384360.323287:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384360.323288:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384360.323291:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.323293:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.323294:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=5 00000400:00000200:2.0:1767384360.323298:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107180 00000020:00000001:1.0:1767384360.323299:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384360.323303:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384360.323307:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384360.323309:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e15 [2] + 224 00010000:00010000:1.0:1767384360.323310:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384360.323317:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384360.323318:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384360.323322:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384360.323325:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384360.323326:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323332:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384360.323334:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384360.323334:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384360.323338:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384360.323340:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.323341:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.323345:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e77a39a with handle 0xd602e9c522f0b35b from hash 00010000:00000001:1.0:1767384360.323349:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384360.323352:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384360.323356:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.323360:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.323362:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384360.323366:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384360.323368:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384360.323370:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384360.323372:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.323374:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323375:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384360.323376:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384360.323376:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384360.323381:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.323382:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.323383:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323384:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384360.323385:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f91f883 00010000:00000001:1.0:1767384360.323386:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384360.323391:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f91f883. 00010000:00010000:1.0:1767384360.323391:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.323393:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.323397:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384360.323398:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384360.323400:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384360.323403:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384360.323403:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384360.323403:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.323408:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:3.0:1767384360.323409:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384360.323411:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.323412:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:3.0:1767384360.323413:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a345a20. 00010000:00000001:1.0:1767384360.323415:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.323418:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384360.323419:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000949856e7 00000100:00000040:2.0:1767384360.323419:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384360.323421:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1767384360.323425:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000949856e7. 00010000:00000001:2.0:1767384360.323427:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384360.323427:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.323428:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384360.323432:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.323432:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384360.323436:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384360.323439:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1767384360.323439:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384360.323447:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a7544ca x1853236731474304/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.323459:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384360.323462:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384360.323466:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384360.323466:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b35b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384360.323471:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a7544ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16355:x1853236731474304:12345-0@lo:253: Request processed in 2718us (3501us total) trans 0 rc 0/0 00010000:00000040:1.0:1767384360.323488:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000053e5dcab count: 0 00000100:00000001:3.0:1767384360.323490:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384360.323493:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000001:3.0:1767384360.323495:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384360.323497:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:1.0:1767384360.323497:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384360.323498:0:16355:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:1.0:1767384360.323501:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384360.323502:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384360.323503:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384360.323506:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384360.323507:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384360.323509:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.323512:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384360.323512:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d35d031. 00000100:00001000:3.0:1767384360.323515:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=80 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384360.323518:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a0df4d5. 00000100:00001000:3.0:1767384360.323520:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.323523:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384360.323523:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000291257c5. 00000100:00000001:3.0:1767384360.323527:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.323529:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384360.323529:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:3.0:1767384360.323531:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.323533:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.323536:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384360.323541:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384360.323545:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384360.323545:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000427466a8. 00000100:00000001:3.0:1767384360.323549:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384360.323551:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384360.323551:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384360.323555:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384360.323556:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:2.0:1767384360.323560:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384360.323564:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000020:01000004:3.0:1767384360.323565:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384360.323568:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384360.323569:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f91f883. 00000020:01000004:3.0:1767384360.323570:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384360.323574:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384360.323575:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384360.323577:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384360.323579:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384360.323580:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384360.323581:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384360.323584:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.323590:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000054d887a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731474304:0@lo:253: 00000100:00000001:3.0:1767384360.323594:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.323595:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.323598:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000054d887a0 x1853236731474304/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.323602:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384360.323604:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384360.323606:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f38a28e4. 02000000:00000001:3.0:1767384360.323609:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384360.323611:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384360.323612:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384360.323613:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384360.323614:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fecf27a9. 02000000:00000001:3.0:1767384360.323617:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384360.323618:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384360.323619:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000054d887a0. 00000100:00000001:3.0:1767384360.323621:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384360.323622:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.323624:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.323625:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.323626:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.323627:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.323628:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384360.324718:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009efa174e. 00080000:00000010:3.0:1767384360.324962:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006ac09eb8. 00040000:00000001:3.0:1767384360.324967:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384360.324969:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384360.324976:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384360.324979:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384360.324981:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.324982:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384360.324984:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384360.324994:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384360.324997:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384360.325000:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384360.325008:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384360.325011:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384360.325013:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384360.325015:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384360.325017:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384360.325022:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe34cf0d. 00010000:00000001:1.0:1767384360.325025:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384360.325027:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c26645. 00000020:00000001:1.0:1767384360.325029:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384360.325031:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000003c26645 with handle 0xd602e9c522f0b362 to hash 00000020:00000001:1.0:1767384360.325033:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384360.325034:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384360.325036:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384360.325037:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.325038:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.325040:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325045:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384360.325047:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384360.325048:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384360.325049:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.325050:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.325052:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.325053:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.325055:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384360.325056:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384360.325057:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384360.325058:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384360.325059:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe34cf0d) refcount = 1 00010000:00010000:1.0:1767384360.325062:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325065:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384360.325066:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384360.325067:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.325074:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.325076:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384360.325078:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384360.325080:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:1.0:1767384360.325081:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.325083:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.325084:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c26645 refcount=4 00000020:00000001:1.0:1767384360.325086:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384360.325088:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00010000:00000001:1.0:1767384360.325089:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384360.325091:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325095:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384360.325097:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325100:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.325101:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:3.0:1767384360.325102:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384360.325103:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.325107:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384360.325110:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f5177166. 00010000:00000001:1.0:1767384360.325111:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.325115:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384360.325116:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.325117:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384360.325119:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384360.325121:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474432 00010000:00000001:3.0:1767384360.325127:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384360.325128:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000003c26645 already unused, calling callback (00000000d6205520) 00010000:00000001:1.0:1767384360.325131:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384360.325132:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d3f60a4 x1853236731474432/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.325133:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384360.325136:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325151:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384360.325153:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384360.325154:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384360.325155:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=80 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384360.325157:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384360.325161:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384360.325161:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.325163:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000003c26645 refcount=5 00000100:00000040:3.0:1767384360.325165:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:1.0:1767384360.325167:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 00000100:00000001:3.0:1767384360.325168:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:1.0:1767384360.325171:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437367296 : -114767272184320 : ffff979ea9827600) 02000000:00000001:3.0:1767384360.325173:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384360.325174:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384360.325176:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.325177:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.325180:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384360.325184:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384360.325187:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384360.325188:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.325190:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384360.325192:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000949856e7. 00010000:00000001:1.0:1767384360.325192:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384360.325195:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384360.325198:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731474432, offset 224 00010000:00000001:1.0:1767384360.325198:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.325200:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.325203:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000003c26645 with handle 0xd602e9c522f0b362 from hash 00000400:00000200:3.0:1767384360.325207:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384360.325207:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384360.325210:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.325212:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.325213:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384360.325214:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384360.325217:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384360.325218:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384360.325221:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384360.325223:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384360.325227:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107200 00010000:00000001:1.0:1767384360.325228:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.325233:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384360.325235:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e25 [2] + 224 00010000:00000001:1.0:1767384360.325235:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384360.325239:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.325242:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384360.325243:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384360.325243:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.325248:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.325250:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384360.325251:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.325254:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384360.325255:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384360.325259:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384360.325265:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.325266:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.325269:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384360.325272:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384360.325274:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.325277:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384360.325279:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.325280:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384360.325283:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.325287:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.325292:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.325299:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384360.325300:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384360.325301:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000003c26645/0xd602e9c522f0b362 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384360.325304:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe34cf0d count: 0 00000100:00000001:3.0:1767384360.325307:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384360.325311:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384360.325314:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384360.325315:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000949856e7 00000400:00000010:3.0:1767384360.325318:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000949856e7. 00000100:00000001:3.0:1767384360.325320:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384360.325321:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384360.325324:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.325326:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384360.325327:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384360.325328:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.325329:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384360.325332:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d3f60a4 x1853236731474432/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.325338:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d3f60a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731474432:12345-0@lo:253: Request processed in 4468us (4856us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384360.325343:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:3.0:1767384360.325344:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384360.325346:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384360.325347:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384360.325350:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a78919b5. 00000020:00000010:3.0:1767384360.325354:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384360.325357:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc121f22. 00000020:00000040:3.0:1767384360.325359:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:2.0:1767384360.325359:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.325362:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384360.325363:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384360.325366:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a46b3e23. 02000000:00000001:3.0:1767384360.325368:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1767384360.325368:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384360.325371:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384360.325373:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384360.325375:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384360.325377:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000010:3.0:1767384360.325379:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a345a20. 00000400:00000200:2.0:1767384360.325384:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a44d757 00000400:00000010:2.0:1767384360.325388:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a44d757. 00000100:00000001:2.0:1767384360.325391:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384360.325393:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000949856e7. 00000100:00000200:2.0:1767384360.325397:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384360.325411:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.325419:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384360.325421:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.325424:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384360.325426:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384360.325427:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384360.325429:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.325431:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.325434:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384360.325437:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.325439:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384360.325441:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.325443:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384360.325444:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.325445:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.325448:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.325453:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384360.325462:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384360.325463:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384360.325465:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384360.325466:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384360.325467:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384360.325468:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384360.325469:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384360.325470:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384360.325471:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384360.325472:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.325473:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384360.325474:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384360.325479:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b5a79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731474432:0@lo:253: 00000100:00000001:2.0:1767384360.325482:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.325483:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384360.325484:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b5a79c x1853236731474432/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.325488:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384360.325489:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384360.325490:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000803e687f. 02000000:00000001:2.0:1767384360.325492:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384360.325493:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384360.325494:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384360.325496:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384360.325497:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 02000000:00000001:2.0:1767384360.325499:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384360.325500:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384360.325500:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b5a79c. 00000100:00000001:2.0:1767384360.325502:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384360.325503:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.325504:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.325508:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.325509:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.325510:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.325512:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.325805:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294946493, at 4294946494 00000100:00000010:3.0:1767384360.325811:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ea1422. 00000100:00000040:0.0:1767384360.326798:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294946493, at 4294946495 00000100:00000010:0.0:1767384360.326804:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086d48f6d. 00000100:00000040:2.0:1767384360.326811:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294946493, at 4294946495 00000100:00000040:1.0:1767384360.326812:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294946493, at 4294946495 00000100:00000010:2.0:1767384360.326822:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000839ae8af. 00000100:00000010:1.0:1767384360.326824:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004347dd09. 00010000:00000010:1.1:1767384360.331812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000053e5dcab. 00010000:00000010:1.1:1767384360.331819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e77a39a. 00010000:00000010:1.1:1767384360.331821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe34cf0d. 00010000:00000010:1.1:1767384360.331823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000003c26645. 00000400:00000010:3.0:1767384360.336214:0:36580:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000059298074. 00000400:00000040:3.0:1767384360.337318:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.337321:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384360.337323:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.337324:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.337326:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.337327:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384360.337329:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.337330:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384360.337331:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384360.337332:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384360.337334:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384360.337335:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.337336:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384360.337337:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.337338:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384360.337339:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384360.337340:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.337341:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384360.337342:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384360.337343:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.337344:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.337345:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.337346:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.337347:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.337348:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384360.337349:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.337350:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.337351:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.337352:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.337353:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.337354:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384360.337355:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.337356:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.337357:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.337359:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.337367:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.337368:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384360.337370:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.337372:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.337373:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384360.337374:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384360.337375:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.337376:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384360.337377:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384360.337378:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384360.337379:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384360.337380:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384360.337381:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384360.337382:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384360.337383:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.337384:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384360.337385:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384360.337385:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384360.337387:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384360.337388:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384360.337389:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384360.337390:0:36580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384360.337468:0:36580:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000059298074. 00010000:00000001:3.0:1767384360.967825:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384360.967829:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.967834:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384360.967835:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.967868:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384360.967871:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.967874:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384361.672841:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp39 00000400:00000010:0.0:1767384361.672847:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004ba4c464. 00000400:00000010:0.0:1767384361.672855:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000051bfcb81. 00000400:00000010:0.0:1767384361.672861:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000400:00000010:0.0:1767384361.672869:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000976a0c0b. 00000400:00000200:0.0:1767384361.672884:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:0.0:1767384361.672908:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp39 local destination 00000400:00000200:0.0:1767384361.672917:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:0.0:1767384361.672924:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [176:176:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384361.672934:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:0.0:1767384361.672946:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:0.0:1767384361.672952:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:0.0:1767384361.672958:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000bd4fa64. 00000800:00000200:0.0:1767384361.672966:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:0.1:1767384361.672972:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:0.0:1767384361.672995:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:0.0:1767384361.673003:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp43 00000400:00000010:0.0:1767384361.673008:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dab8d142. 00000400:00000010:0.0:1767384361.673011:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000805f2280. 00000400:00000010:0.0:1767384361.673014:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000010:0.0:1767384361.673021:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bf2d0476. 00000400:00000200:0.0:1767384361.673025:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp43 00000400:00000200:0.0:1767384361.673033:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp43 local destination 00000400:00000200:0.0:1767384361.673038:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp43 00000400:00000200:0.0:1767384361.673042:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp43 NI seq info: [177:177:256:4294967295] 192.168.204.118@tcp43 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384361.673046:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp43 00000400:00000200:0.0:1767384361.673058:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp43(192.168.204.118@tcp43:) -> 192.168.204.118@tcp43(192.168.204.118@tcp43:192.168.204.118@tcp43) : GET try# 0 00000800:00000200:0.0:1767384361.673063:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp43 00000800:00000010:0.0:1767384361.673068:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018f7f010. 00000800:00000200:0.0:1767384361.673073:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (2) 00000800:00000200:0.1:1767384361.673078:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (2) 00000400:00000200:3.0:1767384361.673080:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673097:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp43 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384361.673102:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp44 00000400:00000010:0.0:1767384361.673106:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc9df82a. 00000400:00000010:0.0:1767384361.673110:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006aef4ed2. 00000400:00000010:0.0:1767384361.673119:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006794ce00. 00000400:00000010:0.0:1767384361.673124:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000be5e79e7. 00000400:00000200:0.0:1767384361.673129:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp44 00000400:00000200:0.0:1767384361.673139:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp44 local destination 00000400:00000200:0.0:1767384361.673142:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp44 00000400:00000200:0.0:1767384361.673147:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp44 NI seq info: [178:178:256:4294967295] 192.168.204.118@tcp44 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384361.673152:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673153:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp44 00000400:00000200:0.0:1767384361.673169:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44:) -> 192.168.204.118@tcp44(192.168.204.118@tcp44:192.168.204.118@tcp44) : GET try# 0 00000800:00000200:0.0:1767384361.673176:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp44 00000800:00000010:0.0:1767384361.673179:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2ae6e68. 00000800:00000200:0.0:1767384361.673184:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000800:00000200:0.1:1767384361.673190:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000400:00000200:0.0:1767384361.673205:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp44 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:3.0:1767384361.673221:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673264:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673288:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673316:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673375:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673396:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673447:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673469:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673531:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673535:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673604:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673640:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673692:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673741:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673763:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673858:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673863:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673902:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.673932:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.673955:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.673989:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674011:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674037:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674077:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674094:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674122:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674173:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674175:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674199:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674266:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674269:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674278:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674341:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674347:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674357:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674411:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674424:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674435:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674476:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674521:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674522:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674542:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674602:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674624:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674684:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674729:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674804:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674847:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674890:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674919:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.674946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.674976:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.674998:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675062:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675081:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675145:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675165:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675204:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675230:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675246:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675311:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675329:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675373:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675384:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675407:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675451:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675459:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675479:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675550:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675551:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675664:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675665:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675748:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675753:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675811:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675847:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384361.675856:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.675936:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.675966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.676001:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000800:00000010:3.0:1767384361.676066:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00000400:00000200:0.0:1767384361.676067:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000800:00000010:3.0:1767384361.676073:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da133e68. 00000800:00000010:3.0:1767384361.676081:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000158489b0. 00000400:00000200:1.0:1767384361.676103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000800:00000010:3.0:1767384361.676107:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000158489b0. 00000800:00020000:3.0:1767384361.676119:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384361.676130:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da133e68. 00000800:00000010:3.0:1767384361.676133:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000400:00000200:0.0:1767384361.676148:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:02020000:3.0:1767384361.676215:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384361.676223:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000800:00000200:3.0:1767384361.676229:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp39 down 00000800:00000100:3.0:1767384361.676236:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000400:00000200:1.0:1767384361.676238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000800:00000010:3.0:1767384361.676241:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000bd4fa64. 00000400:00000200:3.0:1767384361.676248:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384361.676255:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384361.676265:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384361.676269:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384361.676275:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp39) recovery failed with -71 00000400:00000200:1.0:1767384361.676291:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384361.676343:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384361.676348:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b54c259f. 00000800:00000010:0.0:1767384361.676353:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af736eb2. 00000400:00000200:1.0:1767384361.676364:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000800:00000010:0.0:1767384361.676378:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af736eb2. 00000800:00020000:0.0:1767384361.676388:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384361.676391:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b54c259f. 00000800:00000010:0.0:1767384361.676393:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:00000200:1.0:1767384361.676399:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676442:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:02020000:0.0:1767384361.676446:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp44 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.676453:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp44 notifying 192.168.204.118@tcp44: down 00000400:00000200:0.0:1767384361.676457:0:16340:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384361.676461:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp44 00000800:00000010:0.0:1767384361.676463:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2ae6e68. 00000400:00000200:0.0:1767384361.676466:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.676470:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp44->192.168.204.118@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.676484:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.676487:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.676492:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp44) recovery failed with -71 00000400:00000200:1.0:1767384361.676494:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676579:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676595:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676611:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.676681:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.118:988 00000800:00000010:1.0:1767384361.676877:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eaa3a799. 00000800:00000010:1.0:1767384361.676883:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024f6b138. 00000800:00000010:1.0:1767384361.676890:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6d7f820. 00000800:00000010:1.0:1767384361.676940:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6d7f820. 00000400:00000200:0.0:1767384361.677158:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384361.677171:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp43 from 208.3.0.2 00000800:00000010:0.0:1767384361.677175:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000016e3dbe7. 00000800:00000010:1.0:1767384361.677219:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a15f925c. 00000800:00000010:1.0:1767384361.677225:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083718892. 00000800:00000010:1.0:1767384361.677247:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1944736. 00000800:00000200:1.1:1767384361.677252:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (2) 00000800:00000200:1.1:1767384361.677257:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp43 00000000d1944736 deleted 00000800:00000010:1.1:1767384361.677266:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1944736. 00000800:00000200:1.1:1767384361.677273:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384361.677279:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp43 ip 192.168.204.118:976 00000800:00000200:1.1:1767384361.677282:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018f7f010 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384361.677289:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp43 p 3.x 192.168.204.118 -> 192.168.204.118:976 incarnation:1767384353441954392 sched[0] 00000800:00000010:1.0:1767384361.677295:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6d7f820. 00000800:00000010:1.0:1767384361.677345:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6d7f820. 00000800:00000010:1.0:1767384361.677349:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083718892. 00000800:00000010:1.0:1767384361.677380:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000016e3dbe7. 00000800:00000001:1.0:1767384361.677399:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.677404:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384361.677467:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384361.677471:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018f7f010. 00000400:00000200:1.0:1767384361.677477:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.677484:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp43->192.168.204.118@tcp43: GET: OK 00000400:00000200:1.0:1767384361.677491:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384361.677495:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp43 recovery message sent successfully:0 00000800:00000200:1.1:1767384361.677532:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384361.677537:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp43 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384353441954392 sched[0] 00000800:00000010:1.0:1767384361.677540:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024f6b138. 00000800:00000001:0.0:1767384361.677581:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384361.677588:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:0.0:1767384361.677590:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.677594:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677602:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.677611:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp43(192.168.204.118@tcp43) <- 192.168.204.118@tcp43 : GET - for me 00000400:00000200:0.0:1767384361.677623:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384361.677630:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.677632:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1e0d [1] + 0 00000400:00000200:0.0:1767384361.677659:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp43 to MR: 192.168.204.118@tcp43 local destination 00000400:00000200:0.0:1767384361.677666:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp43 NI seq info: [179:179:256:4294967295] 192.168.204.118@tcp43 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384361.677679:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp43(192.168.204.118@tcp43:192.168.204.118@tcp43) -> 192.168.204.118@tcp43(192.168.204.118@tcp43:192.168.204.118@tcp43) 192.168.204.118@tcp43 : REPLY try# 0 00000800:00000200:0.0:1767384361.677685:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp43 00000400:00000200:1.0:1767384361.677687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000010:0.0:1767384361.677689:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2ae6e68. 00000800:00000200:0.0:1767384361.677696:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d8cc7065] -> 12345-192.168.204.118@tcp43 (4) 00000800:00000200:0.0:1767384361.677702:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp43 ip 192.168.204.118:988 00000800:00000200:0.0:1767384361.677705:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2ae6e68 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384361.677722:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.677748:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000200:0.0:1767384361.677794:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384361.677797:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2ae6e68. 00000400:00000200:0.0:1767384361.677801:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384361.677806:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp43->192.168.204.118@tcp43: REPLY: OK 00000400:00000200:1.0:1767384361.677815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000001:0.0:1767384361.677818:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677825:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.677828:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677832:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.677834:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677845:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.677851:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp43(192.168.204.118@tcp43) <- 192.168.204.118@tcp43 : REPLY - for me 00000400:00000200:1.0:1767384361.677852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384361.677865:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp43: Reply from 12345-192.168.204.118@tcp43 of length 272/272 into md 0x1e45 00000800:00000001:0.0:1767384361.677871:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677877:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.677880:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384361.677885:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp43->192.168.204.118@tcp43: REPLY: OK 00000400:00000200:0.0:1767384361.677890:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:0.0:1767384361.677893:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000400:00000200:0.0:1767384361.677899:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384361.677906:0:16346:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dab8d142. 00000400:00000010:0.0:1767384361.677911:0:16346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000805f2280. 00000400:00000200:1.0:1767384361.677913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000001:0.0:1767384361.677917:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.677925:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.677957:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.677981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678012:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678138:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678204:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678231:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678386:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678406:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678468:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678724:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678758:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678776:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678847:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384361.678865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384361.678979:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9f63b99. 00000800:00000010:1.0:1767384361.678982:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024f6b138. 00000800:00000010:1.0:1767384361.678985:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6d7f820. 00000800:00000010:1.0:1767384361.679020:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6d7f820. 00000800:00020000:1.0:1767384361.679029:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384361.679033:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024f6b138. 00000800:00000010:1.0:1767384361.679036:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9f63b99. 00000400:02020000:1.0:1767384361.679084:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp43 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00080000:00000010:0.0:1767384361.975460:0:37099:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000dc8a942. 00080000:00000010:0.0:1767384361.975470:0:37099:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000dc8a942. 00000020:00000001:0.0:1767384361.975476:0:37099:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384361.975484:0:37099:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000dc8a942. 00080000:00000010:0.0:1767384361.975488:0:37099:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000dc8a942. 00000020:00000001:0.0:1767384361.975491:0:37099:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.992828:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384361.992833:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384361.992840:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384361.992842:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.992877:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384361.992880:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.992883:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384362.183830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384362.183839:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384362.183841:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384362.183844:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384362.183846:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64b5dff. 00000100:00000010:0.0:1767384362.183849:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000020:00000040:2.0:1767384362.183853:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000040:0.0:1767384362.183854:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384362.183858:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384362.183859:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.183862:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384362.183862:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384362.183869:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.183869:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.183878:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad028f6c. 02000000:00000010:0.0:1767384362.183879:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4b08174. 00000100:00000001:2.0:1767384362.183886:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.183887:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.183895:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384362.183896:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384362.183900:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.183909:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.183911:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.183914:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_00+0] req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.183917:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64b5dff] to pc [ptlrpcd_00_01+1] req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.183961:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384362.183963:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.183964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.183966:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.183967:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384362.183972:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4b830a. 00000100:00000001:3.0:1767384362.183973:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.183977:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384362.183978:0:36:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384362.183982:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.183983:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384362.183984:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.183986:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.183991:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021e9b758. 00000100:00000001:2.0:1767384362.183996:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.183998:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.184000:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.184001:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384362.184004:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.184009:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.184010:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384362.184012:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.184013:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.184017:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64b5dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731474560:0@lo:400: 00000100:00000001:0.0:1767384362.184017:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.184022:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.184024:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384362.184026:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384362.184027:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4b830a] to pc [ptlrpcd_00_02+2] req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.184030:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.184035:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.184035:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.184039:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.184044:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baf8909c. 00000100:00000001:2.0:1767384362.184047:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.184048:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.184051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384362.184051:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384362.184055:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.184060:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384362.184062:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384362.184063:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e0fe6f. 00000100:00000010:2.0:1767384362.184064:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002240d84f. 02000000:00000001:0.0:1767384362.184066:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384362.184070:0:36:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384362.184071:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.184072:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000100:00000001:2.0:1767384362.184073:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.184077:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384362.184079:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731474688:0@lo:13: 02000000:00000001:2.0:1767384362.184080:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.184081:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731474560, portal 25 00000100:00000001:3.0:1767384362.184088:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384362.184088:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047dd9586. 00000100:00000001:0.0:1767384362.184088:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384362.184092:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535619968 : -114772173931648 : ffff979d8557bb80) 00000100:00000001:2.0:1767384362.184094:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.184095:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384362.184099:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.184099:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.184101:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384362.184106:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384362.184111:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084b157f9. 02000000:00000001:0.0:1767384362.184117:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184126:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384362.184126:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50fb053. 00000100:00000001:2.0:1767384362.184129:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384362.184133:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384362.184134:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.184134:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000010:3.0:1767384362.184137:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384362.184143:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731474560, offset 0 00000100:00000200:0.0:1767384362.184143:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731474688, portal 4 00000100:00000040:2.0:1767384362.184144:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002240d84f] to pc [ptlrpcd_00_03+3] req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.184150:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.184154:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000400:00000200:3.0:1767384362.184157:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384362.184166:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.184167:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.184174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384362.184175:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.184185:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384362.184188:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384362.184191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3bfe016. 00000400:00000200:3.0:1767384362.184192:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d107280 00000020:00000040:2.0:1767384362.184197:0:36:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384362.184198:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384362.184203:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15a9 [2] + 0 00000100:00000001:2.0:1767384362.184204:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384362.184205:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c24b1f7. 02000000:00000001:2.0:1767384362.184207:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384362.184211:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680d57d1. 02000000:00000001:2.0:1767384362.184212:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.184215:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a02de6a2 02000000:00000010:2.0:1767384362.184217:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004478805. 00000400:00000200:3.0:1767384362.184221:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.184222:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384362.184222:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731474688, offset 0 00000400:00000200:3.0:1767384362.184229:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384362.184231:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384362.184238:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.184243:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384362.184244:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a02de6a2 00000400:00000010:3.0:1767384362.184248:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a02de6a2. 00000400:00000200:0.0:1767384362.184251:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.184253:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184255:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.184258:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.184260:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3bfe016] to pc [ptlrpcd_00_00+0] req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.184262:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a6197fcf x1853236731474560 msgsize 224 00000400:00000200:0.0:1767384362.184265:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d107300 00000100:00100000:3.0:1767384362.184277:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384362.184281:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000100:00000040:3.0:1767384362.184283:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.184290:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.184292:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384362.184295:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384362.184295:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000400:00000200:0.0:1767384362.184300:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384362.184302:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384362.184305:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384362.184308:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.184313:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.184314:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.184316:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384362.184317:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.184322:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384362.184322:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384362.184326:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.184328:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384362.184329:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005067ef01. 00000100:00000040:3.0:1767384362.184332:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384362.184336:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000005067ef01 x1853236731474688 msgsize 224 00000100:00000001:2.0:1767384362.184338:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.184341:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.184348:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384362.184350:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384362.184351:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384362.184357:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184358:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.184362:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f4b830a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731474816:0@lo:400: 00000100:00000001:3.0:1767384362.184363:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.184364:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.184368:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384362.184371:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384362.184373:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.184373:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.184375:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384362.184377:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c24b1f7 02000000:00000010:2.0:1767384362.184381:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe5370d4. 00000400:00000010:0.0:1767384362.184381:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c24b1f7. 00000100:00000001:3.0:1767384362.184382:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294948357 02000000:00000001:2.0:1767384362.184386:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184386:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384362.184391:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018ea1422. 00000400:00000010:2.0:1767384362.184392:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000100:00000200:0.0:1767384362.184393:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.184399:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000100:00000001:3.0:1767384362.184400:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384362.184404:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384362.184405:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731474816, portal 4 00000100:00000040:0.0:1767384362.184408:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.184409:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.184410:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294948357 00000100:00000001:2.0:1767384362.184413:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535618176 : -114772173933440 : ffff979d8557b480) 00000100:00000010:3.0:1767384362.184419:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ce9aedf. 00000100:00000001:0.0:1767384362.184421:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.184423:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.184426:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.184427:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384362.184431:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184433:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294948357 00000100:00000040:0.0:1767384362.184439:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3667 usecs (4 jiffies) 00000100:00000010:3.0:1767384362.184440:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d02097dc. 00000100:00000001:2.0:1767384362.184440:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384362.184446:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384362.184447:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384362.184447:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948356 00000400:00000010:2.0:1767384362.184450:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000001:0.0:1767384362.184452:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948357 00000100:00000001:3.0:1767384362.184454:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294948357 00000100:00000200:2.0:1767384362.184454:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731474816, offset 0 00000100:00000001:0.0:1767384362.184458:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948356 00000100:00000010:3.0:1767384362.184462:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c322218. 00000100:00000001:0.0:1767384362.184462:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000100:00000001:0.0:1767384362.184464:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948356 00000400:00000200:2.0:1767384362.184466:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384362.184468:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00000100:00000001:3.0:1767384362.184469:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384362.184472:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948356 00000100:00000001:3.0:1767384362.184475:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.184476:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000100:00000001:3.0:1767384362.184479:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184480:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384362.184485:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384362.184486:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184486:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184492:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.184493:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184496:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.184497:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d107380 00000100:00000001:3.0:1767384362.184501:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.184502:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.184505:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384362.184505:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000100:00000001:3.0:1767384362.184510:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.184512:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.184513:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384362.184514:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384362.184517:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.184518:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.184522:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384362.184522:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.184523:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184526:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384362.184532:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384362.184532:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384362.184535:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384362.184540:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f241f3d1. 00000100:00000001:0.0:1767384362.184543:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384362.184544:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f241f3d1 x1853236731474816 msgsize 224 00000100:00000001:3.0:1767384362.184545:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384362.184546:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.184549:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474560 02000000:00000001:0.0:1767384362.184551:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384362.184553:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384362.184554:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384362.184555:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.184560:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384362.184560:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.184564:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.184565:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.184567:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a3bfe016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731475072:0@lo:400: 00000400:00000200:2.0:1767384362.184570:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 02000000:00000001:3.0:1767384362.184571:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184571:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384362.184574:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 02000000:00000001:0.0:1767384362.184575:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384362.184578:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474560 00000100:00000001:2.0:1767384362.184579:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384362.184579:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.184583:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384362.184585:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384362.184587:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001503c05e. 00000020:00000001:3.0:1767384362.184592:0:17079:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384362.184592:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.184597:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384362.184599:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384362.184600:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021830f52. 00000020:00000001:3.0:1767384362.184601:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384362.184605:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384362.184606:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000010:0.0:1767384362.184606:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c24b1f7. 00000100:00000200:0.0:1767384362.184611:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731475072, portal 10 00000020:00000001:3.0:1767384362.184612:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384362.184615:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384362.184618:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384362.184619:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535614592 : -114772173937024 : ffff979d8557a680) 00000100:00000001:2.0:1767384362.184627:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184628:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384362.184629:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.184632:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384362.184635:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cb70670. 00000100:00000001:2.0:1767384362.184637:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.184655:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.184656:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384362.184657:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3667 usecs (4 jiffies) 00000100:00000040:0.0:1767384362.184662:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384362.184663:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cb70670. 00000100:00000001:2.0:1767384362.184663:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948356 00000400:00000010:0.0:1767384362.184665:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000100:00000001:2.0:1767384362.184669:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948357 00000100:00000200:0.0:1767384362.184671:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731475072, offset 0 00000100:00000001:2.0:1767384362.184673:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948356 00000020:00000010:3.0:1767384362.184674:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023aab1e6. 00000100:00000001:2.0:1767384362.184678:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000400:00000200:0.0:1767384362.184679:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384362.184684:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004e6dd77. 00000100:00000001:2.0:1767384362.184684:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948356 00000400:00000200:0.0:1767384362.184690:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.184691:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00000020:00000010:3.0:1767384362.184693:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000001:2.0:1767384362.184694:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948356 00000400:00000200:0.0:1767384362.184699:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d107480 00000100:00000001:2.0:1767384362.184700:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000100:00000040:3.0:1767384362.184703:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384362.184705:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:3.0:1767384362.184709:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384362.184711:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.184713:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384362.184714:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.184715:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384362.184716:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.184717:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.184720:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.184724:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.184724:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.184728:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384362.184730:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384362.184731:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.184734:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.184735:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.184738:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384362.184739:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.184743:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:0.0:1767384362.184743:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384362.184746:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.184749:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384362.184749:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384362.184752:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d595681. 00000100:00000001:2.0:1767384362.184753:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384362.184758:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:2.0:1767384362.184758:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384362.184759:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000004d595681 x1853236731475072 msgsize 224 00000100:00000001:2.0:1767384362.184763:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384362.184764:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384362.184786:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.184788:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384362.184793:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.184796:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665485392 : -114767044066224 : ffff979eb71b4450) 00000100:00000040:3.0:1767384362.184804:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6197fcf x1853236731474560/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.184806:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.184809:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.184810:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384362.184815:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384362.184819:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.184822:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384362.184822:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184826:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384362.184827:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cb70670. 00000100:00100000:2.0:1767384362.184827:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002240d84f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731474944:0@lo:400: 00000100:00000001:3.0:1767384362.184833:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.184833:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384362.184834:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000020:00000010:3.0:1767384362.184838:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cb70670. 02000000:00000001:2.0:1767384362.184839:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384362.184839:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 02000000:00000001:2.0:1767384362.184843:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184845:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384362.184846:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384362.184850:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6197fcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731474560:12345-0@lo:400: 02000000:00000010:2.0:1767384362.184851:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000155ae812. 00000100:00000200:0.0:1767384362.184854:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.184857:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.184858:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474560 00000400:00000010:2.0:1767384362.184864:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000100:00000001:0.0:1767384362.184865:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384362.184870:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384362.184872:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000100:00000040:0.0:1767384362.184872:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.184874:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.184878:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.184879:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731474944, portal 10 00000020:00000001:3.0:1767384362.184885:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384362.184885:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384362.184889:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000001:2.0:1767384362.184889:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535609216 : -114772173942400 : ffff979d85579180) 00000100:00000001:0.0:1767384362.184891:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.184896:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384362.184897:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384362.184900:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.184900:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.184904:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.184906:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384362.184906:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.184910:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.184913:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3312 usecs (4 jiffies) 00000020:00000001:3.0:1767384362.184914:0:17079:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.184919:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384362.184920:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294948357 02000000:00000001:3.0:1767384362.184923:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384362.184924:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384362.184926:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294948357 02000000:00000010:3.0:1767384362.184929:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000208c7120. 00000100:00000040:2.0:1767384362.184930:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384362.184933:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294948357 02000000:00000001:3.0:1767384362.184934:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.184936:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00000001:3.0:1767384362.184938:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184941:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000020:00000001:3.0:1767384362.184942:0:17079:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.184942:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731474944, offset 0 00000100:00000001:0.0:1767384362.184945:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294948357 00010000:00000040:3.0:1767384362.184948:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474560 00000100:00000001:0.0:1767384362.184950:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00010000:00000001:3.0:1767384362.184953:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384362.184953:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384362.184955:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294948357 00010000:00000200:3.0:1767384362.184960:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6197fcf x1853236731474560/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.184961:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000400:00000200:2.0:1767384362.184966:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384362.184967:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.184973:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.184979:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d107400 00010000:00000001:3.0:1767384362.184980:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384362.184980:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.184984:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.184985:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.184986:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00001000:3.0:1767384362.184989:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=82 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384362.184991:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384362.184995:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384362.184999:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384362.185000:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000200:2.0:1767384362.185000:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384362.185002:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.185006:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384362.185008:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384362.185009:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384362.185009:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384362.185011:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384362.185012:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384362.185013:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.185015:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.185019:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384362.185019:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059aa86df. 00000100:00000001:0.0:1767384362.185020:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.185025:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000059aa86df x1853236731474944 msgsize 224 00000100:00000040:3.0:1767384362.185026:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.185031:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00100000:2.0:1767384362.185034:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384362.185036:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731474560, offset 224 00000400:00000200:3.0:1767384362.185043:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.185044:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.185044:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384362.185049:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474688 00000400:00000200:2.0:1767384362.185050:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000200:3.0:1767384362.185052:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384362.185055:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384362.185056:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000100:00000001:0.0:1767384362.185060:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384362.185061:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d107280 00000100:00000001:2.0:1767384362.185061:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384362.185065:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.185067:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.185071:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.185078:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e4d [1] + 224 00000100:00100000:0.0:1767384362.185079:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474688 00000020:00000001:0.0:1767384362.185084:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384362.185089:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.185089:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384362.185089:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:0.0:1767384362.185094:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384362.185098:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384362.185098:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384362.185099:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000001:3.0:1767384362.185105:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384362.185106:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000200:3.0:1767384362.185111:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384362.185112:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384362.185113:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185118:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.185121:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384362.185122:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.185128:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384362.185128:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 00000100:00000040:2.0:1767384362.185129:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3361 usecs (4 jiffies) 00000100:00000001:2.0:1767384362.185136:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948357 00000020:00000010:0.0:1767384362.185139:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000458ccbc0. 00000100:00000001:2.0:1767384362.185143:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948357 00000100:00000001:3.0:1767384362.185145:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384362.185146:0:19371:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384362.185149:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948357 00000400:00000200:3.0:1767384362.185152:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000100:00000001:2.0:1767384362.185154:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948357 00000400:00000010:3.0:1767384362.185155:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:0.0:1767384362.185156:0:19371:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384362.185158:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.185160:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384362.185163:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cf41963. 00000100:00000001:3.0:1767384362.185164:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185166:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948357 00000020:00000010:0.0:1767384362.185169:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058d7a769. 00000100:00000040:3.0:1767384362.185170:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384362.185172:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948357 00010000:00000001:3.0:1767384362.185176:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384362.185177:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000001:3.0:1767384362.185178:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185178:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948357 00000020:00000001:3.0:1767384362.185183:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384362.185185:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948357 00000100:00000040:0.0:1767384362.185186:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384362.185188:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6197fcf x1853236731474560/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.185191:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384362.185192:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.185195:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384362.185198:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.185199:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185205:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.185208:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.185210:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6197fcf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731474560:12345-0@lo:400: Request processed in 384us (943us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384362.185211:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.185215:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384362.185222:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384362.185225:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384362.185225:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.185227:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384362.185228:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.185229:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384362.185230:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384362.185232:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384362.185236:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767384362.185237:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004e6dd77. 00000100:00000001:2.0:1767384362.185242:0:17892:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384362.185243:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000100:00100000:2.0:1767384362.185246:0:17892:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474816 02000000:00000001:2.0:1767384362.185249:0:17892:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384362.185250:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023aab1e6. 00000100:00000040:0.0:1767384362.185250:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:2.0:1767384362.185251:0:17892:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.185255:0:17892:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.185256:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789522816 : -114766920028800 : ffff979ebe7fed80) 00000020:00000040:3.0:1767384362.185259:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:2.0:1767384362.185259:0:17892:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.185263:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005067ef01 x1853236731474688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.185266:0:17892:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474816 02000000:00000001:3.0:1767384362.185267:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384362.185270:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000208c7120. 00000020:00000001:2.0:1767384362.185271:0:17892:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.185274:0:17892:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000100:00000001:0.0:1767384362.185274:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384362.185277:0:17892:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384362.185279:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000726e2897. 02000000:00000001:3.0:1767384362.185280:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:2.0:1767384362.185280:0:17892:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=6 00000100:00000001:3.0:1767384362.185283:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.185285:0:17892:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384362.185285:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384362.185290:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1767384362.185292:0:17892:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000010:0.0:1767384362.185292:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000726e2897. 00000400:00000010:3.0:1767384362.185294:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680d57d1. 00000100:00000001:2.0:1767384362.185298:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384362.185301:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042c818e0. 00000100:00100000:0.0:1767384362.185302:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005067ef01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16352:x1853236731474688:12345-0@lo:13: 00000020:00000010:2.0:1767384362.185303:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000100:00000001:2.0:1767384362.185309:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384362.185309:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474688 00000020:00000010:2.0:1767384362.185315:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00000020:00000001:0.0:1767384362.185315:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384362.185319:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384362.185320:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384362.185321:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b38d68e0. 00000100:00000001:3.0:1767384362.185323:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384362.185324:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.185326:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af137343. 00000020:00000001:0.0:1767384362.185327:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:3.0:1767384362.185328:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384362.185331:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000400:00000001:3.0:1767384362.185332:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384362.185334:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000020:00000001:0.0:1767384362.185334:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384362.185335:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e0fe6f. 00000020:00000001:0.0:1767384362.185338:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.185340:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000020:00000001:0.0:1767384362.185341:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767384362.185343:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000100:00000040:2.0:1767384362.185343:0:17892:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1767384362.185344:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384362.185348:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.185349:0:17892:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384362.185349:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.185353:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.185353:0:17892:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.185354:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384362.185357:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384362.185363:0:17892:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384362.185364:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008443f626. 00000100:00000200:3.0:1767384362.185367:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.185370:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185372:0:17892:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384362.185375:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185376:0:17892:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384362.185379:0:17892:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384362.185381:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384362.185386:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:0.0:1767384362.185388:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384362.185389:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384362.185391:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384362.185392:0:17892:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.185396:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.185400:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.185402:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384362.185403:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.185404:0:17892:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.185405:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384362.185407:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384362.185408:0:17892:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384362.185412:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384362.185413:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00100000:2.0:1767384362.185415:0:17892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000020:0.0:1767384362.185419:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384362.185420:0:17892:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 2 00000100:00001000:3.0:1767384362.185421:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384362.185424:0:17892:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535610112 : -114772173941504 : ffff979d85579500) 00002000:00000020:0.0:1767384362.185426:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00001000:3.0:1767384362.185430:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=82 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384362.185431:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f241f3d1 x1853236731474816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384362.185431:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000001:0.0:1767384362.185439:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384362.185440:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384362.185440:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384362.185444:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384362.185445:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1767384362.185450:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:0.0:1767384362.185450:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185452:0:17892:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384362.185455:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384362.185455:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.185457:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000100:00000001:3.0:1767384362.185459:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384362.185460:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731474688 00000100:00000001:2.0:1767384362.185461:0:17892:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.185461:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.185466:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475072 00000100:00000040:3.0:1767384362.185467:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384362.185467:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ea3b200. 00010000:00000001:0.0:1767384362.185467:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384362.185471:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.185475:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1767384362.185475:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005067ef01 x1853236731474688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.185477:0:17892:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f241f3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853236731474816:12345-0@lo:400: 00000100:00000001:1.0:1767384362.185479:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.185485:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.185490:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474816 00000100:00100000:1.0:1767384362.185492:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475072 00000020:00000001:2.0:1767384362.185495:0:17892:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.185497:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384362.185498:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384362.185500:0:17892:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1767384362.185501:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000020:00000001:2.0:1767384362.185504:0:17892:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.185505:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.185508:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000001:2.0:1767384362.185510:0:17892:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384362.185510:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384362.185511:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384362.185514:0:17892:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:1.0:1767384362.185515:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00010000:00000001:0.0:1767384362.185515:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.185519:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767384362.185521:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=72 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384362.185522:0:17892:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384362.185523:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.185524:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384362.185528:0:17892:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.185528:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384362.185529:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b21e84e. 00000100:00000040:0.0:1767384362.185534:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000001:2.0:1767384362.185535:0:17892:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384362.185536:0:17084:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000766b24e. 00000020:00000001:2.0:1767384362.185539:0:17892:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384362.185540:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.185540:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384362.185543:0:17892:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.185543:0:17084:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 02000000:00000001:0.0:1767384362.185545:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384362.185548:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.185549:0:17892:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384362.185554:0:17892:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384362.185554:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384362.185557:0:17084:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384362.185558:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64b5dff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731474560:0@lo:400: 02000000:00000001:2.0:1767384362.185560:0:17892:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384362.185561:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000291257c5. 00000100:00000040:0.0:1767384362.185564:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384362.185566:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008f7cdd90. 00000100:00000001:3.0:1767384362.185569:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384362.185569:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053ed6c98. 02000000:00000001:2.0:1767384362.185570:0:17892:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.185570:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000100:00000001:3.0:1767384362.185574:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384362.185577:0:17892:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.185578:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007493b10. 00000100:00000040:3.0:1767384362.185579:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64b5dff x1853236731474560/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384362.185579:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731474688, offset 224 00000020:00000001:2.0:1767384362.185588:0:17892:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.185589:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384362.185593:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384362.185594:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:2.0:1767384362.185596:0:17892:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731474816 00000100:00000001:3.0:1767384362.185597:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384362.185600:0:17892:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384362.185602:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384362.185603:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384362.185604:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384362.185606:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baf8909c. 00000100:00000001:1.0:1767384362.185607:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384362.185608:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f241f3d1 x1853236731474816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.185612:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384362.185616:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384362.185617:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384362.185617:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d107300 00000020:00000040:3.0:1767384362.185621:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384362.185622:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384362.185627:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e51 [1] + 224 00000020:00000001:3.0:1767384362.185628:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384362.185628:0:17892:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384362.185628:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.185633:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad028f6c. 00010000:00000001:2.0:1767384362.185633:0:17892:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.185636:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384362.185651:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.185653:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1767384362.185654:0:17892:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.185654:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384362.185655:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64b5dff. 00000400:00000200:0.0:1767384362.185662:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.185663:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.185663:0:17892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384362.185666:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.185666:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384362.185669:0:17892:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:3.0:1767384362.185670:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.185672:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384362.185673:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.185674:0:17892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00100000:1.0:1767384362.185676:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731474944 00000100:00000001:3.0:1767384362.185677:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.185682:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.185682:0:17892:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.185683:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384362.185686:0:17892:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.185689:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.185689:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.185693:0:17892:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384362.185694:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.185694:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.185697:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.185700:0:17892:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384362.185702:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.185704:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00100000:1.0:1767384362.185710:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731474944 00000100:00000200:2.0:1767384362.185711:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731474816, offset 224 00000020:00000001:1.0:1767384362.185716:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384362.185718:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.185719:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384362.185720:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:1.0:1767384362.185724:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.185727:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000400:00000200:0.0:1767384362.185728:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000400:00000200:2.0:1767384362.185730:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384362.185733:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000400:00000010:0.0:1767384362.185736:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000020:00000001:1.0:1767384362.185738:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000400:00000200:2.0:1767384362.185740:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d107380 00000100:00000001:0.0:1767384362.185742:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384362.185745:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384362.185746:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384362.185750:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e5d [1] + 224 00000020:00000010:1.0:1767384362.185751:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000766b24e. 00000100:00000001:0.0:1767384362.185752:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.185754:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384362.185758:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384362.185760:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000200:2.0:1767384362.185762:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384362.185763:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000766b24e. 00010000:00000001:0.0:1767384362.185788:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384362.185789:0:17892:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384362.185792:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.185795:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384362.185796:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.185802:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384362.185802:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005067ef01 x1853236731474688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.185806:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384362.185806:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b469e21. 00000100:00000040:2.0:1767384362.185810:0:17892:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384362.185812:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b7eac2. 00000100:00100000:3.0:1767384362.185815:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000010:1.0:1767384362.185818:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000040:3.0:1767384362.185822:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:1.0:1767384362.185825:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.185828:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789515648 : -114766920035968 : ffff979ebe7fd180) 00000100:00000001:1.0:1767384362.185829:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.185832:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384362.185835:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005067ef01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16352:x1853236731474688:12345-0@lo:13: Request processed in 557us (1495us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384362.185837:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d595681 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.185840:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384362.185843:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384362.185847:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185851:0:17892:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384362.185855:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384362.185858:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.185859:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000100:00000001:3.0:1767384362.185861:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384362.185862:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 1 00000400:00000010:2.0:1767384362.185864:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000100:00000001:0.0:1767384362.185865:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.185868:0:17892:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384362.185870:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cb70670. 00000100:00000001:0.0:1767384362.185870:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384362.185871:0:17892:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.185871:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.185875:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384362.185875:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058d7a769. 00000100:00000001:3.0:1767384362.185876:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.185882:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cb70670. 00000100:00000001:2.0:1767384362.185884:0:17892:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.185884:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000100:00100000:1.0:1767384362.185891:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1767384362.185892:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d595681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731475072:12345-0@lo:400: 00000020:00000010:0.0:1767384362.185893:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cf41963. 00000100:00000040:2.0:1767384362.185894:0:17892:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000040:1.0:1767384362.185899:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00010000:00000001:2.0:1767384362.185901:0:17892:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384362.185902:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475072 00000100:00000001:1.0:1767384362.185903:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535617280 : -114772173934336 : ffff979d8557b100) 00000020:00000040:0.0:1767384362.185903:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000020:00000001:2.0:1767384362.185905:0:17892:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.185906:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384362.185911:0:17892:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.185911:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059aa86df x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.185912:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384362.185912:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.185916:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.185918:0:17892:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f241f3d1 x1853236731474816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.185921:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.185924:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000020:00000001:3.0:1767384362.185930:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384362.185933:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384362.185934:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.185938:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384362.185940:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.185944:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384362.185944:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384362.185946:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384362.185947:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.185948:0:17892:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f241f3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731474816:12345-0@lo:400: Request processed in 493us (1400us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384362.185949:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000766b24e. 00000400:00000001:0.0:1767384362.185950:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384362.185952:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384362.185955:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384362.185955:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50fb053. 00000100:00000001:3.0:1767384362.185956:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.185960:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384362.185961:0:17892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000010:1.0:1767384362.185962:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000766b24e. 00000400:00000200:0.0:1767384362.185963:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 02000000:00000010:3.0:1767384362.185964:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000208c7120. 00000100:00000040:2.0:1767384362.185966:0:17892:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000400:00000010:0.0:1767384362.185969:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 02000000:00000001:3.0:1767384362.185970:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185971:0:17892:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384362.185971:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059aa86df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731474944:12345-0@lo:400: 00000100:00000001:3.0:1767384362.185976:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.185976:0:17892:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384362.185977:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.185978:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731474944 00000020:00000001:3.0:1767384362.185982:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.185982:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af137343. 00000020:00000001:1.0:1767384362.185983:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384362.185986:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.185988:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:3.0:1767384362.185989:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475072 00000020:00000010:2.0:1767384362.185990:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000001:1.0:1767384362.185992:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.185996:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384362.185997:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b38d68e0. 00000020:00000001:1.0:1767384362.185998:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.186002:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00010000:00000200:3.0:1767384362.186003:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d595681 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384362.186004:0:17892:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000020:00000001:1.0:1767384362.186010:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384362.186011:0:17892:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384362.186013:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.186015:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.186021:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384362.186023:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384362.186024:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384362.186028:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.186028:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186030:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384362.186034:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=77 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384362.186034:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384362.186035:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.186038:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384362.186040:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.186041:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384362.186041:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384362.186042:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1767384362.186044:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384362.186046:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384362.186047:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000001:2.0:1767384362.186048:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384362.186048:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000300fa054. 02000000:00000001:0.0:1767384362.186049:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.186052:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000400:00000010:2.0:1767384362.186053:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 02000000:00000001:1.0:1767384362.186054:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186054:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384362.186055:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384362.186058:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.186061:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.186061:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000100:00000001:1.0:1767384362.186061:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.186062:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.186065:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.186066:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000100:00001000:0.0:1767384362.186069:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=72 v=5 (5 0 0 0) 00010000:00000040:1.0:1767384362.186071:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731474944 00000100:00000001:2.0:1767384362.186072:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384362.186073:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384362.186077:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:0.0:1767384362.186079:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=72 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384362.186081:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.186083:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1767384362.186083:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059aa86df x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.186088:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384362.186089:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000100:00000001:0.0:1767384362.186092:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.186096:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731475072, offset 224 00010000:00000001:0.0:1767384362.186097:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384362.186106:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.186109:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384362.186117:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.186118:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384362.186122:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384362.186127:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.186134:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=77 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384362.186136:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d107480 00010000:00000001:0.0:1767384362.186137:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.186144:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384362.186145:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384362.186147:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.186149:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e65 [1] + 224 00000100:00000040:0.0:1767384362.186150:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384362.186152:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384362.186152:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384362.186155:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384362.186160:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384362.186160:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.186161:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.186161:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.186166:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384362.186167:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384362.186170:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.186171:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384362.186171:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.186178:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.186179:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384362.186180:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.186184:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.186185:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384362.186186:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384362.186188:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.186192:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.186192:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000001:0.0:1767384362.186192:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384362.186195:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.186200:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731474944, offset 224 00000004:00000001:0.0:1767384362.186200:0:16352:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00001000:2.0:1767384362.186201:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=72 v=5 (5 0 0 0) 00000004:00000040:0.0:1767384362.186205:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:3.0:1767384362.186206:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.186211:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:0.0:1767384362.186211:0:16352:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00001000:2.0:1767384362.186212:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.186223:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384362.186224:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.186226:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384362.186226:0:16352:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:2.0:1767384362.186233:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384362.186236:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:0.0:1767384362.186237:0:16352:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.186238:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d107400 00010000:00080000:2.0:1767384362.186239:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.186241:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000100:00000040:0.0:1767384362.186245:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384362.186246:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000100:00000001:3.0:1767384362.186251:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.186254:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.186258:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e6d [1] + 224 00000100:00000001:3.0:1767384362.186259:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.186266:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:2.0:1767384362.186268:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.186269:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384362.186271:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384362.186273:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384362.186276:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.186277:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384362.186280:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384362.186281:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731474688:0@lo:13: 00000020:00000001:3.0:1767384362.186282:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384362.186283:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384362.186285:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.186286:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.186289:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d595681 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.186291:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.186295:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.186296:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186302:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.186308:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731474688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.186331:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d595681 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16352:x1853236731475072:12345-0@lo:400: Request processed in 466us (1567us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384362.186332:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.186334:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.186342:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384362.186343:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384362.186346:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384362.186349:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384362.186353:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084b157f9. 00000100:00100000:3.0:1767384362.186354:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:2.0:1767384362.186356:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.186360:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384362.186361:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:1.0:1767384362.186361:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384362.186364:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384362.186368:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384362.186368:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384362.186369:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000100:00100000:2.0:1767384362.186372:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f4b830a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731474816:0@lo:400: 00000100:00000001:3.0:1767384362.186374:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384362.186374:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000020:00000001:0.0:1767384362.186375:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384362.186378:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e4b08174. 00000100:00000001:2.0:1767384362.186381:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.186382:0:17084:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.186385:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384362.186386:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053ed6c98. 00000100:00000001:1.0:1767384362.186386:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.186387:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384362.186387:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384362.186392:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000040:2.0:1767384362.186394:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f4b830a x1853236731474816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.186395:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007493b10. 00000100:00000001:1.0:1767384362.186395:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186396:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384362.186399:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384362.186404:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000020:00000010:3.0:1767384362.186405:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000291257c5. 00000100:00000001:0.0:1767384362.186405:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.186408:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384362.186410:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384362.186412:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384362.186413:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384362.186413:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384362.186414:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 02000000:00000010:2.0:1767384362.186415:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe5370d4. 00000020:00000001:1.0:1767384362.186418:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384362.186419:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384362.186421:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384362.186422:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384362.186423:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384362.186424:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384362.186425:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767384362.186426:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021830f52. 00000020:00000040:2.0:1767384362.186428:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384362.186431:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c24b1f7 00000100:00000040:1.0:1767384362.186432:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059aa86df x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.186434:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c24b1f7. 00000020:00000001:2.0:1767384362.186437:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384362.186439:0:16352:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384362.186441:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021e9b758. 00000100:00000200:0.0:1767384362.186446:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384362.186447:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.186450:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.186453:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4b830a. 00000100:00000001:2.0:1767384362.186458:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.186461:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384362.186465:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384362.186467:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.186471:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000200:0.0:1767384362.186472:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.186473:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.186477:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384362.186482:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.186485:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384362.186488:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000100:00100000:1.0:1767384362.186489:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059aa86df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731474944:12345-0@lo:400: Request processed in 541us (1459us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384362.186491:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.186493:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000100:00000001:0.0:1767384362.186494:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384362.186498:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000100:00000001:0.0:1767384362.186500:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384362.186502:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384362.186503:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384362.186504:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:0.0:1767384362.186507:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384362.186509:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.186509:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:0.0:1767384362.186510:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.186514:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.186517:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384362.186522:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.186523:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b7eac2. 00000100:00000200:2.0:1767384362.186525:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384362.186527:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=76 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384362.186528:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384362.186533:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b469e21. 00000100:00001000:0.0:1767384362.186535:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=76 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384362.186539:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:0.0:1767384362.186544:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384362.186545:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.186546:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.186547:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.186550:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384362.186551:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.186554:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.186556:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1767384362.186557:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.186558:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.186561:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.186565:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.186571:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=77 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384362.186572:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186577:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767384362.186578:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=77 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384362.186580:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384362.186582:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384362.186583:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384362.186584:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186586:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.186587:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384362.186591:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384362.186593:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.186617:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.186617:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.186622:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.186623:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384362.186624:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384362.186627:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.186631:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384362.186635:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384362.186652:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.186654:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a3bfe016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16352:1853236731475072:0@lo:400: 00000100:00000040:2.0:1767384362.186658:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.186660:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.186665:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384362.186669:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384362.186670:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a3bfe016 x1853236731475072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.186674:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384362.186677:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.186683:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384362.186684:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384362.186685:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384362.186688:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001503c05e. 02000000:00000001:0.0:1767384362.186694:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384362.186696:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002240d84f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731474944:0@lo:400: 00000020:00000001:0.0:1767384362.186697:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384362.186699:0:16352:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384362.186704:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384362.186706:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.186708:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.186709:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002240d84f x1853236731474944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384362.186714:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004478805. 00000100:00000001:2.0:1767384362.186717:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384362.186718:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.186719:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384362.186721:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384362.186722:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000155ae812. 00000100:00000010:0.0:1767384362.186724:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a3bfe016. 02000000:00000001:2.0:1767384362.186727:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384362.186728:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384362.186729:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384362.186730:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384362.186732:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384362.186733:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.186738:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.186741:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047dd9586. 00000100:00000001:0.0:1767384362.186741:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.186744:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.186746:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384362.186747:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384362.186748:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384362.186749:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384362.186751:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002240d84f. 00000100:00000001:2.0:1767384362.186755:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.186756:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.186757:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.186760:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.186761:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.186763:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.186764:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.189797:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294948357, at 4294948358 00000100:00000010:1.0:1767384362.189804:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ce9aedf. 00000100:00000040:3.0:1767384362.189823:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294948357, at 4294948358 00000100:00000040:2.0:1767384362.189830:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294948357, at 4294948358 00000100:00000010:3.0:1767384362.189831:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c322218. 00000100:00000040:0.0:1767384362.189841:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294948357, at 4294948358 00000100:00000010:2.0:1767384362.189843:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d02097dc. 00000100:00000010:0.0:1767384362.189850:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000018ea1422. 00000001:00000001:1.0:1767384362.654317:0:37263:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384362.654321:0:37263:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384362.657846:0:37263:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384362.664318:0:37264:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e8ad2cf0. 00000400:00000010:1.0:1767384362.664330:0:37264:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ffdb7779. 00000400:00000010:1.0:1767384362.664339:0:37264:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e75b9677. 00000400:00000010:1.0:1767384362.664342:0:37264:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004b469e21. 00000400:00000010:1.0:1767384362.664346:0:37264:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000012091148. 00000400:00000010:1.0:1767384362.664350:0:37264:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a2167e2. 00000400:00000010:1.0:1767384362.664352:0:37264:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006000ca39. 00000400:00000010:1.0:1767384362.664353:0:37264:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030ecd569. 00000400:00000010:1.0:1767384362.664356:0:37264:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c4c1c136. 00000800:00000010:1.0:1767384362.664371:0:37264:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e1e0d972. 00000800:00000200:1.0:1767384362.664381:0:37264:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384362.664392:0:37264:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384362.664425:0:37264:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384362.664445:0:37264:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp47 [8/256/0/180] 00000400:00000010:1.0:1767384362.666167:0:37264:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000004c887f63. 00000400:00000010:1.0:1767384362.666174:0:37264:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43ae428. 00000400:00000010:1.0:1767384362.666178:0:37264:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000400:00000001:1.0:1767384362.666207:0:37264:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384362.666209:0:37264:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384362.666210:0:37264:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f342431. 00000400:00000200:1.0:1767384362.666212:0:37264:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055817b12 00000400:00000010:1.0:1767384362.666213:0:37264:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055817b12. 00000400:00000010:1.0:1767384362.666216:0:37264:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000008e60e0a1. 00000400:00000200:1.0:1767384362.666220:0:37264:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (38) 00000400:00000200:1.0:1767384362.666229:0:37264:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384362.666237:0:37264:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:1.0:1767384362.666244:0:37264:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c9f63b99. 00000400:00000200:2.0:1767384362.666246:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384362.666248:0:37264:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384362.666252:0:37264:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp47 00000400:00000200:2.0:1767384362.666255:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:2.0:1767384362.666259:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000010:2.0:1767384362.666264:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000024ac024e. 00000400:00000010:1.0:1767384362.666267:0:37264:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ffdb7779. 00000400:00000010:2.0:1767384362.666268:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000010:1.0:1767384362.666272:0:37264:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e8ad2cf0. 00000400:00000010:2.0:1767384362.666277:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089bb9730. 00000400:00000200:2.0:1767384362.666284:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000020:00000001:3.0:1767384362.666290:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384362.666296:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384362.666296:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:00000001:3.0:1767384362.666301:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384362.666304:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384362.666305:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000020:01000004:3.0:1767384362.666309:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384362.666313:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384362.666313:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:2.0:1767384362.666328:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000020:01000004:3.0:1767384362.666329:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384362.666332:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384362.666335:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384362.666337:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384362.666338:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000020:01000004:3.0:1767384362.666339:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384362.666342:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384362.666345:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384362.666347:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000020:01000004:3.0:1767384362.666348:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384362.666353:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000100:00000010:3.0:1767384362.666354:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000dc1a9eb. 00000400:00000200:2.0:1767384362.666359:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000020:00000040:3.0:1767384362.666360:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384362.666368:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384362.666368:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 02000000:00000001:3.0:1767384362.666372:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384362.666376:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 02000000:00000001:3.0:1767384362.666378:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666380:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:2.0:1767384362.666385:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:2.0:1767384362.666387:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 02000000:00000010:3.0:1767384362.666388:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a46b3e23. 00000400:00000200:2.0:1767384362.666392:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000100:00000001:3.0:1767384362.666397:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666397:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000100:00000001:3.0:1767384362.666405:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.666408:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666415:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000100:00000040:3.0:1767384362.666418:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dc1a9eb] to pc [ptlrpcd_00_01+1] req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.666426:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 63] 00000400:00000200:2.0:1767384362.666439:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767384362.666445:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767384362.666452:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 46], ns[61, 46] 10000000:00000001:3.0:1767384362.666456:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.666456:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384362.666458:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 46], ns[161, 46] 00000100:00000001:1.0:1767384362.666460:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384362.666463:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384362.666468:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666471:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 46], ns[171, 46] 00000100:00000040:1.0:1767384362.666472:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.666473:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384362.666478:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384362.666487:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384362.666490:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[80, 46] 00000100:00000001:1.0:1767384362.666491:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384362.666492:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384362.666495:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384362.666496:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384362.666499:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384362.666502:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 46], ns[136, 46] 02000000:00000001:1.0:1767384362.666502:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384362.666503:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384362.666508:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384362.666508:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384362.666512:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384362.666513:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[154, 46] 00000020:01000004:3.0:1767384362.666514:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384362.666514:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384362.666518:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384362.666522:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384362.666522:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000dc1a9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731475200:0@lo:253: 00000020:01000004:3.0:1767384362.666526:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384362.666528:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 46], ns[155, 46] 00000020:01000004:3.0:1767384362.666529:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384362.666531:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384362.666532:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384362.666537:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384362.666538:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000400:00000200:2.0:1767384362.666538:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[110, 46] 02000000:00000001:1.0:1767384362.666540:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.666544:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:1.0:1767384362.666546:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384362.666550:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384362.666550:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 46], ns[159, 46] 02000000:00000001:3.0:1767384362.666553:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.666557:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666557:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[156, 46] 02000000:00000010:1.0:1767384362.666562:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f0a91b00. 00000400:00000200:2.0:1767384362.666566:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 46], ns[139, 46] 02000000:00000010:3.0:1767384362.666567:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5177166. 02000000:00000001:1.0:1767384362.666568:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.666574:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.666576:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f3ab31. 00000400:00000200:2.0:1767384362.666577:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 46], ns[176, 46] 00000100:00000001:3.0:1767384362.666580:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.666583:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666585:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 46], ns[145, 46] 00000400:00000010:1.0:1767384362.666589:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffdb7779. 00000100:00000040:3.0:1767384362.666592:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb7e925] to pc [ptlrpcd_00_02+2] req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.666593:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 46], ns[165, 46] 00000100:00000200:1.0:1767384362.666595:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731475200, portal 25 00000100:00000001:1.0:1767384362.666602:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384362.666606:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738415744 : -114766971135872 : ffff979ebb741880) 00000400:00000200:2.0:1767384362.666616:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[164, 46], ns[170, 46] 00000100:00000040:1.0:1767384362.666619:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384362.666625:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666625:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 46], ns[179, 46] 10000000:00000001:3.0:1767384362.666644:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.666644:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 46], ns[178, 46] 00000020:00000001:3.0:1767384362.666649:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384362.666655:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384362.666659:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 46], ns[0, 46] 00000020:00000010:3.0:1767384362.666661:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c9f63b99. 00000100:00000001:1.0:1767384362.666664:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384362.666670:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000040:1.0:1767384362.666674:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384362.666676:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384362.666678:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000100:00000001:3.0:1767384362.666680:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.666681:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d3dc090. 00000400:00000200:2.0:1767384362.666685:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp45 lpni_is_preferred = 0 00000100:00000200:1.0:1767384362.666687:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731475200, offset 0 00000400:00000200:2.0:1767384362.666690:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp45 00000400:00000200:2.0:1767384362.666696:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [180:180:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [174:174:8:4294967295] 00000100:00000001:3.0:1767384362.666697:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.666699:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384362.666701:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384362.666707:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000100:00000001:3.0:1767384362.666711:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384362.666717:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.666724:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp:192.168.204.118@tcp45) : GET try# 0 00000100:00000001:3.0:1767384362.666732:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.666734:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384362.666738:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 02000000:00000001:3.0:1767384362.666739:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.666743:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384362.666744:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384362.666745:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047dd9586. 02000000:00000001:3.0:1767384362.666747:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.666752:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731475328:0@lo:253: 00000100:00000001:3.0:1767384362.666755:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384362.666756:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bcad1ec4. 02000000:00000001:3.0:1767384362.666758:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384362.666761:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107500 02000000:00000001:3.0:1767384362.666763:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384362.666764:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008d5c5579. 02000000:00000001:3.0:1767384362.666792:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.666798:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000028299457. 00000800:00000200:2.0:1767384362.666799:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 02000000:00000001:3.0:1767384362.666803:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.666807:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e0fe6f. 00000400:00000200:1.0:1767384362.666811:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ed [2] + 0 00000800:00000200:2.1:1767384362.666812:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000010:1.0:1767384362.666818:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1f5e0b6. 00000400:00000200:1.0:1767384362.666823:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065b458ac 00000400:00000010:3.0:1767384362.666828:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d79088e. 00000400:00000200:1.0:1767384362.666829:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.666831:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000100:00000200:3.0:1767384362.666835:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731475328, portal 25 00000400:00000200:2.0:1767384362.666839:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000200:1.0:1767384362.666840:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.666841:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.666844:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000040:3.0:1767384362.666851:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.666851:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b458ac 00000400:00000010:1.0:1767384362.666855:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065b458ac. 00000100:00000001:2.0:1767384362.666856:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.666861:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.666863:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384362.666863:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384362.666866:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384362.666867:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384362.666870:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000605fc474 x1853236731475200 msgsize 4848 00000400:00000010:3.0:1767384362.666871:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a0611d8. 00000100:00000200:3.0:1767384362.666877:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731475328, offset 0 00000100:00100000:1.0:1767384362.666881:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384362.666884:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384362.666886:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384362.666894:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.666897:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.666903:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d3dc090 00000400:00000010:1.0:1767384362.666906:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d3dc090. 00000400:00000200:3.0:1767384362.666908:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107580 00000100:00000001:1.0:1767384362.666909:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384362.666916:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15f9 [2] + 0 00000100:00000200:1.0:1767384362.666917:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384362.666924:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a6cd4aa. 00000400:00000200:3.0:1767384362.666931:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000378b52c6 00000100:00000001:1.0:1767384362.666932:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384362.666936:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.666937:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.666956:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.666957:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.666960:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384362.666961:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378b52c6 00000400:00000010:3.0:1767384362.666964:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000378b52c6. 00000100:00000001:1.0:1767384362.666966:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.666968:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.666971:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384362.666972:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294948840 00000100:00000040:3.0:1767384362.666974:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b597dd9a x1853236731475328 msgsize 4848 00000100:00000010:1.0:1767384362.666978:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d6ee9a7. 00000100:00100000:3.0:1767384362.666980:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384362.666984:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384362.666986:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384362.666992:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384362.666993:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294948840 00000100:00000010:1.0:1767384362.666999:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a95c5653. 00000400:00000200:3.0:1767384362.667000:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0611d8 00000400:00000200:2.0:1767384362.667001:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:1.0:1767384362.667003:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384362.667004:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a0611d8. 00000100:00000001:3.0:1767384362.667012:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384362.667012:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294948840 00000100:00000200:3.0:1767384362.667016:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384362.667017:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014bf620a. 00000100:00000001:1.0:1767384362.667022:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384362.667029:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294948840 00000100:00000001:3.0:1767384362.667030:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384362.667033:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000893cab50. 00000100:00000040:3.0:1767384362.667036:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.667037:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384362.667044:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.667046:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.667047:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667049:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384362.667051:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.667054:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.667056:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667061:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294948840 00000100:00000001:1.0:1767384362.667062:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.667064:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294948840 00000100:00000001:1.0:1767384362.667066:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.667068:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294948840 00000100:00000001:1.0:1767384362.667071:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.667072:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294948840 00000100:00000001:1.0:1767384362.667074:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384362.667075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.667078:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294948840 00000100:00000001:1.0:1767384362.667078:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667084:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294948840 00000100:00000001:1.0:1767384362.667085:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667090:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294948840 00000100:00000001:3.0:1767384362.667093:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294948840 00000100:00000001:3.0:1767384362.667095:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.667097:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667100:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667101:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.667112:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.667113:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384362.667117:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.667119:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.667121:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667124:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.667136:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.667148:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.667152:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475200 02000000:00000001:3.0:1767384362.667155:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.667157:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.667159:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.667162:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.667165:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475200 00000020:00000001:3.0:1767384362.667167:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.667169:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384362.667172:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.667174:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:3.0:1767384362.667177:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384362.667180:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384362.667183:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.667187:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b729833d. 00000100:00000001:3.0:1767384362.667190:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.667192:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b729833d. 00000400:00000200:2.0:1767384362.667196:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:00000010:3.0:1767384362.667199:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2e84365. 00000100:00000001:1.0:1767384362.667204:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384362.667207:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004e6dd77. 00000100:00100000:1.0:1767384362.667208:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475328 02000000:00000001:1.0:1767384362.667212:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384362.667214:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000001:1.0:1767384362.667214:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.667217:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.667221:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.667224:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384362.667224:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475328 00000100:00000001:3.0:1767384362.667228:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.667231:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384362.667233:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384362.667234:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.667236:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000200:2.0:1767384362.667240:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000020:00000001:1.0:1767384362.667240:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384362.667242:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.667244:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:1.0:1767384362.667248:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384362.667250:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384362.667253:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.667255:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384362.667257:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb734b11. 00000100:00000001:1.0:1767384362.667260:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.667263:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb734b11. 00000020:00000010:1.0:1767384362.667268:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2cd419. 00000100:00000001:3.0:1767384362.667270:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384362.667272:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c76af8f6. 00000100:00000001:3.0:1767384362.667273:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.667280:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000020:00000010:1.0:1767384362.667280:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000040:3.0:1767384362.667285:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384362.667287:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384362.667290:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000001:1.0:1767384362.667290:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.667293:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667297:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665487440 : -114767044064176 : ffff979eb71b4c50) 00000100:00000001:1.0:1767384362.667301:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.667305:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000605fc474 x1853236731475200/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.667306:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.667317:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.667320:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b729833d. 00000100:00000001:3.0:1767384362.667322:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.667322:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.667326:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384362.667327:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b729833d. 00000100:00100000:1.0:1767384362.667331:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:1.0:1767384362.667335:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00100000:3.0:1767384362.667336:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000605fc474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731475200:12345-0@lo:253: 00000100:00000001:1.0:1767384362.667338:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306665492560 : -114767044059056 : ffff979eb71b6050) 00000100:00000200:3.0:1767384362.667342:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475200 00000400:00000200:2.0:1767384362.667342:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000020:00000001:3.0:1767384362.667346:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384362.667346:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b597dd9a x1853236731475328/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384362.667351:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.667354:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.667359:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384362.667362:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384362.667363:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000010:1.0:1767384362.667366:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb734b11. 00000020:00000001:3.0:1767384362.667368:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384362.667371:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384362.667372:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.667377:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384362.667377:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb734b11. 00000020:00000001:3.0:1767384362.667381:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.667385:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.667385:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b597dd9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731475328:12345-0@lo:253: 00000100:00000200:1.0:1767384362.667392:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475328 00000100:00000001:3.0:1767384362.667393:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.667396:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.667401:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c9f63b99. 00000020:00000001:1.0:1767384362.667402:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384362.667405:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 02000000:00000001:3.0:1767384362.667406:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.667407:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.667411:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.667412:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.667415:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384362.667417:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384362.667418:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384362.667422:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.667423:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.667425:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.667426:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384362.667427:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7bdedf7. 00000020:00000001:1.0:1767384362.667428:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384362.667433:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384362.667433:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.667436:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384362.667438:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384362.667441:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:1.0:1767384362.667442:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001164978f. 20000000:00000001:3.0:1767384362.667444:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.667446:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.667447:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.667450:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.667451:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384362.667453:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384362.667458:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 20000000:00000010:3.0:1767384362.667462:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dd1dd855. 20000000:00000010:1.0:1767384362.667462:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000088c1aaea. 20000000:01000000:1.0:1767384362.667467:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384362.667469:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384362.667472:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384362.667473:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384362.667477:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.667479:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.667480:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384362.667480:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384362.667487:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384362.667491:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384362.667494:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00080000:00000001:3.0:1767384362.667508:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384362.667515:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00080000:00000001:3.0:1767384362.667523:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.667527:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384362.667528:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.667530:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384362.667532:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384362.667535:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:3.0:1767384362.667539:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384362.667540:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384362.667543:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384362.667546:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.667548:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.667548:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000020:00000001:3.0:1767384362.667554:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384362.667559:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384362.667563:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384362.667567:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ad410985. 00080000:00000001:3.0:1767384362.667570:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535877632 : -114772173673984 : ffff979d855baa00) 00080000:00000001:3.0:1767384362.667573:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384362.667576:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384362.667580:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b729833d. 00080000:00000001:3.0:1767384362.667583:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384362.667585:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384362.667600:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.667601:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00080000:00000001:3.0:1767384362.667615:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384362.667663:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667702:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667723:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667741:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667760:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667826:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667871:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667918:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667937:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667953:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667971:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.667994:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668015:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668035:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668049:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668065:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668081:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668113:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668125:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668141:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.668155:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384362.668298:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029a55519. 00000800:00000010:2.0:1767384362.668302:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a99dda55. 00000800:00000010:2.0:1767384362.668307:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000111ecc0. 00000800:00000010:2.0:1767384362.668333:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000111ecc0. 00000800:00020000:2.0:1767384362.668341:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384362.668344:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a99dda55. 00000800:00000010:2.0:1767384362.668347:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029a55519. 00000400:02020000:2.0:1767384362.668379:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384362.668384:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000800:00000200:2.0:1767384362.668389:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp45 down 00000800:00000100:2.0:1767384362.668394:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:2.0:1767384362.668396:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047dd9586. 00000400:00000200:2.0:1767384362.668398:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384362.668401:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384362.668408:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 0 next ping: 282 health :900 00000400:00000200:2.0:1767384362.668429:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384362.668434:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:2.0:1767384362.668439:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384362.668464:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384362.668469:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00000400:00000001:3.0:1767384362.668473:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.668475:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.668476:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:3.0:1767384362.668493:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000400:00000200:3.0:1767384362.668496:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384362.668500:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:3.0:1767384362.668509:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000024ac024e. 00000400:00000200:3.0:1767384362.668512:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000400:00000200:3.0:1767384362.668515:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:3.0:1767384362.668518:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc -71 00000400:00000200:3.0:1767384362.668521:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384362.668523:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (39) 00080000:00000010:1.0:1767384362.669209:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ad410985. 00080000:00000010:3.0:1767384362.669297:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b729833d. 00040000:00000001:3.0:1767384362.669303:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384362.669305:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384362.669307:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384362.669310:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384362.669312:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.669313:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384362.669326:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384362.669335:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384362.669338:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384362.669342:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384362.669345:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028f4250a. 20000000:01000000:1.0:1767384362.669348:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384362.669351:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384362.669354:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384362.669356:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384362.669362:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384362.669368:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.669370:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384362.669371:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.669372:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384362.669374:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384362.669375:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:1.0:1767384362.669379:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:1.0:1767384362.669386:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:2.0:1767384362.669387:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384362.669389:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384362.669393:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384362.669394:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384362.669397:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384362.669397:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.669403:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384362.669405:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1767384362.669406:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:2.0:1767384362.669409:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384362.669410:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384362.669415:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b1a9af37. 00080000:00000001:1.0:1767384362.669417:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535259648 : -114772174291968 : ffff979d85523c00) 00010000:00000010:2.0:1767384362.669420:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe3664c6. 00080000:00000001:1.0:1767384362.669420:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384362.669423:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384362.669428:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384362.669429:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cb734b11. 00080000:00000001:1.0:1767384362.669433:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384362.669435:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 00080000:00000001:1.0:1767384362.669436:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000020:3.0:1767384362.669442:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1767384362.669442:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384362.669444:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384362.669446:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae4b3d8a with handle 0xd602e9c522f0b369 to hash 00000100:00000001:3.0:1767384362.669447:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384362.669450:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7bdedf7. 00000020:00000001:2.0:1767384362.669452:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384362.669453:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:3.0:1767384362.669454:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.669457:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000040:3.0:1767384362.669458:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475200 00010000:00000001:3.0:1767384362.669463:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384362.669463:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384362.669469:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1767384362.669470:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000605fc474 x1853236731475200/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.669473:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.669480:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.669482:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.669484:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.669486:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.669490:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.669494:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.669499:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384362.669500:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:3.0:1767384362.669501:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.669504:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.669505:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1767384362.669506:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384362.669508:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384362.669510:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384362.669511:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.669513:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384362.669516:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.669518:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384362.669520:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:3.0:1767384362.669522:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a0611d8. 00010000:00000001:2.0:1767384362.669523:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000200:3.0:1767384362.669526:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731475200, offset 224 00010000:00000001:2.0:1767384362.669526:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384362.669527:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384362.669530:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe3664c6) refcount = 1 00000400:00000200:3.0:1767384362.669534:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384362.669536:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.669542:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384362.669543:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384362.669545:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384362.669548:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.669550:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107500 00010000:00000001:2.0:1767384362.669550:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.669552:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384362.669557:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384362.669558:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e95 [2] + 224 20000000:01000000:2.0:1767384362.669560:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384362.669564:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384362.669565:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384362.669565:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.669568:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=4 00000400:00000200:3.0:1767384362.669572:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384362.669573:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000100:00000001:3.0:1767384362.669576:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384362.669577:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384362.669580:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:3.0:1767384362.669581:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384362.669582:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.669597:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384362.669600:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384362.669602:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.669621:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384362.669621:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.669623:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384362.669625:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384362.669626:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0611d8 00010000:00000001:2.0:1767384362.669642:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384362.669644:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a0611d8. 00000100:00000001:1.0:1767384362.669644:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384362.669645:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.669648:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384362.669651:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384362.669652:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384362.669655:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384362.669656:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1767384362.669656:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384362.669659:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384362.669661:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.669663:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f3ab31. 00000100:00000040:3.0:1767384362.669668:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00010000:2.0:1767384362.669669:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ae4b3d8a already unused, calling callback (00000000d6205520) 00000400:00000200:1.0:1767384362.669671:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb7779 00010000:00000001:3.0:1767384362.669673:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384362.669674:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1767384362.669677:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.669677:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffdb7779. 00010000:00000001:2.0:1767384362.669678:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:3.0:1767384362.669683:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384362.669683:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384362.669685:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384362.669688:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000605fc474 x1853236731475200/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.669692:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.669696:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384362.669699:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384362.669702:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.669705:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=5 00000020:00000001:2.0:1767384362.669711:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384362.669715:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384362.669722:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:3.0:1767384362.669725:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000605fc474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731475200:12345-0@lo:253: Request processed in 2405us (2850us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384362.669725:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384362.669726:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384362.669746:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00000001:2.0:1767384362.669747:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384362.669751:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384362.669752:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384362.669753:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:1.0:1767384362.669754:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.669755:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.669757:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.669759:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384362.669761:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384362.669763:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384362.669763:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384362.669787:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384362.669789:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384362.669789:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.669793:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004e6dd77. 00010000:00000001:2.0:1767384362.669793:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384362.669794:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.669797:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=82 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384362.669803:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.669805:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000040:2.0:1767384362.669808:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae4b3d8a with handle 0xd602e9c522f0b369 from hash 00000100:00001000:1.0:1767384362.669810:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=82 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384362.669811:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2e84365. 00010000:00000001:2.0:1767384362.669813:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384362.669816:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384362.669818:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384362.669819:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:2.0:1767384362.669819:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384362.669821:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.669822:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384362.669826:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384362.669826:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384362.669827:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384362.669829:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c9f63b99. 00010000:00000001:2.0:1767384362.669830:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.669831:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.669836:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384362.669836:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384362.669836:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.669841:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.669841:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384362.669842:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.669848:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.669849:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384362.669853:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:3.0:1767384362.669856:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c35f0ff. 00010000:00000001:2.0:1767384362.669857:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384362.669857:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384362.669865:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a0611d8. 00010000:00000001:2.0:1767384362.669865:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384362.669865:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384362.669868:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.669869:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.669872:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384362.669874:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384362.669875:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384362.669877:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384362.669878:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384362.669879:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00010000:2.0:1767384362.669881:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384362.669882:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384362.669885:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384362.669888:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384362.669891:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384362.669892:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384362.669893:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384362.669894:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:1.0:1767384362.669896:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384362.669897:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:1.0:1767384362.669898:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384362.669899:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384362.669902:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384362.669902:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.669904:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.669907:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384362.669911:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384362.669913:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.669914:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000dc1a9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731475200:0@lo:253: 00010000:00010000:2.0:1767384362.669916:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384362.669921:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.669922:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384362.669923:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384362.669925:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384362.669928:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b369 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384362.669928:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000dc1a9eb x1853236731475200/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.669943:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384362.669945:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384362.669949:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f0a91b00. 00010000:00000040:2.0:1767384362.669953:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe3664c6 count: 0 02000000:00000001:1.0:1767384362.669955:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384362.669958:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384362.669959:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384362.669961:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384362.669962:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384362.669964:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000010:1.0:1767384362.669968:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a46b3e23. 02000000:00000001:1.0:1767384362.669971:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384362.669973:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384362.669974:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000dc1a9eb. 00000100:00000001:1.0:1767384362.669977:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384362.669978:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.669979:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.669983:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384362.669984:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.669986:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384362.669987:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384362.670893:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b1a9af37. 00080000:00000010:1.0:1767384362.670921:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cb734b11. 00040000:00000001:1.0:1767384362.670925:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384362.670926:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384362.670927:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384362.670928:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384362.670930:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.670931:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384362.670933:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384362.670940:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384362.670942:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384362.670945:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384362.670950:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384362.670953:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384362.670954:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384362.670957:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384362.670959:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384362.670963:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000154164d8. 00010000:00000001:2.0:1767384362.670966:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384362.670967:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3d2a758. 00000020:00000001:2.0:1767384362.670969:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384362.670971:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3d2a758 with handle 0xd602e9c522f0b370 to hash 00000020:00000001:2.0:1767384362.670973:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384362.670974:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384362.670976:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384362.670978:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384362.670979:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.670981:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.670986:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384362.670988:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384362.670989:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384362.670990:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384362.670991:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.670992:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384362.670993:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.670994:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384362.670996:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384362.670997:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384362.670998:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384362.670999:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000154164d8) refcount = 1 00010000:00010000:2.0:1767384362.671006:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384362.671010:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384362.671011:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384362.671012:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384362.671013:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671014:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384362.671016:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384362.671019:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384362.671021:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384362.671022:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.671023:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=4 00000020:00000001:2.0:1767384362.671025:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384362.671026:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384362.671028:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384362.671029:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384362.671032:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384362.671033:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384362.671035:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384362.671036:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384362.671038:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000088c1aaea. 20000000:00000001:1.0:1767384362.671043:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671044:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.671047:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384362.671048:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.671048:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475328 00010000:00000001:1.0:1767384362.671052:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384362.671058:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:1.0:1767384362.671058:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b597dd9a x1853236731475328/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.671061:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671065:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384362.671068:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.671071:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.671074:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.671078:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3d2a758 already unused, calling callback (00000000d6205520) 00000100:00001000:1.0:1767384362.671078:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.671082:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.671084:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384362.671088:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00000001:2.0:1767384362.671089:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384362.671091:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384362.671092:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384362.671099:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384362.671100:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384362.671102:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671103:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384362.671105:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384362.671106:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.671109:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=5 00000100:00000040:1.0:1767384362.671111:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384362.671112:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00000400:00000010:1.0:1767384362.671114:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffdb7779. 00010000:00000001:2.0:1767384362.671115:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384362.671120:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:1.0:1767384362.671120:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731475328, offset 224 00010000:00010000:2.0:1767384362.671123:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384362.671128:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384362.671132:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384362.671135:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384362.671138:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.671139:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384362.671142:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384362.671144:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384362.671147:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107580 00010000:00000001:2.0:1767384362.671148:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384362.671151:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384362.671154:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3d2a758 with handle 0xd602e9c522f0b370 from hash 00000400:00000200:1.0:1767384362.671154:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e9d [2] + 224 00010000:00000001:2.0:1767384362.671158:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384362.671160:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384362.671161:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384362.671162:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.671165:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384362.671168:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384362.671169:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384362.671172:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384362.671174:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384362.671175:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384362.671177:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.671178:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.671181:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671186:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384362.671188:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384362.671192:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384362.671194:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384362.671194:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.671202:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671203:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671205:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.671206:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384362.671207:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384362.671212:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384362.671212:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb7779 00010000:00000001:2.0:1767384362.671214:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384362.671216:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384362.671216:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffdb7779. 00010000:00000001:2.0:1767384362.671220:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384362.671221:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384362.671223:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384362.671223:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384362.671226:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384362.671228:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.671229:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384362.671232:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.671232:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384362.671236:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:2.0:1767384362.671237:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.671240:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384362.671240:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.671244:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384362.671249:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384362.671249:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b597dd9a x1853236731475328/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.671253:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384362.671255:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b370 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384362.671258:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384362.671263:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b597dd9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731475328:12345-0@lo:253: Request processed in 3898us (4285us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384362.671264:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767384362.671266:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000154164d8 count: 0 00000400:00000001:3.0:1767384362.671269:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.671273:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.671275:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e0fe6f. 00010000:00000001:2.0:1767384362.671277:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384362.671278:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 20000000:00000001:2.0:1767384362.671281:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384362.671282:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d79088e 00000100:00000040:1.0:1767384362.671283:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000010:3.0:1767384362.671285:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d79088e. 00000100:00000001:3.0:1767384362.671289:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384362.671292:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384362.671295:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.671295:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.671299:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c76af8f6. 00000020:00000010:1.0:1767384362.671304:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384362.671309:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2cd419. 00000100:00000200:3.0:1767384362.671310:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384362.671314:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 02000000:00000001:1.0:1767384362.671320:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384362.671321:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384362.671322:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001164978f. 00000100:00000001:3.0:1767384362.671324:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384362.671326:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.671327:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384362.671329:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384362.671330:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.671333:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.671335:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384362.671336:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384362.671339:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.671342:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f3ab31. 00000100:00001000:3.0:1767384362.671343:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=82 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384362.671347:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffdb7779. 00000100:00001000:3.0:1767384362.671348:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.671353:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.671354:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.671356:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384362.671357:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.671359:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.671368:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.671373:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.671375:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.671375:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384362.671378:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384362.671379:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384362.671380:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384362.671381:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384362.671381:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384362.671382:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384362.671383:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384362.671384:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384362.671385:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384362.671386:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.671390:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731475328:0@lo:253: 00000100:00000001:3.0:1767384362.671393:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.671394:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.671395:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731475328/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.671399:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.671401:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.671402:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000028299457. 02000000:00000001:3.0:1767384362.671405:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.671405:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.671406:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384362.671407:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384362.671409:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5177166. 02000000:00000001:3.0:1767384362.671412:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.671413:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.671413:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000100:00000001:3.0:1767384362.671416:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.671416:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.671418:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.671426:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.671428:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.671429:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.671430:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.672813:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294948840, at 4294948841 00000100:00000010:1.0:1767384362.672820:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a95c5653. 00000100:00000040:3.0:1767384362.672826:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294948840, at 4294948841 00000100:00000010:3.0:1767384362.672834:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000893cab50. 00000100:00000040:0.0:1767384362.673882:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294948840, at 4294948842 00000100:00000010:0.0:1767384362.673892:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d6ee9a7. 00000100:00000040:2.0:1767384362.674042:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294948840, at 4294948842 00000100:00000010:2.0:1767384362.674049:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014bf620a. 00010000:00000010:2.1:1767384362.678789:0:37270:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe3664c6. 00010000:00000010:2.1:1767384362.678797:0:37270:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae4b3d8a. 00010000:00000010:2.1:1767384362.678802:0:37270:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000154164d8. 00010000:00000010:2.1:1767384362.678807:0:37270:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3d2a758. 00000400:00000010:0.0:1767384362.681424:0:37269:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000000c25022. 00000400:00000040:0.0:1767384362.681438:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384362.681440:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384362.681442:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384362.681443:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384362.681445:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384362.681446:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384362.681449:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384362.681450:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384362.681451:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384362.681451:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384362.681453:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384362.681454:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384362.681456:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384362.681457:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384362.681457:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384362.681459:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384362.681460:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384362.681461:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384362.681462:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384362.681463:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384362.681464:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384362.681470:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384362.681471:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384362.681472:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384362.681473:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384362.681475:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384362.681476:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384362.681477:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384362.681478:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384362.681479:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384362.681480:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384362.681481:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384362.681482:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384362.681483:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384362.681484:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384362.681485:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384362.681486:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384362.681487:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384362.681488:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384362.681489:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384362.681490:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384362.681491:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384362.681492:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384362.681493:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384362.681494:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384362.681495:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384362.681496:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384362.681497:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384362.681498:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384362.681499:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384362.681500:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384362.681501:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384362.681502:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384362.681503:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384362.681504:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384362.681505:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384362.681505:0:37269:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384362.681574:0:37269:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000000c25022. 10000000:00000001:1.0:1767384362.695825:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384362.695829:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:1.0:1767384362.695832:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384362.695835:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384362.695836:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384362.695838:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384362.695840:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384362.695842:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384362.695844:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 73 10000000:00000001:1.0:1767384362.695847:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384362.695848:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384362.695854:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8689b28. 00000020:00000040:1.0:1767384362.695857:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384362.695860:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384362.695862:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384362.695866:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384362.695871:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2cd419. 00000100:00000001:1.0:1767384362.695876:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.695879:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384362.695881:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384362.695887:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001992f315. 00010000:00000001:1.0:1767384362.695895:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.695898:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093060d0d. 00000020:00000001:1.0:1767384362.695901:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.695903:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093060d0d with handle 0xd602e9c522f0b377 to hash 00000020:00000001:1.0:1767384362.695905:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.695906:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384362.695908:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:1.0:1767384362.695910:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384362.695912:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.695914:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384362.695920:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384362.695928:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384362.695932:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384362.695933:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384362.695937:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3dc090. 00000100:00000001:1.0:1767384362.695939:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301531372352 : -114772178179264 : ffff979d8516eb40) 00000100:00000001:1.0:1767384362.695941:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384362.695942:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788976768 : -114766920574848 : ffff979ebe779880) 00000100:00000001:1.0:1767384362.695945:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384362.695946:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.695948:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384362.695949:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384362.695954:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.695960:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384362.695961:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.695964:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384362.695965:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384362.695974:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.695976:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8689b28 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731475456:0@lo:101: 00000100:00000001:1.0:1767384362.695979:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384362.695983:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384362.695985:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.695986:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384362.695990:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b7269f1b. 02000000:00000001:1.0:1767384362.695991:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.695995:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad6f4c82. 00000400:00000010:1.0:1767384362.695999:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384362.696003:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731475456, portal 25 00000100:00000001:1.0:1767384362.696005:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384362.696006:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788976768 : -114766920574848 : ffff979ebe779880) 00000100:00000040:1.0:1767384362.696009:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.696015:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.696016:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384362.696019:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000100:00000200:1.0:1767384362.696021:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731475456, offset 0 00000400:00000200:1.0:1767384362.696026:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.696034:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384362.696043:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d107600 00000400:00000200:1.0:1767384362.696048:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1611 [2] + 0 00000400:00000010:1.0:1767384362.696051:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cee2425. 00000400:00000200:1.0:1767384362.696055:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b58040a 00000400:00000200:1.0:1767384362.696059:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.696062:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384362.696066:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b58040a 00000400:00000010:1.0:1767384362.696068:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b58040a. 00000100:00000001:1.0:1767384362.696072:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384362.696074:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384362.696076:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000dcf34d56 x1853236731475456 msgsize 328 00000100:00100000:1.0:1767384362.696079:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384362.696081:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384362.696098:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384362.696104:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000400:00000010:1.0:1767384362.696105:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000100:00000001:1.0:1767384362.696107:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384362.696110:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.696117:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384362.696119:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.696124:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696126:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384362.696126:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384362.696131:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475456 00000100:00000001:1.0:1767384362.696132:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.696137:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.696138:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294948869 00000100:00000001:3.0:1767384362.696143:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384362.696144:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a95c5653. 00000100:00000001:3.0:1767384362.696147:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.696149:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384362.696153:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.696154:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294948869 00000100:00100000:3.0:1767384362.696159:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475456 00000100:00000010:1.0:1767384362.696159:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005be7f4f8. 00000100:00000001:1.0:1767384362.696161:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384362.696165:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384362.696166:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294948869 00000020:00000040:3.0:1767384362.696169:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000010:1.0:1767384362.696171:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7e8a2c9. 00000020:00000001:3.0:1767384362.696173:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384362.696175:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000020:00000040:3.0:1767384362.696177:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000001:1.0:1767384362.696178:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294948869 00000020:00000001:3.0:1767384362.696182:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000010:1.0:1767384362.696184:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003689a041. 00000020:00000001:3.0:1767384362.696189:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384362.696189:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384362.696194:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.696196:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384362.696197:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.696201:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384362.696202:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384362.696203:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cb70670. 00000100:00100000:1.0:1767384362.696204:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 000000000d3dc090 going to sleep for 11 seconds 00000100:00000001:1.0:1767384362.696209:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.696210:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.696212:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.696216:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cb70670. 00000020:00000010:3.0:1767384362.696224:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008efcff0d. 00000020:00000010:3.0:1767384362.696230:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004e6dd77. 00000020:00000010:3.0:1767384362.696236:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384362.696244:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384362.696247:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.696249:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.696251:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696258:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696267:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.696277:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.696278:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.696281:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384362.696291:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384362.696293:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788636752 : -114766920914864 : ffff979ebe726850) 00000100:00000040:3.0:1767384362.696297:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcf34d56 x1853236731475456/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.696303:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.696306:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cb70670. 00000100:00000001:3.0:1767384362.696307:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.696309:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cb70670. 00000100:00100000:3.0:1767384362.696312:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcf34d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731475456:12345-0@lo:101: 00000100:00000200:3.0:1767384362.696314:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475456 00000020:00000001:3.0:1767384362.696317:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.696319:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384362.696321:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.696323:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.696324:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:3.0:1767384362.696326:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.696327:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.696329:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.696330:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.696333:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.696334:0:17079:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384362.696336:0:17079:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384362.696337:0:17079:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384362.696339:0:17079:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384362.696340:0:17079:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696343:0:17079:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384362.696347:0:17079:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001a9199fa. 00010000:00000001:3.0:1767384362.696349:0:17079:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384362.696351:0:17079:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00000020:00000001:3.0:1767384362.696353:0:17079:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384362.696355:0:17079:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000deae1bcb with handle 0xd602e9c522f0b37e to hash 00000020:00000001:3.0:1767384362.696357:0:17079:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384362.696358:0:17079:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000001:3.0:1767384362.696366:0:17079:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00010000:3.0:1767384362.696369:0:17079:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b377 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384362.696375:0:17079:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:3.0:1767384362.696377:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:3.0:1767384362.696393:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.696395:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.696399:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005f16fcf4. 02000000:00000001:3.0:1767384362.696401:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696402:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696404:0:17079:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.696407:0:17079:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384362.696408:0:17079:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384362.696410:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.696411:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.696412:0:17079:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.696413:0:17079:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.696416:0:17079:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.696417:0:17079:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.696419:0:17079:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384362.696419:0:17079:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.696421:0:17079:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001a9199fa) refcount = 1 00010000:00010000:3.0:1767384362.696424:0:17079:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.696428:0:17079:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.696429:0:17079:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.696430:0:17079:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.696432:0:17079:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696433:0:17079:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384362.696436:0:17079:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384362.696438:0:17079:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 15 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.696442:0:17079:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384362.696448:0:17079:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384362.696449:0:17079:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.696451:0:17079:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696452:0:17079:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384362.696453:0:17079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.696454:0:17079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.696455:0:17079:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000deae1bcb, rc 0) 00000020:00000001:3.0:1767384362.696456:0:17079:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.696458:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475456 00010000:00000001:3.0:1767384362.696460:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.696463:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcf34d56 x1853236731475456/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.696468:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.696470:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.696473:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.696476:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.696488:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.696489:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384362.696491:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.696493:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696495:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.696498:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.696501:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000100:00000200:3.0:1767384362.696503:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731475456, offset 224 00000400:00000200:3.0:1767384362.696507:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.696512:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.696517:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d107600 00000400:00000200:3.0:1767384362.696520:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1eb5 [1] + 224 00000400:00000200:3.0:1767384362.696523:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.696525:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.696527:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.696529:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.696535:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.696551:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.696556:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000400:00000010:3.0:1767384362.696557:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000100:00000001:3.0:1767384362.696559:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.696561:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.696565:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.696567:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.696569:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.696570:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.696572:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.696575:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcf34d56 x1853236731475456/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.696582:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcf34d56 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731475456:12345-0@lo:101: Request processed in 277us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384362.696588:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384362.696609:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384362.696611:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.696613:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.696615:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004e6dd77. 00000020:00000010:3.0:1767384362.696619:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384362.696622:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008efcff0d. 00000020:00000040:3.0:1767384362.696624:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:3.0:1767384362.696626:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384362.696637:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005f16fcf4. 02000000:00000001:3.0:1767384362.696640:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.696641:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.696644:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.696647:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035e0fe6f. 00000400:00000010:3.0:1767384362.696650:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ad7b551. 00000100:00000001:3.0:1767384362.696669:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.696671:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.696673:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.696674:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad6f4c82. 00000400:00000200:3.0:1767384362.696681:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c29ab1 00000400:00000010:3.0:1767384362.696683:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087c29ab1. 00000100:00000001:3.0:1767384362.696685:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.696687:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.696692:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.696696:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.696697:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.696699:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.696701:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.696702:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.696703:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.696704:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.696707:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.696709:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.696711:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.696712:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696713:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384362.696715:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696717:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.696720:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.696724:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.696726:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.696727:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.696730:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.696735:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8689b28 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731475456:0@lo:101: 00000100:00000001:3.0:1767384362.696739:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.696741:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696743:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384362.696745:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.696752:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.696757:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384362.696759:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000d3dc090. 00000100:00000001:3.0:1767384362.696762:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384362.696763:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696765:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384362.696787:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.696788:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.696790:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=4 00000020:00000001:3.0:1767384362.696792:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384362.696794:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000040:3.0:1767384362.696797:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000093060d0d, remote cookie: 0xd602e9c522f0b37e, flags: 0x0 00010000:00000001:3.0:1767384362.696800:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.696802:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.696803:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.696805:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384362.696806:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.696807:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001992f315) refcount = 1 00010000:00010000:3.0:1767384362.696810:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.696814:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.696816:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.696817:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384362.696819:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384362.696821:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.696823:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384362.696823:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.696826:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.696829:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cecd344 00010000:00000001:3.0:1767384362.696831:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000400:00000010:2.0:1767384362.696832:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00010000:00000001:3.0:1767384362.696833:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.696837:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.696839:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384362.696839:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00010000:00000001:3.0:1767384362.696841:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384362.696845:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery ping unlinked 00010000:00000001:3.0:1767384362.696849:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.696852:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384362.696852:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004ba4c464. 00000100:00000040:3.0:1767384362.696856:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8689b28 x1853236731475456/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.696858:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000051bfcb81. 00000100:00000001:3.0:1767384362.696862:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.696864:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.696865:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b7269f1b. 02000000:00000001:3.0:1767384362.696870:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.696872:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767384362.696872:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384362.696876:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000400:00000001:2.0:1767384362.696876:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.696879:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006794ce00 00000020:00000001:3.0:1767384362.696880:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384362.696883:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006794ce00. 02000000:00000010:3.0:1767384362.696884:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d2cd419. 00000400:00000200:2.0:1767384362.696887:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 02000000:00000001:3.0:1767384362.696889:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384362.696892:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp44 recovery ping unlinked 02000000:00000001:3.0:1767384362.696893:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.696896:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8689b28. 00000400:00000010:2.0:1767384362.696897:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dc9df82a. 00000100:00000001:3.0:1767384362.696899:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384362.696901:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384362.696902:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006aef4ed2. 10000000:00000001:3.0:1767384362.696903:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384362.696906:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384362.696908:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 00000400:00000200:2.0:1767384362.696910:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp42 10000000:00000001:3.0:1767384362.696912:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.696914:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384362.696915:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000187386df. 00000020:00000001:3.0:1767384362.696916:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.696919:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:3.0:1767384362.696921:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000400:00000010:2.0:1767384362.696922:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe5370d4. 00010000:00000001:3.0:1767384362.696923:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384362.696927:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000400:00000010:2.0:1767384362.696927:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00010000:00000001:3.0:1767384362.696930:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.696932:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.696933:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384362.696934:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000400:00000010:2.0:1767384362.696936:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005715cb77. 10000000:00000010:3.0:1767384362.696937:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e93eb902. 00000400:00000200:2.0:1767384362.696942:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp42 00000400:00000200:2.0:1767384362.696951:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp42 local destination 00000100:00000010:3.0:1767384362.696952:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000020:00000040:3.0:1767384362.696956:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384362.696958:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000100:00000001:3.0:1767384362.696959:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.696962:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384362.696964:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [181:181:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [175:175:8:4294967295] 02000000:00000001:3.0:1767384362.696969:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.696972:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 02000000:00000010:3.0:1767384362.696975:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008efcff0d. 00000100:00000001:3.0:1767384362.696981:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.696983:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp42:192.168.204.118@tcp42) : GET try# 0 00000100:00000001:3.0:1767384362.696985:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000800:00000200:2.0:1767384362.696989:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp42 00000100:00000010:3.0:1767384362.696990:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005f16fcf4. 00000800:00000010:2.0:1767384362.696994:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047dd9586. 00000100:00000010:3.0:1767384362.696995:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002cb70670. 00000020:00000040:3.0:1767384362.696999:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000800:00000200:2.0:1767384362.697003:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000100:00000001:3.0:1767384362.697004:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384362.697007:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000200:2.1:1767384362.697009:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000100:00000010:3.0:1767384362.697010:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9e6ead0. 00000100:00000001:3.0:1767384362.697014:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301529404160 : -114772180147456 : ffff979d84f8e300) 00000100:00000001:3.0:1767384362.697015:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.697016:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384362.697018:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.697020:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697021:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384362.697022:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384362.697024:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 3 next ping: 289 health :700 00000100:00000040:3.0:1767384362.697027:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.697034:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384362.697035:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.697037:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384362.697038:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384362.697040:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.697043:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731475584:0@lo:256: 00000100:00000001:3.0:1767384362.697045:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384362.697047:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384362.697048:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697050:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384362.697054:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1f5e0b6. 00000400:00000010:3.0:1767384362.697059:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000b6de345. 00000100:00000200:3.0:1767384362.697063:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d107680-0x695824d107680, portal 33 00000100:00000001:3.0:1767384362.697066:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.697067:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384362.697076:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db57b1a5. 02000000:00000001:3.0:1767384362.697077:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384362.697080:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f342431. 00000400:00000010:3.0:1767384362.697084:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000100:00000200:3.0:1767384362.697086:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731475584, portal 25 00000100:00000001:3.0:1767384362.697088:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.697089:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000040:3.0:1767384362.697093:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.697097:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.697101:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.697103:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384362.697106:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731475584, offset 0 00000400:00000200:3.0:1767384362.697110:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.697115:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.697120:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d107680 00000400:00000200:3.0:1767384362.697123:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1639 [2] + 0 00000400:00000010:3.0:1767384362.697125:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d91c00. 00000400:00000200:3.0:1767384362.697128:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e895652 00000400:00000200:3.0:1767384362.697130:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.697132:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384362.697134:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e895652 00000400:00000010:3.0:1767384362.697135:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e895652. 00000100:00000001:3.0:1767384362.697138:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384362.697139:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384362.697140:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000040fade5b x1853236731475584 msgsize 304 00000100:00100000:3.0:1767384362.697143:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384362.697144:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384362.697151:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.697154:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384362.697155:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384362.697158:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384362.697160:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.697175:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.697178:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.697182:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697184:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.697188:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697190:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294948870 00000100:00000001:3.0:1767384362.697194:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948869 00000100:00000001:3.0:1767384362.697197:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294948870 00000100:00000001:3.0:1767384362.697200:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948869 00000100:00000001:3.0:1767384362.697205:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294948870 00000400:00000200:2.0:1767384362.697205:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.697207:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948869 00000100:00000001:3.0:1767384362.697212:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294948870 00000100:00000001:3.0:1767384362.697215:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948869 00000100:00000001:3.0:1767384362.697218:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.697219:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697222:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384362.697223:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384362.697225:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f9e6ead0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384362.697227:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.697229:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697245:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.697247:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475584 02000000:00000001:3.0:1767384362.697248:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.697250:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.697251:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.697254:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384362.697256:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475584 00000400:00000200:2.0:1767384362.697257:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000020:00000001:3.0:1767384362.697258:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384362.697260:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384362.697263:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.697270:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384362.697272:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384362.697273:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384362.697276:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.697279:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009537196f. 00000400:00000200:2.0:1767384362.697279:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.697281:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.697285:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009537196f. 00000020:00000010:3.0:1767384362.697289:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6c593b4. 00000020:00000010:3.0:1767384362.697292:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004e6dd77. 00000020:00000010:3.0:1767384362.697296:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384362.697300:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384362.697302:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384362.697303:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384362.697304:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.697306:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.697308:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697318:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.697325:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384362.697327:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384362.697330:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:3.0:1767384362.697332:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384362.697334:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788626512 : -114766920925104 : ffff979ebe724050) 00000400:00000200:2.0:1767384362.697335:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000040:3.0:1767384362.697338:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040fade5b x1853236731475584/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 304/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.697345:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384362.697349:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009537196f. 00000100:00000001:3.0:1767384362.697350:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384362.697352:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009537196f. 00000100:00100000:3.0:1767384362.697356:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040fade5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731475584:12345-0@lo:256: 00000100:00000200:3.0:1767384362.697359:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475584 00000020:00000001:3.0:1767384362.697360:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384362.697363:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384362.697363:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000020:00000001:3.0:1767384362.697364:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.697373:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384362.697374:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:3.0:1767384362.697376:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384362.697378:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.697380:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.697381:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384362.697383:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.697384:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.697385:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384362.697389:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384362.697393:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c2addd7f. 02000000:00000001:3.0:1767384362.697394:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697396:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.697398:0:17079:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384362.697401:0:17079:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384362.697403:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384362.697405:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384362.697407:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.697408:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 20000000:00000001:3.0:1767384362.697409:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384362.697411:0:17079:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384362.697415:0:17079:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006049d38c. 20000000:00000001:3.0:1767384362.697419:0:17079:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384362.697432:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384362.697436:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384362.697440:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384362.697441:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384362.697443:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384362.697445:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384362.697447:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384362.697449:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384362.697450:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384362.697453:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 00000400:00000200:2.0:1767384362.697453:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697454:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384362.697459:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384362.697461:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384362.697463:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384362.697464:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384362.697466:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384362.697467:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384362.697477:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384362.697479:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384362.697480:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384362.697482:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384362.697484:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384362.697486:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384362.697488:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000400:00000200:2.0:1767384362.697488:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697493:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384362.697495:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384362.697497:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384362.697498:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384362.697500:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384362.697502:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384362.697503:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384362.697505:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384362.697507:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384362.697508:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384362.697510:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384362.697512:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384362.697514:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 00000400:00000200:2.0:1767384362.697515:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697516:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384362.697520:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767384362.697522:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:3.0:1767384362.697539:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384362.697541:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384362.697542:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384362.697544:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384362.697546:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384362.697548:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384362.697549:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000400:00000200:2.0:1767384362.697550:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697551:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384362.697555:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384362.697557:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384362.697559:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384362.697561:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384362.697563:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384362.697565:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384362.697566:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384362.697568:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384362.697576:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384362.697578:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000400:00000200:2.0:1767384362.697578:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697583:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384362.697585:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384362.697587:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384362.697590:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384362.697591:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384362.697603:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384362.697605:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384362.697606:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384362.697607:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384362.697609:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384362.697610:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384362.697612:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384362.697614:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384362.697615:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384362.697617:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384362.697619:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 00000400:00000200:2.0:1767384362.697620:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 20000000:00000040:3.0:1767384362.697621:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384362.697624:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384362.697642:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384362.697645:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384362.697647:0:17079:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767384362.697648:0:17079:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:3.0:1767384362.697650:0:17079:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:3.0:1767384362.697651:0:17079:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:3.0:1767384362.697654:0:17079:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384362.697657:0:17079:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e9665e68. 00000100:00000010:3.0:1767384362.697672:0:17079:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a396db35. 00000400:00000200:2.0:1767384362.697673:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000020:00000040:3.0:1767384362.697674:0:17079:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:3.0:1767384362.697678:0:17079:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384362.697681:0:17079:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384362.697683:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000400:00000010:3.0:1767384362.697690:0:17079:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099f4bd3f. 00000400:00000200:3.0:1767384362.697693:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384362.697696:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.697701:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.697709:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695824d107680 00000400:00000200:3.0:1767384362.697715:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1ec9 [4] + 0 00000400:00000010:3.0:1767384362.697722:0:17079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1f5e0b6. 00000400:00000200:3.0:1767384362.697725:0:17079:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b6de345 00000400:00000200:3.0:1767384362.697737:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.697741:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.697743:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.697744:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b6de345 00000400:00000010:3.0:1767384362.697748:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000b6de345. 00000100:00000001:3.0:1767384362.697752:0:17079:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.697753:0:17079:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002eb7e925 desc 000000005f16fcf4 mbits 1853236731475584 00000100:00000001:3.0:1767384362.697761:0:17079:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384362.697764:0:17079:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384362.697821:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384362.697850:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.697881:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384362.697881:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.697895:0:17079:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ed5 00000400:00000200:3.0:1767384362.697898:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.697901:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384362.697904:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.697906:0:17079:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e9665e68 00000100:00000001:3.0:1767384362.697907:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384362.697912:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.697915:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384362.697918:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384362.697921:0:17079:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384362.697922:0:17079:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e9665e68 00000100:00000001:3.0:1767384362.697924:0:17079:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384362.697927:0:17079:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695824d107680-0x695824d107680 00000100:00000001:3.0:1767384362.697930:0:17079:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.697933:0:17079:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697935:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384362.697937:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:3.0:1767384362.697939:0:17079:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a396db35. 00000400:00000200:2.0:1767384362.697940:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000100:00000010:3.0:1767384362.697942:0:17079:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e9665e68. 00000100:00000001:3.0:1767384362.697946:0:17079:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384362.697948:0:17079:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384362.697953:0:17079:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006049d38c. 20000000:00000001:3.0:1767384362.697957:0:17079:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.697959:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475584 00010000:00000001:3.0:1767384362.697961:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384362.697965:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00010000:00000200:3.0:1767384362.697971:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040fade5b x1853236731475584/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.697977:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.697978:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.697980:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.697983:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.697985:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.697986:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384362.697988:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384362.697989:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 02000000:00000001:3.0:1767384362.697990:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.697995:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.697999:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.698002:0:17079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000100:00000200:3.0:1767384362.698004:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731475584, offset 224 00000400:00000200:3.0:1767384362.698009:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.698014:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384362.698017:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384362.698022:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d107680 00000400:00000200:3.0:1767384362.698026:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ecd [1] + 224 00000400:00000200:3.0:1767384362.698029:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.698032:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.698034:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.698037:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.698043:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.698044:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.698054:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.698059:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:3.0:1767384362.698061:0:17079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000001:3.0:1767384362.698064:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.698065:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384362.698068:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.698070:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384362.698072:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384362.698072:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000020:00000001:3.0:1767384362.698073:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.698081:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.698084:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040fade5b x1853236731475584/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.698090:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040fade5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731475584:12345-0@lo:256: Request processed in 743us (948us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384362.698094:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000100:00100000:3.0:1767384362.698098:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:3.0:1767384362.698102:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384362.698104:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.698106:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.698108:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004e6dd77. 00000020:00000010:3.0:1767384362.698111:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000020:00000010:3.0:1767384362.698114:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6c593b4. 00000020:00000040:3.0:1767384362.698117:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:3.0:1767384362.698119:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384362.698120:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c2addd7f. 00000400:00000200:2.0:1767384362.698122:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 02000000:00000001:3.0:1767384362.698123:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.698125:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.698129:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.698133:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1f5e0b6. 00000400:00000010:3.0:1767384362.698136:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b6de345. 00000400:00000200:2.0:1767384362.698153:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.698156:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384362.698160:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.698161:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384362.698163:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f342431. 00000400:00000200:3.0:1767384362.698166:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000400:00000010:3.0:1767384362.698168:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000100:00000001:3.0:1767384362.698170:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.698172:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384362.698179:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.698180:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.698190:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.698191:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.698193:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.698200:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.698201:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.698202:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.698205:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.698207:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000100:00001000:3.0:1767384362.698208:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384362.698213:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.698216:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.698217:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.698218:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384362.698220:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.698221:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.698224:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.698231:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.698232:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000100:00000001:3.0:1767384362.698240:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.698243:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384362.698246:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.698251:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731475584:0@lo:256: 00000100:00000001:3.0:1767384362.698255:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.698257:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.698259:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384362.698261:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384362.698261:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000100:00000040:3.0:1767384362.698265:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.698270:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384362.698272:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f9e6ead0. 00000100:00000001:3.0:1767384362.698275:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384362.698276:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384362.698279:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:3.0:1767384362.698281:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384362.698286:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b125421b. 00000400:00000200:2.0:1767384362.698289:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 10000000:00000040:3.0:1767384362.698301:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384362.698306:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384362.698309:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384362.698311:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:3.0:1767384362.698313:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.698314:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384362.698315:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:3.0:1767384362.698317:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000100:00000200:3.0:1767384362.698319:0:17081:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.204.118@tcp' 00000400:00000200:3.0:1767384362.698320:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384362.698322:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384362.698325:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384362.698328:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384362.698332:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (38) 00000400:00000200:3.0:1767384362.698336:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000200:3.0:1767384362.698342:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384362.698344:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384362.698347:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384362.698350:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384362.698352:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000400:00000200:3.0:1767384362.698354:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384362.698355:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384362.698358:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698360:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384362.698362:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:3.0:1767384362.698364:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698366:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:3.0:1767384362.698367:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:3.0:1767384362.698369:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698370:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:3.0:1767384362.698371:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:3.0:1767384362.698373:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698376:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:3.0:1767384362.698381:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:3.0:1767384362.698388:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698405:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:3.0:1767384362.698407:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:3.0:1767384362.698410:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698412:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:3.0:1767384362.698413:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:3.0:1767384362.698416:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698417:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:3.0:1767384362.698418:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:3.0:1767384362.698420:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698422:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:3.0:1767384362.698423:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:3.0:1767384362.698426:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698428:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:3.0:1767384362.698429:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:3.0:1767384362.698431:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698432:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:3.0:1767384362.698433:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:3.0:1767384362.698435:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698436:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:3.0:1767384362.698437:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:3.0:1767384362.698440:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698441:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384362.698443:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:3.0:1767384362.698445:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698446:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:3.0:1767384362.698447:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:3.0:1767384362.698449:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698450:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:3.0:1767384362.698451:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:3.0:1767384362.698453:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000800:00000010:2.0:1767384362.698453:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029a55519. 00000400:00000200:3.0:1767384362.698457:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:3.0:1767384362.698460:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:3.0:1767384362.698462:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000800:00000010:2.0:1767384362.698462:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a00abe05. 00000400:00000200:3.0:1767384362.698466:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:3.0:1767384362.698468:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:3.0:1767384362.698470:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000800:00000010:2.0:1767384362.698471:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000111ecc0. 00000400:00000200:3.0:1767384362.698477:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:3.0:1767384362.698479:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:3.0:1767384362.698481:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698482:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:3.0:1767384362.698483:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:3.0:1767384362.698485:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698486:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:3.0:1767384362.698487:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:3.0:1767384362.698489:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698491:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:3.0:1767384362.698492:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:3.0:1767384362.698495:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698497:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:3.0:1767384362.698498:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000800:00000010:2.0:1767384362.698509:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000111ecc0. 00000400:00000200:3.0:1767384362.698510:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698512:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:3.0:1767384362.698513:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:3.0:1767384362.698515:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698520:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:3.0:1767384362.698521:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:3.0:1767384362.698524:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698525:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:3.0:1767384362.698526:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000800:00020000:2.0:1767384362.698527:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000400:00000200:3.0:1767384362.698530:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698533:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000800:00000010:2.0:1767384362.698533:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a00abe05. 00000400:00000200:3.0:1767384362.698538:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000800:00000010:2.0:1767384362.698538:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029a55519. 00000400:00000200:3.0:1767384362.698541:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698544:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:3.0:1767384362.698545:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:3.0:1767384362.698548:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698549:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:3.0:1767384362.698550:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:3.0:1767384362.698552:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698553:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:3.0:1767384362.698555:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:3.0:1767384362.698557:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698575:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:3.0:1767384362.698577:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:3.0:1767384362.698580:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698581:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:3.0:1767384362.698583:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:3.0:1767384362.698585:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384362.698587:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 00000100:00000001:3.0:1767384362.698589:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:2.0:1767384362.698591:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384362.698592:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384362.698600:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 00000400:00000200:0.0:1767384362.698602:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384362.698604:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 10000000:00000010:3.0:1767384362.698606:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000004e6dd77. 00000400:00000200:2.0:1767384362.698608:0:30695:0:(router.c:1840:lnet_notify()) Old news 10000000:00000040:3.0:1767384362.698610:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000020:00000080:3.0:1767384362.698615:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000800:00000100:2.0:1767384362.698616:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp42 00000400:00000200:0.0:1767384362.698619:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000800:00000010:2.0:1767384362.698622:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047dd9586. 00000020:00000001:3.0:1767384362.698624:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384362.698624:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000200:2.0:1767384362.698627:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000010:3.0:1767384362.698642:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6c593b4. 00000400:00000200:2.0:1767384362.698648:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: GET: LOCAL_ERROR 00000400:00000010:0.0:1767384362.698648:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000fb7b5cd7. 00000020:00000010:3.0:1767384362.698649:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008729b59c. 00000400:00000010:0.0:1767384362.698656:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c24b1f7. 00000040:00000010:3.0:1767384362.698657:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a6dfe305. 00000400:00000200:2.0:1767384362.698659:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000020:00000010:3.0:1767384362.698664:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dda6626d. 00000400:00000200:2.0:1767384362.698664:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery message sent unsuccessfully:-71 00000400:00000010:0.0:1767384362.698668:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000318fc5b4. 00000400:00000200:2.0:1767384362.698669:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp42) recovery failed with -71 00000020:00000010:3.0:1767384362.698670:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384362.698685:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a637912. 80000000:00000010:3.0:1767384362.698690:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c322218. 00000400:00000200:0.0:1767384362.698690:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 40000000:00000010:3.0:1767384362.698695:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009537196f. 00100000:00000010:3.0:1767384362.698700:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8f15d54. 00000400:00000200:0.0:1767384362.698703:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00040000:00000010:3.0:1767384362.698704:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000050d7e33c. 00040000:00000010:3.0:1767384362.698710:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da810f8f. 00000400:00000200:0.0:1767384362.698712:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00040000:00000010:3.0:1767384362.698715:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004fa5123e. 00080000:00000010:3.0:1767384362.698722:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7bdedf7. 00000400:00000200:0.0:1767384362.698722:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00080000:00000010:3.0:1767384362.698729:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fecf27a9. 00000400:00000200:0.0:1767384362.698732:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000004:00000010:3.0:1767384362.698737:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040e019df. 00000400:00000200:0.0:1767384362.698739:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000004:00000010:3.0:1767384362.698744:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fe3561ee. 00000400:00000200:0.0:1767384362.698749:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000004:00000010:3.0:1767384362.698751:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000022d233b7. 00002000:00000010:3.0:1767384362.698757:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c2addd7f. 00000400:00000200:0.0:1767384362.698760:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000004:00000010:3.0:1767384362.698762:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e9665e68. 00000004:00000001:3.0:1767384362.698791:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384362.698794:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384362.698795:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000004e6dd77 00000040:00001000:3.0:1767384362.698799:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384362.698799:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000040:00001000:3.0:1767384362.698802:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384362.698805:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384362.698807:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384362.698811:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:0.0:1767384362.698812:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000040:00001000:3.0:1767384362.698813:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384362.698816:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384362.698820:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:3.0:1767384362.698823:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384362.698825:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:0.0:1767384362.698833:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:0.0:1767384362.698842:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:0.0:1767384362.698849:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:0.0:1767384362.698854:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:0.0:1767384362.698860:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:0.0:1767384362.698867:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000004:00000001:3.0:1767384362.698869:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.698874:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008729b59c. 00000040:00000010:3.0:1767384362.698879:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a6dfe305. 00000020:00000010:3.0:1767384362.698883:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dda6626d. 00000400:00000200:0.0:1767384362.698886:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 63] 00000020:00000010:3.0:1767384362.698888:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384362.698894:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007a637912. 00000400:00000200:0.0:1767384362.698897:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 80000000:00000010:3.0:1767384362.698898:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c322218. 40000000:00000010:3.0:1767384362.698905:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009537196f. 00000400:00000200:0.0:1767384362.698906:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00100000:00000010:3.0:1767384362.698911:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8f15d54. 00000400:00000200:0.0:1767384362.698912:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 46], ns[61, 46] 00040000:00000010:3.0:1767384362.698916:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000050d7e33c. 00000400:00000200:0.0:1767384362.698920:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 46], ns[161, 46] 00040000:00000010:3.0:1767384362.698922:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da810f8f. 00040000:00000010:3.0:1767384362.698927:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004fa5123e. 00000400:00000200:0.0:1767384362.698928:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 46], ns[171, 46] 00080000:00000010:3.0:1767384362.698934:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fecf27a9. 00000400:00000200:0.0:1767384362.698934:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 46], ns[80, 46] 00080000:00000010:3.0:1767384362.698941:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f7bdedf7. 00000400:00000200:0.0:1767384362.698942:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 46], ns[136, 46] 00000004:00000010:3.0:1767384362.698948:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040e019df. 00000400:00000200:0.0:1767384362.698949:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 46], ns[154, 46] 00000004:00000010:3.0:1767384362.698954:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fe3561ee. 00000400:00000200:0.0:1767384362.698956:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 46], ns[155, 46] 00000004:00000010:3.0:1767384362.698960:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000022d233b7. 00000400:00000200:0.0:1767384362.698962:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[110, 46] 00002000:00000010:3.0:1767384362.698966:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c2addd7f. 00000400:00000200:0.0:1767384362.698969:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 46], ns[159, 46] 00000004:00000010:3.0:1767384362.698972:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e9665e68. 00000400:00000200:0.0:1767384362.698976:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[156, 46] 00000020:00000010:3.0:1767384362.698977:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6c593b4. 00000020:00000001:3.0:1767384362.698982:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.698984:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 46], ns[139, 46] 00000020:00000001:3.0:1767384362.698985:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384362.698992:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000004e6dd77. 00000400:00000200:0.0:1767384362.698993:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 46], ns[176, 46] 00000400:00000200:0.0:1767384362.699001:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 46], ns[145, 46] 10000000:00000010:3.0:1767384362.699003:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b125421b. 10000000:00000001:3.0:1767384362.699008:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.699011:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384362.699014:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 46], ns[165, 46] 00000100:00000040:3.0:1767384362.699017:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731475584/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.699026:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 46], ns[181, 46] 00000100:00000001:3.0:1767384362.699029:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384362.699030:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384362.699031:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db57b1a5. 02000000:00000001:3.0:1767384362.699033:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.699034:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.699037:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384362.699040:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384362.699042:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384362.699045:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384362.699046:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384362.699047:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384362.699049:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002cb70670. 00000400:00000200:0.0:1767384362.699050:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 46], ns[179, 46] 00000100:00000010:3.0:1767384362.699052:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005f16fcf4. 00000100:00000001:3.0:1767384362.699056:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384362.699058:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008efcff0d. 00000400:00000200:0.0:1767384362.699062:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 46], ns[178, 46] 02000000:00000001:3.0:1767384362.699063:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384362.699066:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.699068:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000100:00000001:3.0:1767384362.699073:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384362.699074:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[174, 46], ns[180, 46] 00000100:00000001:3.0:1767384362.699075:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.699084:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 10000000:00000010:3.0:1767384362.699090:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e93eb902. 00000400:00000200:0.0:1767384362.699090:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp25 10000000:01000000:3.0:1767384362.699096:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:0.0:1767384362.699100:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp25 lpni_is_preferred = 0 10000000:00000001:3.0:1767384362.699101:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384362.699105:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.699107:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384362.699108:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp25 00000020:00000040:3.0:1767384362.699109:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:3.0:1767384362.699113:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:3.0:1767384362.699117:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000400:00000200:0.0:1767384362.699118:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [182:182:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [176:176:8:4294967295] 00010000:00000001:3.0:1767384362.699120:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384362.699123:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384362.699128:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp25 00010000:00000001:3.0:1767384362.699135:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.699137:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.699140:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384362.699150:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:) -> 192.168.204.118@tcp25(192.168.204.118@tcp:192.168.204.118@tcp25) : GET try# 0 00010000:00000001:3.0:1767384362.699151:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384362.699154:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.699158:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384362.699160:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384362.699163:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384362.699164:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp25 10000000:00000001:3.0:1767384362.699166:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384362.699171:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384362.699172:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 00000800:00000010:0.0:1767384362.699173:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4b08174. 10000000:00000001:3.0:1767384362.699176:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:0.0:1767384362.699183:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (6) 00000800:00000200:0.0:1767384362.699192:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:988 00000800:00000200:0.0:1767384362.699197:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384362.699214:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384362.699218:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000800:00000200:0.0:1767384362.699286:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.699290:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.699297:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.699303:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: GET: OK 00000400:00000200:0.0:1767384362.699307:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384362.699311:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:0.0:1767384362.699320:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.699327:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.699331:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.699335:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.699342:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : GET - for me 00000400:00000200:0.0:1767384362.699352:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384362.699367:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 640/640 into md 0x1e8d [1] + 0 00000400:00000200:0.0:1767384362.699378:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp25 to MR: 192.168.204.118@tcp25 local destination 00000400:00000200:0.0:1767384362.699385:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp25 NI seq info: [183:183:256:4294967295] 192.168.204.118@tcp25 LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1767384362.699399:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) -> 192.168.204.118@tcp25(192.168.204.118@tcp25:192.168.204.118@tcp25) 192.168.204.118@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384362.699405:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.118@tcp25 00000800:00000010:0.0:1767384362.699409:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4b08174. 00000800:00000200:0.0:1767384362.699414:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d580c21] -> 12345-192.168.204.118@tcp25 (6) 00000800:00000200:0.0:1767384362.699420:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp25 ip 192.168.204.118:991 00000800:00000200:0.0:1767384362.699423:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 3, nob 736 niov 1 nkiov 1 00000800:00000200:0.0:1767384362.699495:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.699498:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.699503:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.699508:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: REPLY: OK 00000800:00000001:0.0:1767384362.699517:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.699530:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.699533:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.699546:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384362.699549:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.699552:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.699557:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp25(192.168.204.118@tcp25) <- 192.168.204.118@tcp25 : REPLY - for me 00000400:00000200:1.0:1767384362.699566:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp25: Reply from 12345-192.168.204.118@tcp25 of length 640/640 into md 0x1ee1 00000800:00000001:1.0:1767384362.699570:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.699576:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.699578:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.699581:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp25->192.168.204.118@tcp25: REPLY: OK 00000400:00000200:1.0:1767384362.699584:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c24b1f7 00000400:00000010:1.0:1767384362.699585:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c24b1f7. 00000400:00000200:1.0:1767384362.699588:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384362.699591:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:1.0:1767384362.699595:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:1.0:1767384362.699597:0:16347:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.118@tcp (656 bytes) 00000400:00000200:1.0:1767384362.699600:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:1.0:1767384362.699609:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000fb7b5cd7. 00000400:00000200:1.0:1767384362.699611:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000800:00000001:1.0:1767384362.699615:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384362.699617:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.699653:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384362.699659:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000084b157f9. 00000400:00000010:0.0:1767384362.699665:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021830f52. 00000400:00000010:0.0:1767384362.699680:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000200:0.0:1767384362.699684:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084b157f9 00000400:00000001:0.0:1767384362.699687:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.699689:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384362.699691:0:16350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18fbcfb. 00000400:00000200:0.0:1767384362.699694:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384362.699696:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384362.699699:0:16350:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384362.699701:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000093ef97f4. 00000400:00000200:0.0:1767384362.699704:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:0.0:1767384362.699709:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00000400:00000200:0.0:1767384362.699713:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:0 00000400:00000200:0.0:1767384362.699716:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc 1 00000400:00000200:0.0:1767384362.699728:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:0.0:1767384362.699731:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000010:0.0:1767384362.699736:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000093ef97f4. 00000400:00000010:0.0:1767384362.699739:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000400:00000010:0.0:1767384362.699746:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b69e044. 00000400:00000200:0.0:1767384362.699750:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1767384362.699757:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1767384362.699761:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:0.0:1767384362.699795:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:0.0:1767384362.699801:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:0.0:1767384362.699806:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:0.0:1767384362.699810:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:0.0:1767384362.699817:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:0.0:1767384362.699822:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:0.0:1767384362.699826:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:0.0:1767384362.699831:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:0.0:1767384362.699836:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:0.0:1767384362.699840:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:0.0:1767384362.699845:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:0.0:1767384362.699851:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:0.0:1767384362.699857:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:0.0:1767384362.699864:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:0.0:1767384362.699879:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:0.0:1767384362.699885:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 63] 00000400:00000200:0.0:1767384362.699889:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767384362.699895:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 50], ns[61, 50] 00000400:00000200:0.0:1767384362.699899:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 50], ns[161, 50] 00000400:00000200:0.0:1767384362.699904:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 50], ns[171, 50] 00000400:00000200:0.0:1767384362.699910:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 50], ns[80, 50] 00000400:00000200:0.0:1767384362.699915:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[130, 50], ns[136, 50] 00000400:00000200:0.0:1767384362.699920:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 50], ns[154, 50] 00000400:00000200:0.0:1767384362.699926:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 50], ns[155, 50] 00000400:00000200:0.0:1767384362.699932:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 50], ns[110, 50] 00000400:00000200:0.0:1767384362.699937:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 50], ns[159, 50] 00000400:00000200:0.0:1767384362.699943:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 50], ns[156, 50] 00000400:00000200:0.0:1767384362.699948:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 50], ns[139, 50] 00000400:00000200:0.0:1767384362.699953:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 50], ns[176, 50] 00000400:00000200:0.0:1767384362.699959:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 50], ns[145, 50] 00000400:00000200:0.0:1767384362.699964:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 50], ns[165, 50] 00000400:00000200:0.0:1767384362.699970:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 50], ns[181, 50] 00000400:00000200:0.0:1767384362.699986:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 50], ns[179, 50] 00000400:00000200:0.0:1767384362.699991:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[172, 50], ns[178, 50] 00000400:00000200:0.0:1767384362.699998:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[174, 50], ns[180, 50] 00000400:00000200:0.0:1767384362.700003:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:0.0:1767384362.700008:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp26 00000400:00000200:0.0:1767384362.700013:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp26 lpni_is_preferred = 0 00000400:00000200:0.0:1767384362.700016:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp26 00000400:00000200:0.0:1767384362.700021:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [184:184:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384362.700028:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp26 00000400:00000200:0.0:1767384362.700037:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:) -> 192.168.204.118@tcp26(192.168.204.118@tcp:192.168.204.118@tcp26) : GET try# 0 00000800:00000200:0.0:1767384362.700043:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp26 00000800:00000010:0.0:1767384362.700047:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4b08174. 00000800:00000200:0.0:1767384362.700053:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:0.1:1767384362.700059:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:0.1:1767384362.700081:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:988 00000800:00000200:0.1:1767384362.700085:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384362.700099:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384362.700103:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000200:1.0:1767384362.700138:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:0.0:1767384362.700164:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.700168:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.700173:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384362.700179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700182:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: GET: OK 00000400:00000200:0.0:1767384362.700188:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384362.700193:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:0.0:1767384362.700202:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700209:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.700211:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384362.700212:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000001:0.0:1767384362.700217:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.700227:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : GET - for me 00000400:00000200:0.0:1767384362.700239:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384362.700246:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 656/656 into md 0x1e8d [1] + 0 00000400:00000200:1.0:1767384362.700247:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700267:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 00000400:00000200:1.0:1767384362.700276:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700276:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [185:185:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1767384362.700298:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) 192.168.204.118@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384362.700305:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000800:00000010:0.0:1767384362.700309:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4b08174. 00000800:00000200:0.0:1767384362.700317:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:0.0:1767384362.700323:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:989 00000400:00000200:1.0:1767384362.700327:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000200:0.0:1767384362.700327:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 3, nob 752 niov 1 nkiov 1 00000400:00000200:1.0:1767384362.700392:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000200:0.0:1767384362.700423:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.700426:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.700432:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.700438:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: REPLY: OK 00000400:00000200:1.0:1767384362.700439:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000001:0.0:1767384362.700449:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700456:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.700459:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700465:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.700468:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700472:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.700484:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384362.700495:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp26: Reply from 12345-192.168.204.118@tcp26 of length 656/656 into md 0x1ee9 00000400:00000200:1.0:1767384362.700500:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:0.0:1767384362.700500:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700509:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.700513:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.700518:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: REPLY: OK 00000400:00000200:0.0:1767384362.700522:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384362.700525:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384362.700529:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384362.700534:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700534:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:0.0:1767384362.700541:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:0.0:1767384362.700546:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 39. state = 0x100271 00000400:00000200:0.0:1767384362.700565:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384362.700567:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700576:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (40) 00000800:00000001:0.0:1767384362.700586:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.700591:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.700604:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700608:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384362.700615:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:0.0:1767384362.700622:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000bda0dea4. 00000400:00000010:0.0:1767384362.700626:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 000000008bbfe711. 00000400:00000200:1.0:1767384362.700642:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000010:0.0:1767384362.700644:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000fb7b5cd7. 00000400:00000200:1.0:1767384362.700688:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700691:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384362.700707:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp39(000000003a3245c2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384362.700714:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp42(0000000058caa8e8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384362.700716:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.700722:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp44(000000004948f0f8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384362.700728:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp45(000000006815910b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384362.700735:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c6565efd. 00000400:00000200:0.0:1767384362.700743:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c6565efd nid 192.168.204.118@tcp46 00000400:00000200:1.0:1767384362.700744:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000010:0.0:1767384362.700749:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009613ffb0. 00000400:00000200:0.0:1767384362.700754:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 000000009613ffb0 net tcp46 00000400:00000200:0.0:1767384362.700758:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (39) 00000400:00000200:0.0:1767384362.700763:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp46 flags 0x11 00000400:00000010:0.0:1767384362.700796:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007408a4f9. 00000400:00000200:0.0:1767384362.700803:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007408a4f9 nid 192.168.204.118@tcp47 00000400:00000010:0.0:1767384362.700808:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000030d44f33. 00000400:00000200:0.0:1767384362.700812:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 0000000030d44f33 net tcp47 00000400:00000200:0.0:1767384362.700815:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (40) 00000400:00000200:0.0:1767384362.700821:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp47 flags 0x11 00000400:00000010:0.0:1767384362.700825:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000bda0dea4. 00000400:00000010:0.0:1767384362.700829:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 000000008bbfe711. 00000400:00000010:0.0:1767384362.700833:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000fb7b5cd7. 00000400:00000010:0.0:1767384362.700838:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000093ef97f4. 00000400:00000200:0.0:1767384362.700842:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384362.700845:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:0.0:1767384362.700857:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:0.0:1767384362.700862:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:0.0:1767384362.700868:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384362.700871:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000010:0.0:1767384362.700875:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ef7a165. 00000400:00000200:0.0:1767384362.700880:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp26 00000400:00000200:0.0:1767384362.700890:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 00000400:00000200:0.0:1767384362.700898:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [186:186:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384362.700904:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp26 00000400:00000200:0.0:1767384362.700918:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) : PUT try# 0 00000800:00000200:0.0:1767384362.700924:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000800:00000010:0.0:1767384362.700929:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4b08174. 00000800:00000200:0.0:1767384362.700935:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:0.0:1767384362.700943:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:988 00000800:00000200:0.0:1767384362.700946:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 1, nob 752 niov 1 nkiov 1 00000400:00000200:0.0:1767384362.700963:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384362.700967:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000800:00000200:0.0:1767384362.701041:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.701044:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.701051:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.701058:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: PUT: OK 00000400:00000200:0.0:1767384362.701062:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384362.701066:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp26: 0 00000800:00000001:0.0:1767384362.701074:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701080:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.701083:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701087:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.701095:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : PUT - for me 00000400:00000200:0.0:1767384362.701105:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384362.701113:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 656/656 into md 0x1ee5 [1] + 0 00000400:00000010:0.0:1767384362.701124:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021830f52. 00000400:00000200:0.0:1767384362.701128:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ca7d336 00000800:00000001:0.0:1767384362.701134:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701140:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.701143:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.701148:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: PUT: OK 00000400:00000200:0.0:1767384362.701153:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:0.0:1767384362.701155:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000400:00000200:0.0:1767384362.701159:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384362.701163:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 00000400:00000200:0.0:1767384362.701168:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384362.701172:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000fb7b5cd7. 00000400:00000200:0.0:1767384362.701176:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.118@tcp 39 00000400:00000200:0.0:1767384362.701181:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384362.701192:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (43) 00000400:00000200:0.0:1767384362.701198:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384362.701205:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp26 to MR: 192.168.204.118@tcp26 local destination 00000400:00000200:0.0:1767384362.701213:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp26 NI seq info: [187:187:256:4294967295] 192.168.204.118@tcp26 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384362.701228:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) -> 192.168.204.118@tcp26(192.168.204.118@tcp26:192.168.204.118@tcp26) 192.168.204.118@tcp26 : ACK try# 0 00000800:00000200:0.0:1767384362.701236:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp26 00000800:00000010:0.0:1767384362.701240:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4b08174. 00000800:00000200:0.0:1767384362.701246:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000400:00000200:1.0:1767384362.701247:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000800:00000200:0.0:1767384362.701253:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp26 ip 192.168.204.118:989 00000800:00000200:0.0:1767384362.701257:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4b08174 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384362.701274:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00000200:0.0:1767384362.701307:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384362.701309:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000800:00000010:0.0:1767384362.701311:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4b08174. 00000400:00000200:0.0:1767384362.701317:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.701323:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: ACK: OK 00000800:00000001:0.0:1767384362.701332:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701336:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.701346:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384362.701349:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000800:00000001:0.0:1767384362.701353:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.701357:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701362:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.701369:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp26(192.168.204.118@tcp26) <- 192.168.204.118@tcp26 : ACK - for me 00000400:00000200:1.0:1767384362.701377:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.701382:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp26: ACK from 12345-192.168.204.118@tcp26 into md 0x1eed 00000400:00000200:0.0:1767384362.701388:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.701393:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp26->192.168.204.118@tcp26: ACK: OK 00000400:00000200:0.0:1767384362.701397:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 00000400:00000010:0.0:1767384362.701399:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384362.701404:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384362.701407:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:0.0:1767384362.701412:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384362.701413:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.701416:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000800:00000001:0.0:1767384362.701425:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.701430:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.701459:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384362.701463:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021830f52. 00000400:00000200:1.0:1767384362.701464:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000010:0.0:1767384362.701469:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000400:00000200:0.0:1767384362.701475:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084b157f9 00000400:00000200:0.0:1767384362.701482:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:0.0:1767384362.701488:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 0000000093ef97f4. 00000400:00000010:0.0:1767384362.701492:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000bda0dea4. 00000400:00000010:0.0:1767384362.701495:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000a9314c0d. 00000400:00000200:1.0:1767384362.701502:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000010:0.0:1767384362.701547:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 0000000093ef97f4. 00000400:00000010:0.0:1767384362.701553:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000bda0dea4. 00000400:00000010:0.0:1767384362.701557:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000a9314c0d. 00000400:00000010:0.0:1767384362.701562:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000fb7b5cd7. 00000400:00000200:0.0:1767384362.701567:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384362.701571:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:0.0:1767384362.701576:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:0.0:1767384362.701581:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:1.0:1767384362.701582:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384362.701589:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384362.701593:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:0.0:1767384362.701608:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384362.701613:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (41) 00000400:00000200:1.0:1767384362.701614:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701670:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701697:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701730:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701752:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701798:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701839:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701868:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384362.701900:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384362.702038:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001164978f. 00000800:00000010:1.0:1767384362.702042:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000981be9bd. 00000800:00000010:1.0:1767384362.702047:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb734b11. 00000800:00000010:1.0:1767384362.702067:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb734b11. 00000800:00020000:1.0:1767384362.702074:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384362.702076:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000981be9bd. 00000800:00000010:1.0:1767384362.702079:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001164978f. 00000400:02020000:1.0:1767384362.702135:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp26 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384362.702797:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294948870, at 4294948871 00000100:00000010:2.0:1767384362.702803:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7e8a2c9. 00000100:00000040:1.0:1767384362.702817:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294948870, at 4294948871 00000100:00000040:3.0:1767384362.702819:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294948870, at 4294948871 00000100:00000010:3.0:1767384362.702826:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003689a041. 00000100:00000010:1.0:1767384362.702831:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005be7f4f8. 00000100:00000040:0.0:1767384362.702980:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294948870, at 4294948871 00000100:00000010:0.0:1767384362.702987:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a95c5653. 00000020:00000010:3.0:1767384362.708332:0:37280:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002cb70670. 00000020:00000040:3.0:1767384362.708339:0:37280:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384362.708341:0:37280:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002cb70670. 00010000:00000001:3.0:1767384363.016825:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384363.016830:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.016834:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384363.016836:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.016879:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384363.016884:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384363.016888:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384363.719876:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d6afdc3] -> 12345-192.168.204.118@tcp12 (6) 00000800:00000200:1.0:1767384363.719887:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp12 ip 192.168.204.118:988 00000800:00000200:1.0:1767384363.719892:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384363.719908:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384363.719912:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384363.719916:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000400:00000010:3.0:1767384363.719919:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000400:00000200:3.0:1767384363.719925:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384363.719930:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384363.719941:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000187386df. 00000400:00000010:3.0:1767384363.719945:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe5370d4. 00000400:00000200:3.0:1767384363.719952:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp44 00000400:00000010:3.0:1767384363.719956:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f7633c4e. 00000400:00000010:3.0:1767384363.719967:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007ff07746. 00000400:00000010:3.0:1767384363.719970:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000400:00000010:3.0:1767384363.719977:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073f1fcf4. 00000400:00000200:3.0:1767384363.719982:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp44 00000400:00000200:3.0:1767384363.719995:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp44 local destination 00000400:00000200:3.0:1767384363.720001:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp44 00000400:00000200:3.0:1767384363.720005:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp44 NI seq info: [188:188:256:4294967295] 192.168.204.118@tcp44 LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1767384363.720011:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp44 00000400:00000200:3.0:1767384363.720023:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44:) -> 192.168.204.118@tcp44(192.168.204.118@tcp44:192.168.204.118@tcp44) : GET try# 0 00000800:00000200:2.0:1767384363.720026:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384363.720028:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384363.720033:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp44 00000800:00000010:3.0:1767384363.720037:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5c98d03. 00000800:00000001:1.0:1767384363.720043:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384363.720044:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000800:00000001:1.0:1767384363.720051:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384363.720056:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000800:00000001:1.0:1767384363.720075:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.720077:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp44 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:3.0:1767384363.720086:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp32 00000400:00000010:3.0:1767384363.720089:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a5612888. 00000400:00000010:3.0:1767384363.720092:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023aab1e6. 00000400:00000010:3.0:1767384363.720095:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000400:00000010:3.0:1767384363.720099:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcc38cc6. 00000400:00000200:3.0:1767384363.720102:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp32 00000400:00000200:3.0:1767384363.720107:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp32 local destination 00000400:00000200:3.0:1767384363.720110:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp32 00000400:00000200:3.0:1767384363.720113:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [189:189:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [183:183:8:4294967295] 00000400:00000200:3.0:1767384363.720117:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp32 00000400:00000200:3.0:1767384363.720123:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) : GET try# 0 00000800:00000200:3.0:1767384363.720128:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp32 00000800:00000010:3.0:1767384363.720132:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000050d7e33c. 00000800:00000200:3.0:1767384363.720137:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000200:3.1:1767384363.720140:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000400:00000200:2.0:1767384363.720150:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720154:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp32 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:3.0:1767384363.720162:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp45 00000400:00000010:3.0:1767384363.720171:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ab42c041. 00000400:00000010:3.0:1767384363.720175:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ad410985. 00000400:00000010:3.0:1767384363.720179:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b4b10. 00000400:00000010:3.0:1767384363.720187:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9786685. 00000400:00000200:3.0:1767384363.720192:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp45 00000400:00000200:3.0:1767384363.720200:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp45 local destination 00000400:00000200:3.0:1767384363.720205:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000400:00000200:3.0:1767384363.720207:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [190:190:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [184:184:8:4294967295] 00000400:00000200:3.0:1767384363.720212:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000400:00000200:1.0:1767384363.720218:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720224:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720226:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp45:192.168.204.118@tcp45) : GET try# 0 00000800:00000200:3.0:1767384363.720234:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 00000800:00000010:3.0:1767384363.720238:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000217642e7. 00000800:00000200:3.0:1767384363.720242:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000800:00000200:3.1:1767384363.720247:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000200:3.0:1767384363.720265:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:1.0:1767384363.720294:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720301:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720339:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720375:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720418:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720468:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720492:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720573:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720642:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720644:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720707:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.720722:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720723:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.720761:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720849:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720902:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.720957:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721019:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721105:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721143:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721201:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721209:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721239:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721286:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721357:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721375:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721405:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721419:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721431:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721469:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721497:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721528:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721562:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721576:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721593:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721642:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721652:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721711:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721729:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721813:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721815:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721817:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721875:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721888:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721937:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.721970:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.721971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.721997:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722042:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722066:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722107:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722142:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722181:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722185:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722219:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722252:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722265:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722288:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722340:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722373:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722387:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722440:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722444:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722476:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722519:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722602:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722604:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722683:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722706:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722716:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722815:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722819:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722841:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722888:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.722912:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.722923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.722964:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723074:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723111:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000800:00000010:3.0:1767384363.723160:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:3.0:1767384363.723168:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003adbf942. 00000800:00000010:3.0:1767384363.723175:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c6d98c. 00000400:00000200:2.0:1767384363.723181:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000800:00000010:3.0:1767384363.723209:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c6d98c. 00000400:00000200:1.0:1767384363.723209:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000800:00020000:3.0:1767384363.723224:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384363.723230:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003adbf942. 00000800:00000010:3.0:1767384363.723233:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:00000200:2.0:1767384363.723237:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723260:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723297:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:02020000:3.0:1767384363.723320:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384363.723332:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000400:00000200:1.0:1767384363.723333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000800:00000200:3.0:1767384363.723341:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp45 down 00000800:00000100:3.0:1767384363.723350:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:3.0:1767384363.723355:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000217642e7. 00000400:00000200:3.0:1767384363.723366:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.723367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:3.0:1767384363.723374:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384363.723385:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384363.723389:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384363.723395:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp45) recovery failed with -71 00000400:00000200:1.0:1767384363.723402:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723429:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723489:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723522:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723565:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723591:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723632:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723664:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723681:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.723813:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723823:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723867:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.723891:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.118:988 00000800:00000010:2.0:1767384363.724023:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029a55519. 00000800:00000010:2.0:1767384363.724028:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbc4ad39. 00000800:00000010:2.0:1767384363.724033:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008179fbdc. 00000800:00000010:1.0:1767384363.724064:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001164978f. 00000800:00000010:1.0:1767384363.724069:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004171ceaf. 00000800:00000010:1.0:1767384363.724073:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb734b11. 00000800:00000010:2.0:1767384363.724078:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008179fbdc. 00000400:00000200:3.0:1767384363.724117:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384363.724117:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb734b11. 00000400:00000200:3.0:1767384363.724137:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp44 from 207.3.0.2 00000800:00000010:3.0:1767384363.724141:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000bb0852c. 00000800:00000010:2.0:1767384363.724181:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002452bb2b. 00000800:00000010:2.0:1767384363.724188:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd7d1081. 00000800:00000010:2.0:1767384363.724215:0:30695:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000072a871ca. 00000800:00000200:2.1:1767384363.724224:0:30695:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (2) 00000800:00000200:2.1:1767384363.724231:0:30695:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp44 0000000072a871ca deleted 00000800:00000010:2.1:1767384363.724234:0:30695:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000072a871ca. 00000800:00000200:2.1:1767384363.724240:0:30695:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384363.724247:0:30695:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp44 ip 192.168.204.118:975 00000800:00000200:2.1:1767384363.724250:0:30695:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5c98d03 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384363.724255:0:30695:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp44 p 3.x 192.168.204.118 -> 192.168.204.118:975 incarnation:1767384355729155644 sched[0] 00000400:00000200:3.0:1767384363.724259:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384363.724260:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008179fbdc. 00000400:00000200:3.0:1767384363.724275:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp32 from 206.3.0.2 00000800:00000010:3.0:1767384363.724278:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e583c469. 00000800:00000010:2.0:1767384363.724308:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008179fbdc. 00000800:00000010:2.0:1767384363.724312:0:30695:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd7d1081. 00000800:00000010:1.0:1767384363.724315:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088c1aaea. 00000800:00000010:1.0:1767384363.724320:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048532196. 00000800:00000010:2.0:1767384363.724345:0:30695:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000bb0852c. 00000800:00000010:1.0:1767384363.724347:0:16340:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000d3dc090. 00000800:00000200:1.1:1767384363.724356:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (2) 00000800:00000001:2.0:1767384363.724362:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384363.724362:0:16340:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp32 000000000d3dc090 deleted 00000800:00000010:1.1:1767384363.724364:0:16340:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000d3dc090. 00000800:00000200:1.1:1767384363.724369:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384363.724375:0:16340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp32 ip 192.168.204.118:974 00000800:00000200:1.1:1767384363.724378:0:16340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050d7e33c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384363.724384:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp32 p 3.x 192.168.204.118 -> 192.168.204.118:974 incarnation:1767384329954481029 sched[0] 00000800:00000001:2.0:1767384363.724385:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384363.724393:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb734b11. 00000800:00000200:2.0:1767384363.724437:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384363.724440:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5c98d03. 00000400:00000200:2.0:1767384363.724444:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.724449:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp44->192.168.204.118@tcp44: GET: OK 00000400:00000200:2.0:1767384363.724454:0:16346:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384363.724457:0:16346:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp44 recovery message sent successfully:0 00000800:00000010:1.0:1767384363.724463:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb734b11. 00000800:00000010:1.0:1767384363.724468:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048532196. 00000800:00000200:2.1:1767384363.724501:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384363.724508:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp44 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384355729155644 sched[0] 00000800:00000010:1.0:1767384363.724509:0:16340:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e583c469. 00000800:00000010:2.0:1767384363.724511:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbc4ad39. 00000800:00000001:1.0:1767384363.724532:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.724538:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.724551:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.724557:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.724559:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.724567:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.724573:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44) <- 192.168.204.118@tcp44 : GET - for me 00000400:00000200:2.0:1767384363.724584:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384363.724592:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1e8d [1] + 0 00000400:00000200:2.0:1767384363.724601:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp44 to MR: 192.168.204.118@tcp44 local destination 00000800:00000200:1.0:1767384363.724602:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384363.724606:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000050d7e33c. 00000400:00000200:1.0:1767384363.724628:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.724636:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp44 NI seq info: [191:191:256:4294967295] 192.168.204.118@tcp44 LPNI seq info [185:185:8:4294967295] 00000400:00000200:1.0:1767384363.724639:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: GET: OK 00000400:00000200:2.0:1767384363.724652:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44:192.168.204.118@tcp44) -> 192.168.204.118@tcp44(192.168.204.118@tcp44:192.168.204.118@tcp44) 192.168.204.118@tcp44 : REPLY try# 0 00000800:00000200:2.0:1767384363.724658:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp44 00000400:00000200:1.0:1767384363.724659:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:2.0:1767384363.724662:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047dd9586. 00000400:00000200:1.0:1767384363.724667:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp32 recovery message sent successfully:0 00000800:00000200:2.0:1767384363.724671:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000060dc784d] -> 12345-192.168.204.118@tcp44 (4) 00000800:00000200:2.0:1767384363.724677:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp44 ip 192.168.204.118:988 00000800:00000200:2.0:1767384363.724680:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047dd9586 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384363.724686:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384363.724738:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:1.0:1767384363.724745:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384363.724750:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047dd9586. 00000400:00000200:1.0:1767384363.724755:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384363.724762:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp44->192.168.204.118@tcp44: REPLY: OK 00000800:00000001:1.0:1767384363.724808:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.724815:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.724818:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384363.724822:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:1.0:1767384363.724825:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.724837:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp44(192.168.204.118@tcp44) <- 192.168.204.118@tcp44 : REPLY - for me 00000400:00000200:1.0:1767384363.724870:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp44: Reply from 12345-192.168.204.118@tcp44 of length 272/272 into md 0x1ef5 00000800:00000001:1.0:1767384363.724875:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.724884:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.724887:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384363.724895:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp44->192.168.204.118@tcp44: REPLY: OK 00000400:00000200:1.0:1767384363.724899:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbfb128 00000400:00000010:1.0:1767384363.724902:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00000400:00000200:1.0:1767384363.724908:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:2.0:1767384363.724913:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000010:1.0:1767384363.724917:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f7633c4e. 00000400:00000010:1.0:1767384363.724924:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007ff07746. 00000800:00000001:1.0:1767384363.724943:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.724947:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.724966:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.724972:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000200:1.1:1767384363.724998:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384363.725006:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp32 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384329954481029 sched[0] 00000800:00000010:1.0:1767384363.725011:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004171ceaf. 00000400:00000200:2.0:1767384363.725039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000800:00000001:1.0:1767384363.725055:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725064:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.725067:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725075:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.725085:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32) <- 192.168.204.118@tcp32 : GET - for me 00000400:00000200:1.0:1767384363.725097:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384363.725105:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1e8d [1] + 0 00000400:00000200:2.0:1767384363.725108:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725121:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp32 to MR: 192.168.204.118@tcp32 local destination 00000400:00000200:1.0:1767384363.725133:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp32 NI seq info: [192:192:256:4294967295] 192.168.204.118@tcp32 LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1767384363.725153:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) -> 192.168.204.118@tcp32(192.168.204.118@tcp32:192.168.204.118@tcp32) 192.168.204.118@tcp32 : REPLY try# 0 00000800:00000200:1.0:1767384363.725161:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp32 00000800:00000010:1.0:1767384363.725169:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035fc64f3. 00000800:00000200:1.0:1767384363.725177:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (4) 00000400:00000200:2.0:1767384363.725181:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000200:1.0:1767384363.725188:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp32 ip 192.168.204.118:988 00000800:00000200:1.0:1767384363.725194:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fc64f3 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384363.725254:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000200:1.0:1767384363.725275:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384363.725281:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035fc64f3. 00000400:00000200:1.0:1767384363.725286:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384363.725293:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: REPLY: OK 00000800:00000001:1.0:1767384363.725307:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725312:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.725316:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384363.725321:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000800:00000001:1.0:1767384363.725325:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384363.725329:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725336:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.725355:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp32(192.168.204.118@tcp32) <- 192.168.204.118@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384363.725368:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725370:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp32: Reply from 12345-192.168.204.118@tcp32 of length 272/272 into md 0x1ef9 00000800:00000001:1.0:1767384363.725379:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725387:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.725391:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.725397:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725398:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp32->192.168.204.118@tcp32: REPLY: OK 00000400:00000200:1.0:1767384363.725408:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022f08707 00000400:00000010:1.0:1767384363.725411:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000400:00000200:1.0:1767384363.725417:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384363.725424:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a5612888. 00000400:00000010:1.0:1767384363.725429:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023aab1e6. 00000800:00000001:1.0:1767384363.725438:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384363.725443:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.725449:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725512:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725582:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725632:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725683:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725788:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725792:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725854:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725868:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.725924:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.725983:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726022:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726047:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726088:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726167:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726223:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726265:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726396:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726424:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726452:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726519:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726562:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726620:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726682:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726720:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726758:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726765:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384363.726830:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.726919:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000800:00000010:2.0:1767384363.726949:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384363.726954:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbc4ad39. 00000800:00000010:2.0:1767384363.726957:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008179fbdc. 00000400:00000200:1.0:1767384363.726970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000800:00000010:2.0:1767384363.726974:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008179fbdc. 00000800:00020000:2.0:1767384363.726979:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384363.726983:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbc4ad39. 00000800:00000010:2.0:1767384363.726985:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384363.727021:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp44 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384363.727031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727066:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727096:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727123:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727152:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727176:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727205:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727270:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727298:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727452:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384363.727491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384363.727637:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0a91b00. 00000800:00000010:1.0:1767384363.727642:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004171ceaf. 00000800:00000010:1.0:1767384363.727647:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb734b11. 00000800:00000010:1.0:1767384363.727674:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb734b11. 00000800:00020000:1.0:1767384363.727682:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384363.727685:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004171ceaf. 00000800:00000010:1.0:1767384363.727688:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f0a91b00. 00000400:02020000:1.0:1767384363.727729:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384364.039820:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384364.039826:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.039830:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384364.039832:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.039863:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384364.039867:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.039870:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384364.363167:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bba35435. 00080000:00000010:1.0:1767384364.363177:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bba35435. 00000020:00000001:1.0:1767384364.363183:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384364.363190:0:37801:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bba35435. 00080000:00000010:1.0:1767384364.363195:0:37801:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bba35435. 00000020:00000001:1.0:1767384364.363203:0:37801:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384364.744831:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384364.744832:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000400:00000001:2.0:1767384364.744836:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384364.744840:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6b4b10 00000800:00000200:1.1:1767384364.744841:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000400:00000010:2.0:1767384364.744844:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00000400:00000200:2.0:1767384364.744851:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384364.744855:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384364.744868:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ab42c041. 00000400:00000010:2.0:1767384364.744872:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ad410985. 00000400:00000200:0.0:1767384364.744936:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.744978:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745007:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745039:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745067:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745087:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745120:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745138:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745158:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745176:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745194:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745218:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745234:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745248:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745262:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745275:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745298:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745315:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745335:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745352:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745366:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745395:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745419:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745440:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745466:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745481:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745494:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745510:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745524:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745540:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745552:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745569:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745605:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745633:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384364.745656:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384364.745810:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384364.745814:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000014cfefb7. 00000800:00000010:0.0:1767384364.745818:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b7f50d04. 00000800:00000010:0.0:1767384364.745838:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b7f50d04. 00000800:00020000:0.0:1767384364.745847:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384364.745851:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000014cfefb7. 00000800:00000010:0.0:1767384364.745852:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:02020000:0.0:1767384364.745887:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp28 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384364.745891:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:00000001:1.0:1767384365.025740:0:37965:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384365.025744:0:37965:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384365.028785:0:37965:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384365.035465:0:37966:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e8ad2cf0. 00000400:00000010:1.0:1767384365.035477:0:37966:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000288b05f6. 00000400:00000010:1.0:1767384365.035486:0:37966:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d1944736. 00000400:00000010:1.0:1767384365.035489:0:37966:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b303aa2a. 00000400:00000010:1.0:1767384365.035493:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053219e84. 00000400:00000010:1.0:1767384365.035496:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2501e75. 00000400:00000010:1.0:1767384365.035498:0:37966:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021ac2185. 00000400:00000010:1.0:1767384365.035499:0:37966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2d64ed5. 00000400:00000010:1.0:1767384365.035502:0:37966:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000223596ab. 00000800:00000010:1.0:1767384365.035517:0:37966:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000035fc64f3. 00000800:00000200:1.0:1767384365.035526:0:37966:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384365.035537:0:37966:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384365.035568:0:37966:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:1.0:1767384365.035601:0:37966:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384365.036917:0:37966:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000b7269f1b. 00000400:00000010:1.0:1767384365.036922:0:37966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cee2425. 00000400:00000010:1.0:1767384365.036927:0:37966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000400:00000001:1.0:1767384365.036944:0:37966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.036946:0:37966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384365.036948:0:37966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43ae428. 00000400:00000200:1.0:1767384365.036950:0:37966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000400:00000010:1.0:1767384365.036952:0:37966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000400:00000010:1.0:1767384365.036956:0:37966:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000004c887f63. 00000400:00000200:1.0:1767384365.036977:0:37966:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (40) 00000400:00000200:1.0:1767384365.036987:0:37966:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384365.036995:0:37966:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384365.037002:0:37966:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f0a91b00. 00000400:00000200:2.0:1767384365.037007:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384365.037007:0:37966:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384365.037015:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:1.0:1767384365.037016:0:37966:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp48 00000400:00000010:2.0:1767384365.037028:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000400:00000010:1.0:1767384365.037028:0:37966:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000288b05f6. 00000400:00000200:2.0:1767384365.037033:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000010:1.0:1767384365.037033:0:37966:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e8ad2cf0. 00000400:00000010:2.0:1767384365.037043:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a2acde30. 00000400:00000200:2.0:1767384365.037049:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1767384365.037060:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:3.0:1767384365.037064:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384365.037066:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 10000000:00000001:3.0:1767384365.037070:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384365.037075:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384365.037077:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 10000000:01000000:3.0:1767384365.037080:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384365.037087:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384365.037087:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000020:01000004:3.0:1767384365.037091:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384365.037095:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384365.037099:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384365.037100:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000020:01000004:3.0:1767384365.037103:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384365.037109:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384365.037112:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384365.037112:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000020:01000004:3.0:1767384365.037116:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384365.037119:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384365.037124:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384365.037124:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000100:00000010:3.0:1767384365.037132:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000400:00000200:2.0:1767384365.037132:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000020:00000040:3.0:1767384365.037139:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384365.037144:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000100:00000001:3.0:1767384365.037147:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384365.037152:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 02000000:00000001:3.0:1767384365.037153:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384365.037159:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037162:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:2.0:1767384365.037170:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 02000000:00000010:3.0:1767384365.037171:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7bdedf7. 00000400:00000200:2.0:1767384365.037179:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000100:00000001:3.0:1767384365.037181:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037186:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:2.0:1767384365.037196:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000100:00000001:3.0:1767384365.037201:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384365.037205:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000100:00000001:3.0:1767384365.037206:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037216:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000100:00000040:3.0:1767384365.037217:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb7e925] to pc [ptlrpcd_00_03+3] req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.037240:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:2.0:1767384365.037246:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 63] 00000400:00000200:2.0:1767384365.037252:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 54], ns[61, 54] 00000400:00000200:2.0:1767384365.037258:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 54], ns[161, 54] 10000000:00000001:3.0:1767384365.037260:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384365.037265:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037266:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 54], ns[171, 54] 00000100:00000001:1.0:1767384365.037270:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384365.037271:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.037275:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384365.037277:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384365.037278:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384365.037282:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 54], ns[80, 54] 00000100:00000040:1.0:1767384365.037286:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384365.037288:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384365.037293:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384365.037295:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 54], ns[192, 54] 10000000:00000001:3.0:1767384365.037296:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384365.037301:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384365.037303:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384365.037306:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384365.037307:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384365.037311:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384365.037312:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 54], ns[154, 54] 02000000:00000001:1.0:1767384365.037313:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384365.037314:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384365.037316:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384365.037318:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384365.037323:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384365.037323:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384365.037327:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384365.037328:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 00000020:01000004:3.0:1767384365.037330:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:1.0:1767384365.037331:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731475712:0@lo:253: 00000020:01000004:3.0:1767384365.037334:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384365.037337:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384365.037340:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384365.037344:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc1a54cc. 02000000:00000001:1.0:1767384365.037346:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384365.037347:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[110, 54] 02000000:00000001:1.0:1767384365.037350:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384365.037351:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:1.0:1767384365.037354:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384365.037360:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384365.037363:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 54], ns[159, 54] 02000000:00000010:1.0:1767384365.037363:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002e4f4e5e. 02000000:00000001:3.0:1767384365.037364:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384365.037369:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.037370:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.037375:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43ae428. 00000400:00000200:2.0:1767384365.037376:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 02000000:00000010:3.0:1767384365.037379:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fecf27a9. 00000400:00000010:1.0:1767384365.037382:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000288b05f6. 00000100:00000001:3.0:1767384365.037388:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384365.037389:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731475712, portal 25 00000400:00000200:2.0:1767384365.037392:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 54], ns[139, 54] 00000100:00000001:1.0:1767384365.037410:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384365.037412:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384365.037413:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384365.037416:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037419:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 54], ns[176, 54] 00000100:00000040:1.0:1767384365.037421:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384365.037425:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc1a54cc] to pc [ptlrpcd_00_00+0] req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.037436:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 54], ns[145, 54] 00000100:00000001:1.0:1767384365.037444:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384365.037451:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384365.037457:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 54], ns[165, 54] 00000400:00000010:1.0:1767384365.037457:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002066300. 00000100:00000200:1.0:1767384365.037462:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731475712, offset 0 10000000:00000001:3.0:1767384365.037468:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037470:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 54], ns[181, 54] 10000000:00000001:3.0:1767384365.037474:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.037474:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384365.037495:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037500:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 54], ns[179, 54] 00000020:01000000:3.0:1767384365.037506:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384365.037509:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f0a91b00. 00000100:00000001:3.0:1767384365.037523:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384365.037524:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 54], ns[191, 54] 00000100:00000001:3.0:1767384365.037527:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.037536:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.037539:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384365.037539:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[184, 54], ns[190, 54] 00000100:00000001:3.0:1767384365.037543:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384365.037549:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.037555:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000100:00000001:3.0:1767384365.037564:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384365.037568:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.037571:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384365.037574:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:3.0:1767384365.037575:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384365.037581:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037604:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00100000:3.0:1767384365.037605:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc1a54cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731475840:0@lo:253: 00000100:00000001:3.0:1767384365.037611:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384365.037614:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384365.037615:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 02000000:00000001:3.0:1767384365.037617:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.037636:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384365.037640:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp46 lpni_is_preferred = 0 02000000:00000010:3.0:1767384365.037641:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9f63b99. 02000000:00000001:3.0:1767384365.037645:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.037647:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp46 00000400:00000010:3.0:1767384365.037650:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f342431. 00000400:00000200:2.0:1767384365.037656:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [193:193:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [187:187:8:4294967295] 00000400:00000010:3.0:1767384365.037657:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dcab59e. 00000100:00000200:3.0:1767384365.037662:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731475840, portal 25 00000100:00000001:3.0:1767384365.037664:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384365.037667:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738411264 : -114766971140352 : ffff979ebb740700) 00000400:00000200:2.0:1767384365.037668:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000100:00000040:3.0:1767384365.037672:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.037686:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.037689:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384365.037689:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp:192.168.204.118@tcp46) : PUT try# 0 00000400:00000010:3.0:1767384365.037694:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f358a53. 00000100:00000200:3.0:1767384365.037698:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731475840, offset 0 00000800:00000200:2.0:1767384365.037704:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.204.118@tcp46 00000400:00000200:3.0:1767384365.037708:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384365.037710:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384365.037712:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9b758. 00000400:00000200:3.0:1767384365.037717:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384365.037721:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107700 00000800:00000010:2.0:1767384365.037722:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003f184426. 00000800:00000010:2.0:1767384365.037726:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001f67e121. 00000400:00000200:3.0:1767384365.037728:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107780 00000800:00000200:2.0:1767384365.037734:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:1.0:1767384365.037739:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1659 [2] + 0 00000800:00000200:2.1:1767384365.037744:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000010:1.0:1767384365.037744:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d6d55a0. 00000400:00000200:1.0:1767384365.037750:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b487ff01 00000400:00000200:3.0:1767384365.037758:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1681 [2] + 0 00000400:00000200:1.0:1767384365.037758:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.037762:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384365.037767:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000400:00000010:3.0:1767384365.037781:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f61b20a. 00000400:00000200:3.0:1767384365.037785:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001dd86b30 00000400:00000200:3.0:1767384365.037790:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.037794:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384365.037799:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd86b30 00000400:00000010:3.0:1767384365.037800:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dd86b30. 00000400:00000200:1.0:1767384365.037803:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384365.037806:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384365.037808:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b487ff01 00000100:00000200:3.0:1767384365.037809:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384365.037812:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b487ff01. 00000100:00000040:3.0:1767384365.037814:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000004fd7a0aa x1853236731475840 msgsize 4848 00000100:00000001:1.0:1767384365.037817:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384365.037836:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384365.037840:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384365.037841:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000004f61301 x1853236731475712 msgsize 4848 00000100:00000040:3.0:1767384365.037843:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384365.037851:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384365.037855:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384365.037855:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384365.037866:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f358a53 00000100:00000001:1.0:1767384365.037867:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.037869:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000010:3.0:1767384365.037871:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f358a53. 00000100:00000001:3.0:1767384365.037878:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384365.037879:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002066300 00000100:00000200:3.0:1767384365.037883:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384365.037883:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002066300. 00000100:00000001:1.0:1767384365.037887:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384365.037895:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.037896:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384365.037903:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.037907:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384365.037913:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.037915:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.037916:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.037924:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.037924:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.037930:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.037932:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294951211 00000100:00000001:1.0:1767384365.037937:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384365.037938:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c322218. 00000400:00000200:2.0:1767384365.037940:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:1.0:1767384365.037942:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294951211 00000100:00000001:3.0:1767384365.037947:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384365.037955:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294951211 00000100:00000001:1.0:1767384365.037956:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294951211 00000100:00000010:3.0:1767384365.037960:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea88bee4. 00000100:00000001:1.0:1767384365.037961:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294951211 00000100:00000001:3.0:1767384365.037967:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384365.037972:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294951211 00000100:00000001:1.0:1767384365.037972:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294951211 00000100:00000001:1.0:1767384365.037979:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294951211 00000100:00000010:3.0:1767384365.037981:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008328e269. 00000100:00000001:3.0:1767384365.037986:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384365.037989:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:1.0:1767384365.037998:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294951211 00000100:00000001:3.0:1767384365.037999:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294951211 00000100:00000001:1.0:1767384365.038005:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294951211 00000100:00000010:3.0:1767384365.038007:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010a3d653. 00000100:00000001:3.0:1767384365.038011:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384365.038015:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384365.038015:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294951211 00000100:00000001:3.0:1767384365.038018:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038022:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038025:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.038027:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384365.038028:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000100:00000001:1.0:1767384365.038033:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038035:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.038037:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038038:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384365.038044:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.038045:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.038049:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384365.038051:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038052:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.038056:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384365.038057:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038059:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.038062:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384365.038065:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038068:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038070:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.038074:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.038077:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:3.0:1767384365.038097:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384365.038101:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475840 02000000:00000001:3.0:1767384365.038103:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384365.038105:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.038107:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.038111:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384365.038114:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475840 00000020:00000001:3.0:1767384365.038116:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384365.038118:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384365.038121:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.038123:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:3.0:1767384365.038126:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384365.038127:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000020:00000001:3.0:1767384365.038129:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384365.038136:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384365.038140:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009537196f. 00000100:00000001:3.0:1767384365.038143:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384365.038145:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009537196f. 00000020:00000010:3.0:1767384365.038152:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6c593b4. 00000020:00000010:3.0:1767384365.038156:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8476795. 00000020:00000010:3.0:1767384365.038163:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000388a3214. 00000100:00000040:3.0:1767384365.038182:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384365.038201:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384365.038203:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384365.038205:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.038207:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000001:3.0:1767384365.038213:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038225:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.038236:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384365.038239:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475712 02000000:00000001:3.0:1767384365.038242:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384365.038244:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.038245:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038247:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384365.038249:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038251:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384365.038253:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475712 00000020:00000001:3.0:1767384365.038256:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384365.038257:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000020:00000040:3.0:1767384365.038259:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00100000:1.0:1767384365.038260:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:3.0:1767384365.038263:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.038266:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000040:1.0:1767384365.038267:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000001:3.0:1767384365.038270:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384365.038271:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788629584 : -114766920922032 : ffff979ebe724c50) 00000020:00000001:3.0:1767384365.038274:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384365.038277:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384365.038279:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004fd7a0aa x1853236731475840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384365.038281:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009537196f. 00000100:00000001:3.0:1767384365.038287:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384365.038291:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009537196f. 00000100:00000001:1.0:1767384365.038291:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384365.038297:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6676f77. 00000020:00000010:3.0:1767384365.038299:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db57b1a5. 00000400:00000200:2.0:1767384365.038300:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000100:00000001:1.0:1767384365.038301:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.038304:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6676f77. 00000020:00000010:3.0:1767384365.038305:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000094ff72f. 00000020:00000010:3.0:1767384365.038310:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027bea3d2. 00000100:00100000:1.0:1767384365.038311:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004fd7a0aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731475840:12345-0@lo:253: 00000100:00000001:3.0:1767384365.038318:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384365.038318:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475840 00000100:00000001:3.0:1767384365.038322:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384365.038324:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384365.038325:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.038328:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384365.038332:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038333:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038339:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384365.038339:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384365.038342:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:1.0:1767384365.038346:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384365.038348:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.038350:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384365.038351:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384365.038354:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384365.038355:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384365.038359:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384365.038360:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384365.038363:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:1.0:1767384365.038370:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384365.038373:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788637776 : -114766920913840 : ffff979ebe726c50) 02000000:00000001:1.0:1767384365.038374:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384365.038376:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000100:00000040:3.0:1767384365.038380:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004f61301 x1853236731475712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384365.038380:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f0a91b00. 02000000:00000001:1.0:1767384365.038385:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.038390:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038410:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384365.038411:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384365.038415:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009537196f. 00000100:00000001:3.0:1767384365.038418:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384365.038420:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009537196f. 20000000:00000010:1.0:1767384365.038422:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f5177166. 00000100:00100000:3.0:1767384365.038427:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004f61301 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731475712:12345-0@lo:253: 20000000:01000000:1.0:1767384365.038429:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767384365.038432:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475712 20000000:00000001:1.0:1767384365.038433:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384365.038435:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384365.038436:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384365.038438:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384365.038440:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.038441:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.038443:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.038444:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384365.038447:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 20000000:00000001:1.0:1767384365.038447:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384365.038448:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384365.038453:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384365.038456:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384365.038457:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037849eaf. 00000020:00000001:3.0:1767384365.038458:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384365.038461:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384365.038462:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000020:00000001:3.0:1767384365.038464:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038466:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384365.038468:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384365.038469:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384365.038474:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000010:3.0:1767384365.038476:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000803e687f. 00080000:00000001:1.0:1767384365.038478:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000001:3.0:1767384365.038479:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.038481:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.038483:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384365.038488:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 20000000:00000010:3.0:1767384365.038490:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f38a28e4. 00080000:00000001:1.0:1767384365.038494:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384365.038495:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384365.038499:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384365.038500:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384365.038502:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.038504:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.038506:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384365.038510:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.038514:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.038515:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.038517:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384365.038518:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384365.038521:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:1.0:1767384365.038525:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:1.0:1767384365.038527:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384365.038529:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.038533:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.038535:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384365.038538:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384365.038542:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384365.038545:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384365.038547:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00080000:00000010:1.0:1767384365.038548:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b38d68e0. 00080000:00000001:1.0:1767384365.038554:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301529568256 : -114772179983360 : ffff979d84fb6400) 00080000:00000001:1.0:1767384365.038556:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384365.038566:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384365.038569:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c6676f77. 00080000:00000001:1.0:1767384365.038572:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.038575:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384365.038601:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.038607:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00080000:00000001:1.0:1767384365.038617:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384365.038646:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038707:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038735:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038761:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038814:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038845:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038879:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038919:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038948:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.038997:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039032:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039061:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039082:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039110:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039143:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039185:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039218:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039256:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039296:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.039326:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00080000:00000010:1.0:1767384365.039373:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b38d68e0. 00080000:00000010:3.0:1767384365.039404:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c6676f77. 00040000:00000001:3.0:1767384365.039414:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384365.039416:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384365.039418:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384365.039421:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384365.039423:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.039425:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384365.039435:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384365.039443:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384365.039446:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384365.039449:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b38d68e0. 00080000:00000001:3.0:1767384365.039450:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384365.039453:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:1.0:1767384365.039457:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384365.039459:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384365.039461:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384365.039466:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384365.039472:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.039474:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.039475:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.039476:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384365.039478:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384365.039480:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00000020:00000001:1.0:1767384365.039482:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:1.0:1767384365.039484:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384365.039486:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.039488:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.039490:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384365.039491:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384365.039494:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:1.0:1767384365.039495:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384365.039498:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f3230a7. 00080000:00000001:1.0:1767384365.039501:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301529571840 : -114772179979776 : ffff979d84fb7200) 00080000:00000001:1.0:1767384365.039503:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384365.039504:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384365.039507:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2ba59f8. 00080000:00000001:1.0:1767384365.039509:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.039511:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384365.039513:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.039517:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384365.039517:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384365.039520:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.039524:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384365.039525:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384365.039527:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384365.039533:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001a9199fa count: 2 00000800:00000010:2.0:1767384365.039548:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384365.039554:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001dd86b30. 00010000:00000001:3.0:1767384365.039556:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000020:1.0:1767384365.039559:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384365.039561:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1767384365.039563:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:2.0:1767384365.039564:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025dd7cf1. 00010000:00000010:3.0:1767384365.039565:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e039f9e5. 20000000:00000010:1.0:1767384365.039566:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f5177166. 00000020:00000001:3.0:1767384365.039572:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:1.0:1767384365.039573:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384365.039575:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e039f9e5 with handle 0xd602e9c522f0b385 to hash 00010000:00000040:1.0:1767384365.039578:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475840 00000020:00000001:3.0:1767384365.039579:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.039581:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:1.0:1767384365.039583:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384365.039597:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000200:1.0:1767384365.039602:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fd7a0aa x1853236731475840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.039603:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.039607:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384365.039608:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025dd7cf1. 00010000:00010000:3.0:1767384365.039612:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000800:00020000:2.0:1767384365.039621:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00010000:00000001:1.0:1767384365.039622:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384365.039626:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.039627:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00001000:1.0:1767384365.039630:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=85 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384365.039632:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000010:2.0:1767384365.039633:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001dd86b30. 00010000:00000001:3.0:1767384365.039636:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:1.0:1767384365.039637:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384365.039640:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:2.0:1767384365.039640:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000100:00000040:1.0:1767384365.039641:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:3.0:1767384365.039644:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1767384365.039648:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00010000:00010000:3.0:1767384365.039650:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384365.039652:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384365.039655:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.039660:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384365.039663:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384365.039666:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002066300. 00000100:00000200:1.0:1767384365.039671:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731475840, offset 224 00010000:00000001:3.0:1767384365.039673:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384365.039676:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.039679:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384365.039680:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.039683:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.039685:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.039689:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:1.0:1767384365.039689:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384365.039691:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384365.039697:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001a9199fa) refcount = 2 00000400:00000200:1.0:1767384365.039698:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107780 00000400:02020000:2.0:1767384365.039702:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000040:3.0:1767384365.039706:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:1.0:1767384365.039709:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f11 [2] + 224 00010000:00000040:3.0:1767384365.039712:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384365.039717:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.039719:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00010000:00000040:3.0:1767384365.039724:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:1.0:1767384365.039726:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384365.039727:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.039731:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767384365.039733:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp46 down 00000100:00000200:1.0:1767384365.039737:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384365.039740:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009537196f. 00000100:00000001:3.0:1767384365.039745:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000100:2.0:1767384365.039747:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.204.118@tcp46 00000100:00000010:3.0:1767384365.039749:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f358a53. 00000100:00000001:3.0:1767384365.039755:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306793098048 : -114766916453568 : ffff979ebeb67b40) 00000800:00000010:2.0:1767384365.039756:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9b758. 00000100:00000040:1.0:1767384365.039758:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.039760:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306793098048 : -114766916453568 : ffff979ebeb67b40) 00000400:00000200:2.0:1767384365.039763:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:3.0:1767384365.039793:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384365.039796:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384365.039797:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384365.039799:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384365.039800:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.039803:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384365.039805:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1767384365.039806:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002066300 00010000:00000001:3.0:1767384365.039808:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.039810:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384365.039812:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:1.0:1767384365.039815:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002066300. 00000100:00000010:3.0:1767384365.039816:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6fb54ea. 00000100:00000001:1.0:1767384365.039820:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384365.039821:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:1.0:1767384365.039823:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.039827:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.039832:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384365.039833:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 02000000:00000001:3.0:1767384365.039836:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384365.039838:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384365.039840:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.039842:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384365.039844:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: PUT: LOCAL_ERROR 00000020:00000001:1.0:1767384365.039845:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1767384365.039847:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008729b59c. 00000100:00000001:3.0:1767384365.039852:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.039852:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fd7a0aa x1853236731475840/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.039858:0:30695:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 0 next ping: 284 health :900 00010000:00010000:3.0:1767384365.039861:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 16 pid: 17079 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384365.039868:0:30695:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:1.0:1767384365.039875:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004fd7a0aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16352:x1853236731475840:12345-0@lo:253: Request processed in 1579us (2055us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384365.039878:0:30695:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00010000:00010000:3.0:1767384365.039882:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 16 pid: 17079 timeout: 433 lvb_type: 0 00000400:00000200:2.0:1767384365.039888:0:30695:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00100000:1.0:1767384365.039888:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384365.039894:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:3.0:1767384365.039898:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384365.039898:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384365.039902:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384365.039902:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384365.039906:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8476795. 00000100:00000040:3.0:1767384365.039907:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384365.039913:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000388a3214. 00000100:00000001:3.0:1767384365.039915:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384365.039917:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.039918:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6c593b4. 00000400:00000200:2.0:1767384365.039921:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384365.039922:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a6fb54ea pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731475968:0@lo:104: 00000020:00000040:1.0:1767384365.039924:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000400:00000200:2.0:1767384365.039929:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101151 00000100:00000001:3.0:1767384365.039931:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384365.039932:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384365.039934:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384365.039935:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f0a91b00. 02000000:00000001:3.0:1767384365.039937:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384365.039937:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384365.039939:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384365.039942:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:2.0:1767384365.039942:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384365.039943:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384365.039947:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 02000000:00000010:3.0:1767384365.039948:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008efcff0d. 00000100:00000200:1.0:1767384365.039949:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384365.039951:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 02000000:00000001:3.0:1767384365.039952:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384365.039954:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000860d078b. 00000400:00000200:2.0:1767384365.039957:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:3.0:1767384365.039958:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000400:00000010:1.0:1767384365.039960:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002066300. 00000400:00000010:3.0:1767384365.039965:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d829d35e. 00000400:00000200:2.0:1767384365.039965:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384365.039972:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000100:00000200:3.0:1767384365.039973:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731475968, portal 16 00000100:00000001:3.0:1767384365.039977:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384365.039979:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738412160 : -114766971139456 : ffff979ebb740a80) 00000400:00000200:2.0:1767384365.039980:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000100:00000040:3.0:1767384365.039985:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384365.039986:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 rc -71 00000400:00000200:2.0:1767384365.039996:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000100:00000001:3.0:1767384365.039997:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.040001:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384365.040003:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (41) 00000400:00000010:3.0:1767384365.040004:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f44b4b7. 00000100:00000200:3.0:1767384365.040014:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731475968, offset 0 00000400:00000200:3.0:1767384365.040018:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384365.040023:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384365.040028:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384365.040031:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d107800 00000100:00000001:2.0:1767384365.040032:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384365.040037:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 1312 00000400:00000200:3.0:1767384365.040041:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384365.040044:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384365.040045:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384365.040049:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384365.040052:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f342431. 00000400:00000200:2.0:1767384365.040056:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcab59e 00000400:00000010:2.0:1767384365.040058:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dcab59e. 00000100:00000001:2.0:1767384365.040069:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384365.040070:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384365.040073:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:2.0:1767384365.040076:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384365.040078:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfee6ad1. 00000100:00000040:3.0:1767384365.040084:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000bfee6ad1 x1853236731475968 msgsize 328 00000100:00100000:3.0:1767384365.040095:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384365.040098:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.040104:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.040107:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384365.040110:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f44b4b7 00000100:00000001:2.0:1767384365.040111:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384365.040114:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f44b4b7. 00000100:00000001:2.0:1767384365.040116:0:16352:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384365.040118:0:17100:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384365.040120:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384365.040124:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384365.040124:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384365.040127:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384365.040129:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.040130:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731475968 02000000:00000001:1.0:1767384365.040134:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384365.040136:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.040138:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.040139:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384365.040142:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.040144:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384365.040144:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=85 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384365.040146:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.040151:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731475968 00000100:00001000:2.0:1767384365.040156:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=85 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384365.040156:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384365.040158:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040162:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384365.040165:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00000100:00000001:2.0:1767384365.040166:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384365.040169:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.040169:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384365.040170:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384365.040172:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00000100:00000001:3.0:1767384365.040177:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294951213 00000020:00000001:1.0:1767384365.040177:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:2.0:1767384365.040178:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384365.040183:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.040183:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00000100:00000001:3.0:1767384365.040187:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294951211 00000100:00000001:1.0:1767384365.040190:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384365.040191:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040194:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294951213 00000020:00000010:1.0:1767384365.040194:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbc58e05. 00000100:00000040:2.0:1767384365.040198:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384365.040199:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.040201:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294951211 00000020:00000010:1.0:1767384365.040205:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbc58e05. 00000100:00000001:3.0:1767384365.040211:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294951213 00000020:00000010:1.0:1767384365.040212:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000155ae812. 00000100:00000001:2.0:1767384365.040215:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.040219:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f879066. 00000100:00000001:3.0:1767384365.040220:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294951211 00000100:00000001:2.0:1767384365.040220:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384365.040224:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000001:2.0:1767384365.040225:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.040226:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294951213 00000100:00000040:1.0:1767384365.040230:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:01000004:2.0:1767384365.040231:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384365.040232:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294951211 00000100:00000001:1.0:1767384365.040234:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:01000004:2.0:1767384365.040236:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384365.040237:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:01000004:2.0:1767384365.040242:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384365.040242:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040245:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384365.040248:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384365.040250:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384365.040251:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384365.040253:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384365.040255:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:3.0:1767384365.040256:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384365.040259:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000001:3.0:1767384365.040260:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384365.040264:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:3.0:1767384365.040265:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384365.040265:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.040269:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384365.040269:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384365.040273:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.040273:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384365.040276:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.040277:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384365.040281:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384365.040285:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.040285:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384365.040288:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384365.040291:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384365.040294:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384365.040296:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1767384365.040300:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 000000009f358a53 going to sleep for 11 seconds 00000100:00000040:1.0:1767384365.040302:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:3.0:1767384365.040306:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384365.040306:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc1a54cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731475840:0@lo:253: 00000100:00000001:1.0:1767384365.040306:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738409472 : -114766971142144 : ffff979ebb740000) 00000100:00000001:3.0:1767384365.040309:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.040313:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bfee6ad1 x1853236731475968/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384365.040325:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.040326:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384365.040331:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384365.040331:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbc58e05. 00000100:00000001:1.0:1767384365.040335:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.040337:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbc58e05. 00000100:00000040:2.0:1767384365.040338:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc1a54cc x1853236731475840/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384365.040344:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bfee6ad1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731475968:12345-0@lo:104: 00000100:00000200:1.0:1767384365.040353:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731475968 00000100:00000001:2.0:1767384365.040358:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384365.040362:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384365.040362:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000010:2.0:1767384365.040367:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9f63b99. 00010000:00000001:1.0:1767384365.040368:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384365.040371:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384365.040373:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=2 02000000:00000001:2.0:1767384365.040374:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384365.040375:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000020:00000001:2.0:1767384365.040379:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384365.040379:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000020:00000040:2.0:1767384365.040384:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:1.0:1767384365.040385:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384365.040387:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.040389:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1767384365.040391:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384365.040393:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fecf27a9. 00000100:00000001:1.0:1767384365.040401:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.040402:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.040403:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384365.040406:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767384365.040408:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007448839a. 00000100:00000010:2.0:1767384365.040409:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc1a54cc. 02000000:00000001:1.0:1767384365.040411:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.040415:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.040417:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384365.040418:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384365.040421:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384365.040421:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.040427:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384365.040427:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384365.040433:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384365.040435:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.040436:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384365.040436:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384365.040440:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.040441:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384365.040443:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.040447:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.040447:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384365.040452:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.040452:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384365.040455:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000200:1.0:1767384365.040459:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731475968, offset 224 00000400:00000200:1.0:1767384365.040462:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384365.040467:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384365.040471:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d107800 00000400:00000200:1.0:1767384365.040474:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f21 [1] + 224 00000400:00000200:1.0:1767384365.040477:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.040479:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384365.040486:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384365.040488:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384365.040494:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384365.040507:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384365.040512:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000400:00000010:1.0:1767384365.040514:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00000001:1.0:1767384365.040517:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384365.040518:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.040521:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.040523:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384365.040527:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384365.040528:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767384365.040530:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000dd45d68. 00010000:00000001:1.0:1767384365.040533:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384365.040534:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384365.040536:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384365.040538:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000200:3.0:1767384365.040542:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d829d35e 00000400:00000010:3.0:1767384365.040544:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d829d35e. 00010000:00010000:1.0:1767384365.040545:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384365.040547:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384365.040548:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.040551:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384365.040553:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384365.040553:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384365.040554:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.040558:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.040563:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfee6ad1 x1853236731475968/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 328/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384365.040564:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384365.040569:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384365.040573:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384365.040578:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384365.040582:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384365.040599:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bfee6ad1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731475968:12345-0@lo:104: Request processed in 256us (497us total) trans 0 rc 0/0 00010000:00010000:0.0:1767384365.040616:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093060d0d already unused, calling callback (00000000e93ca148) 00000100:00100000:1.0:1767384365.040617:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384365.040618:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384365.040623:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384365.040623:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:1.0:1767384365.040624:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 10000000:00010000:0.0:1767384365.040627:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.040630:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384365.040631:0:17100:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384365.040635:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384365.040636:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384365.040639:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384365.040640:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f879066. 00000100:00000001:3.0:1767384365.040642:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.040646:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 02000000:00000001:3.0:1767384365.040648:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.040653:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000155ae812. 00010000:00000001:0.0:1767384365.040654:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:3.0:1767384365.040655:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=85 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384365.040658:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384365.040659:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00000100:00001000:3.0:1767384365.040660:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=85 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384365.040661:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384365.040664:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384365.040664:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093060d0d refcount=3 00000020:00000001:0.0:1767384365.040667:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00010000:00000001:0.0:1767384365.040672:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437366784 : -114767272184832 : ffff979ea9827400) 00000100:00000001:3.0:1767384365.040675:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384365.040676:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384365.040678:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384365.040679:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.040682:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384365.040685:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040690:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384365.040691:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384365.040694:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384365.040695:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384365.040709:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384365.040713:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384365.040715:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384365.040718:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:0.0:1767384365.040718:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384365.040722:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384365.040722:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384365.040725:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384365.040726:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384365.040727:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.040728:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.040731:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.040732:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.040735:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384365.040740:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00100000:3.0:1767384365.040741:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a6fb54ea pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731475968:0@lo:104: 10000000:00000001:0.0:1767384365.040743:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384365.040747:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384365.040747:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 10000000:00000001:0.0:1767384365.040750:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384365.040751:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384365.040752:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040754:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384365.040757:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384365.040757:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384365.040761:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384365.040762:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a6fb54ea x1853236731475968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384365.040764:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384365.040788:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384365.040791:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384365.040792:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384365.040795:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384365.040796:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008efcff0d. 00000020:00000040:0.0:1767384365.040801:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093060d0d with handle 0xd602e9c522f0b377 from hash 02000000:00000001:3.0:1767384365.040802:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384365.040805:0:17100:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384365.040805:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384365.040808:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384365.040809:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00010000:00000001:0.0:1767384365.040811:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384365.040813:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384365.040815:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008729b59c. 02000000:00000001:3.0:1767384365.040819:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384365.040819:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384365.040822:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384365.040822:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384365.040825:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767384365.040826:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6fb54ea. 00000100:00000001:3.0:1767384365.040832:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384365.040832:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384365.040835:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384365.040839:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000100:00000001:3.0:1767384365.040840:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384365.040843:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000010:3.0:1767384365.040844:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009f358a53. 00000100:00000001:0.0:1767384365.040848:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384365.040850:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1767384365.040851:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384365.040853:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384365.040856:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009537196f. 02000000:00000001:0.0:1767384365.040856:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.040863:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.040865:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384365.040865:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022f8dac2. 00010000:00000001:3.0:1767384365.040870:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384365.040871:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.040873:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384365.040875:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767384365.040876:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384365.040878:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384365.040879:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384365.040896:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384365.040899:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384365.040901:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384365.040902:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.040906:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae259e26] to pc [ptlrpcd_00_01+1] req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384365.040924:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384365.040926:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384365.040927:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384365.040927:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384365.040931:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040932:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384365.040933:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.040935:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384365.040936:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384365.040939:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384365.040941:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384365.040951:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384365.040954:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000093060d0d/0xd602e9c522f0b377 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b37e expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384365.040956:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384365.040959:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.040964:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:0.0:1767384365.040966:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001992f315 count: 0 02000000:00000001:3.0:1767384365.040968:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384365.040970:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384365.040973:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731476096:0@lo:103: 00000100:00000001:3.0:1767384365.040977:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384365.040979:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384365.040981:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.040982:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384365.040982:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384365.040983:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384365.040986:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384365.040988:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384365.040989:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008729b59c. 00010000:00000010:0.0:1767384365.040989:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000dd45d68. 02000000:00000001:3.0:1767384365.040995:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384365.040997:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.041000:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384365.041001:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000020:00000001:0.0:1767384365.041003:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384365.041005:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d829d35e. 00010000:00010000:0.0:1767384365.041007:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384365.041010:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384365.041011:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731476096, portal 18 00000020:00000001:0.0:1767384365.041012:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041016:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767384365.041017:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384365.041019:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000020:00000001:0.0:1767384365.041020:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384365.041022:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384365.041023:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384365.041029:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.041034:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.041035:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384365.041037:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f44b4b7. 00000100:00000200:3.0:1767384365.041040:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731476096, offset 0 00080000:00000010:2.0:1767384365.041044:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f3230a7. 00000400:00000200:3.0:1767384365.041045:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384365.041054:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384365.041060:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d107880 00000400:00000200:3.0:1767384365.041066:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:3.0:1767384365.041069:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.041072:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384365.041076:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384365.041078:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384365.041080:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6fb54ea. 00000100:00000040:3.0:1767384365.041082:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a6fb54ea x1853236731476096 msgsize 328 00080000:00000010:1.0:1767384365.041084:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2ba59f8. 00000100:00100000:3.0:1767384365.041088:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000001:1.0:1767384365.041089:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384365.041092:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384365.041094:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384365.041096:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:1.0:1767384365.041098:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.041100:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:3.0:1767384365.041101:0:16353:0:(events.c:373:request_in_callback()) Process leaving 20000000:01000000:1.0:1767384365.041102:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384365.041105:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384365.041107:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f44b4b7 20000000:01000000:1.0:1767384365.041108:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000010:3.0:1767384365.041111:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f44b4b7. 00080000:00000001:1.0:1767384365.041114:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:3.0:1767384365.041115:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384365.041120:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.041123:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384365.041127:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476096 00000100:00000001:3.0:1767384365.041129:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384365.041131:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384365.041135:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.041137:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.041141:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041144:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.041146:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041147:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.041152:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.041152:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476096 00000100:00000001:3.0:1767384365.041155:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294951214 00000020:00000001:2.0:1767384365.041157:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384365.041160:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384365.041163:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951213 00000020:00000001:2.0:1767384365.041164:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.041167:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:3.0:1767384365.041171:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294951214 00000100:00000001:3.0:1767384365.041175:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951213 00000020:00000001:2.0:1767384365.041179:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:2.0:1767384365.041182:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384365.041186:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384365.041189:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294951214 00000020:00000010:2.0:1767384365.041191:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025dd7cf1. 00000100:00000001:3.0:1767384365.041196:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951213 00000100:00000001:2.0:1767384365.041196:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.041203:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025dd7cf1. 00000100:00000001:3.0:1767384365.041205:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294951214 00080000:00000020:1.0:1767384365.041207:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000010:2.0:1767384365.041209:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bad728. 00000100:00000001:1.0:1767384365.041211:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384365.041213:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951213 20000000:00000010:1.0:1767384365.041214:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f38a28e4. 00000020:00000010:2.0:1767384365.041215:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b7e7a29. 00000100:00000001:3.0:1767384365.041221:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384365.041222:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.041223:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00010000:00000040:1.0:1767384365.041227:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731475712 00000100:00000001:3.0:1767384365.041229:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.041231:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384365.041233:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041236:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384365.041237:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000200:1.0:1767384365.041238:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004f61301 x1853236731475712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.041243:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.041243:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384365.041247:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384365.041249:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384365.041249:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384365.041250:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.041254:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384365.041255:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384365.041256:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=85 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384365.041258:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041259:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384365.041261:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384365.041262:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.041264:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:1.0:1767384365.041265:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384365.041266:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.041268:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384365.041270:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:2.0:1767384365.041273:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384365.041274:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384365.041278:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=4 02000000:00000001:1.0:1767384365.041278:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.041282:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384365.041284:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00000100:00000040:1.0:1767384365.041286:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384365.041290:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00000400:00000010:1.0:1767384365.041291:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004171ceaf. 00000100:00000200:1.0:1767384365.041298:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731475712, offset 224 00010000:00010000:2.0:1767384365.041301:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 16 pid: 17079 timeout: 433 lvb_type: 0 00000400:00000200:1.0:1767384365.041307:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384365.041314:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384365.041315:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384365.041318:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.041321:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.041325:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107700 00000100:00000001:2.0:1767384365.041326:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.041330:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f09 [2] + 224 00000100:00000001:2.0:1767384365.041333:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384365.041340:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6fb54ea x1853236731476096/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384365.041343:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.041351:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.041356:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384365.041357:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384365.041361:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384365.041364:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384365.041371:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.041378:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.041382:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384365.041388:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004171ceaf 00000400:00000010:1.0:1767384365.041390:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004171ceaf. 00000100:00000001:1.0:1767384365.041394:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.041396:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384365.041396:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384365.041400:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.041403:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384365.041405:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384365.041406:0:17071:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f38a28e4. 00000100:00000001:2.0:1767384365.041407:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384365.041408:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041412:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384365.041413:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384365.041418:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384365.041418:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384365.041421:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004f61301 x1853236731475712/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.041425:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384365.041428:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.041431:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738412160 : -114766971139456 : ffff979ebb740a80) 00000100:00000001:3.0:1767384365.041433:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.041433:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004f61301 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731475712:12345-0@lo:253: Request processed in 3020us (3589us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384365.041441:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6fb54ea x1853236731476096/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384365.041447:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:1.0:1767384365.041452:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384365.041454:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.041457:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384365.041459:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.041461:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384365.041461:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384365.041463:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384365.041466:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384365.041467:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025dd7cf1. 00000020:00000010:1.0:1767384365.041467:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000094ff72f. 00000400:00000010:3.0:1767384365.041468:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43ae428. 00000020:00000010:1.0:1767384365.041473:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027bea3d2. 00000400:00000200:3.0:1767384365.041475:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000288b05f6 00000100:00000001:2.0:1767384365.041475:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.041478:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db57b1a5. 00000400:00000010:3.0:1767384365.041479:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000288b05f6. 00000020:00000010:2.0:1767384365.041481:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025dd7cf1. 00000020:00000040:1.0:1767384365.041484:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000001:3.0:1767384365.041486:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384365.041488:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384365.041491:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6fb54ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16353:x1853236731476096:12345-0@lo:103: 02000000:00000010:1.0:1767384365.041491:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000803e687f. 00000100:00000200:3.0:1767384365.041492:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384365.041497:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384365.041501:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384365.041503:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476096 00010000:00000001:2.0:1767384365.041507:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000200:3.0:1767384365.041508:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000002:2.0:1767384365.041512:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000200:1.0:1767384365.041512:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384365.041517:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384365.041518:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384365.041519:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f32733. 00000100:00000001:3.0:1767384365.041522:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.041522:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384365.041525:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004171ceaf. 00000100:00000001:3.0:1767384365.041527:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384365.041527:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384365.041532:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec7ce6ae. 02000000:00000001:3.0:1767384365.041536:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384365.041538:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384365.041538:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041541:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.041543:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.041544:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384365.041549:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=85 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384365.041550:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00001000:3.0:1767384365.041556:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=85 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384365.041556:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384365.041562:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384365.041562:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384365.041567:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.041567:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384365.041572:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384365.041572:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000deae1bcb refcount=4 00010000:00000001:3.0:1767384365.041575:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041578:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.041578:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00000100:00000040:3.0:1767384365.041597:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384365.041597:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764562944 : -114767944988672 : ffff979e81684800) 00010000:00000040:2.0:1767384365.041605:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001a9199fa count: 3 00000100:00000001:3.0:1767384365.041607:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.041611:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384365.041612:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384365.041613:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 15 pid: 17079 timeout: 433 lvb_type: 0 00000020:01000004:3.0:1767384365.041615:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384365.041619:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384365.041623:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384365.041625:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384365.041628:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384365.041629:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00001000:2.0:1767384365.041629:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384365 v=100 (0 0 0 0) 00000020:01000004:3.0:1767384365.041631:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384365.041632:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384365.041633:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384365.041635:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384365.041639:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384365.041643:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1767384365.041648:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731475712:0@lo:253: 00000100:00000001:3.0:1767384365.041653:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.041653:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384365.041657:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384365.041657:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384365.041662:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731475712/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384365.041664:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 15 pid: 17079 timeout: 433 lvb_type: 0 00000100:00000001:3.0:1767384365.041676:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384365.041679:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384365.041681:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.041683:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.041685:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384365.041688:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002e4f4e5e. 00000020:00000001:2.0:1767384365.041689:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.041692:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384365.041695:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384365.041695:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:3.0:1767384365.041701:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:2.0:1767384365.041701:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767384365.041706:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384365.041708:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7bdedf7. 00010000:00000001:2.0:1767384365.041710:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384365.041712:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384365.041714:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384365.041715:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384365.041718:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00010000:00000001:2.0:1767384365.041719:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384365.041722:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384365.041723:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041725:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.041729:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384365.041730:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deae1bcb with handle 0xd602e9c522f0b37e from hash 00000100:00000001:3.0:1767384365.041733:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384365.041735:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384365.041736:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.041740:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384365.041740:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.041744:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384365.041745:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.041749:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384365.041752:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384365.041754:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384365.041758:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000deae1bcb/0xd602e9c522f0b37e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b377 expref: 15 pid: 17079 timeout: 433 lvb_type: 0 00010000:00000040:2.0:1767384365.041765:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:2.0:1767384365.041819:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00010000:00000001:2.0:1767384365.041829:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.041831:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384365.041834:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384365.041836:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e039f9e5 00010000:00000001:2.0:1767384365.041838:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384365.041840:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.041843:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.041845:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.041847:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.041857:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384365.041859:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384365.041861:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.041867:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384365.041870:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384365.041872:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384365.041874:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384365.041876:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001a9199fa) refcount = 2 00010000:00010000:2.0:1767384365.041879:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.041885:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384365.041887:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384365.041889:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.041892:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384365.041896:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025dd7cf1. 00000100:00000001:2.0:1767384365.041899:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384365.041903:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001dd86b30. 00000100:00000001:2.0:1767384365.041906:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301518526336 : -114772191025280 : ffff979d8452e780) 00000100:00000001:2.0:1767384365.041908:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301518526336 : -114772191025280 : ffff979d8452e780) 00000100:00000001:2.0:1767384365.041911:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384365.041912:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384365.041915:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384365.041918:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384365.041921:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:2.0:1767384365.041925:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.041927:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.041929:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e039f9e5 refcount=5 00000020:00000001:2.0:1767384365.041931:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:2.0:1767384365.041934:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:2.0:1767384365.041937:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384365.041939:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.041957:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384365.041960:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.041966:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.041968:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384365.041970:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.041976:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.041978:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.041980:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384365.041982:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384365.041989:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e039f9e5 already unused, calling callback (00000000d6205520) 00010000:00000001:2.0:1767384365.041992:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.041994:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384365.041996:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042003:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384365.042005:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.042007:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.042009:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e039f9e5 refcount=6 00000020:00000001:2.0:1767384365.042011:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:2.0:1767384365.042014:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764567552 : -114767944984064 : ffff979e81685a00) 00010000:00000001:2.0:1767384365.042017:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384365.042019:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042024:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384365.042027:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.042034:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.042047:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384365.042049:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384365.042051:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.042053:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.042056:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e039f9e5 with handle 0xd602e9c522f0b385 from hash 00010000:00000001:2.0:1767384365.042060:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384365.042062:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.042064:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042066:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384365.042068:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384365.042070:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384365.042071:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042074:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384365.042079:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.042080:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384365.042084:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384365.042084:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.042090:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384365.042091:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042095:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384365.042099:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384365.042101:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.042101:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.042106:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042106:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042110:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.042111:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384365.042116:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.042118:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.042121:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042127:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.042129:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042130:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384365.042132:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384365.042134:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.042136:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042138:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384365.042141:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.042143:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.042145:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384365.042146:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e039f9e5/0xd602e9c522f0b385 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.042168:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.042170:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.042172:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384365.042174:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384365.042177:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.042179:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.042181:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384365.042183:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001dd86b30. 00000100:00000001:2.0:1767384365.042186:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384365.042188:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384365.042190:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025dd7cf1. 00010000:00000001:2.0:1767384365.042194:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384365.042196:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001a9199fa count: 0 00010000:00010000:2.0:1767384365.042204:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384365.042207:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.042210:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.042212:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.042214:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.042218:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.042221:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.042222:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384365.042224:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.042226:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.042228:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.042231:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.042234:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00000200:2.0:1767384365.042237:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731476096, offset 224 00000400:00000200:2.0:1767384365.042242:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.042248:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.042256:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d107880 00000400:00000200:2.0:1767384365.042261:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f2d [1] + 224 00000400:00000200:2.0:1767384365.042265:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.042269:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.042280:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.042284:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.042293:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.042309:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.042315:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000400:00000010:2.0:1767384365.042318:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00000100:00000001:2.0:1767384365.042321:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.042322:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.042324:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.042327:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.042327:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384365.042331:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384365.042333:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:3.0:1767384365.042334:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384365.042337:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00010000:00000001:2.0:1767384365.042338:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.042341:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d829d35e 00010000:00000001:2.0:1767384365.042343:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384365.042344:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d829d35e. 00000100:00000001:3.0:1767384365.042349:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384365.042352:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6fb54ea x1853236731476096/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:346/0 lens 328/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384365.042355:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.042386:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6fb54ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16353:x1853236731476096:12345-0@lo:103: Request processed in 924us (1301us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384365.042406:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.042406:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384365.042412:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:3.0:1767384365.042415:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.042417:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384365.042418:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.042422:0:16353:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384365.042422:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384365.042426:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384365.042428:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384365.042429:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b7e7a29. 00000100:00000001:3.0:1767384365.042430:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.042434:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384365.042436:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=85 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384365.042437:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00001000:3.0:1767384365.042439:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384365.042443:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384365.042443:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bad728. 00000100:00000001:3.0:1767384365.042446:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.042449:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384365.042450:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.042452:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:3.0:1767384365.042453:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.042458:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384365.042459:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.042467:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.042469:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384365.042470:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384365.042472:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384365.042476:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae259e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731476096:0@lo:103: 00000100:00000001:3.0:1767384365.042479:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.042481:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384365.042483:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae259e26 x1853236731476096/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.042487:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384365.042488:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384365.042490:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008729b59c. 02000000:00000001:3.0:1767384365.042491:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384365.042497:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384365.042498:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384365.042500:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384365.042501:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000022f8dac2. 02000000:00000001:3.0:1767384365.042503:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384365.042504:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384365.042504:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae259e26. 00000100:00000001:3.0:1767384365.042506:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384365.042507:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.042508:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.042511:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384365.042512:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.042514:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.042515:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384365.046801:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294951214, at 4294951215 00000100:00000010:0.0:1767384365.046809:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c322218. 00000100:00000040:2.0:1767384365.046813:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294951214, at 4294951215 00000100:00000010:2.0:1767384365.046819:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008328e269. 00000100:00000040:3.0:1767384365.046822:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294951214, at 4294951215 00000100:00000010:3.0:1767384365.046830:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010a3d653. 00000100:00000040:1.0:1767384365.046861:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294951214, at 4294951215 00000100:00000010:1.0:1767384365.046868:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea88bee4. 00010000:00000010:2.1:1767384365.047796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00010000:00000010:2.1:1767384365.047802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e039f9e5. 00010000:00000010:2.1:1767384365.047806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001a9199fa. 00010000:00000010:0.1:1767384365.047824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001992f315. 00010000:00000010:0.1:1767384365.047830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093060d0d. 00000400:00000010:1.0:1767384365.053405:0:37971:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000044483d8d. 00000400:00000040:1.0:1767384365.053422:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384365.053424:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384365.053426:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384365.053427:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384365.053428:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384365.053429:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384365.053431:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384365.053432:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384365.053433:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384365.053434:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384365.053436:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384365.053437:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384365.053438:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384365.053439:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384365.053440:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384365.053442:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384365.053443:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384365.053443:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384365.053444:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384365.053446:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384365.053447:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384365.053447:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384365.053464:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384365.053465:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384365.053466:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384365.053468:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384365.053469:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384365.053470:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384365.053471:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384365.053471:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384365.053472:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384365.053477:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384365.053478:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384365.053479:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384365.053480:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384365.053482:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384365.053482:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384365.053484:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384365.053485:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384365.053486:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384365.053487:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384365.053488:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384365.053489:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384365.053490:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384365.053491:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384365.053492:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384365.053493:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384365.053494:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384365.053495:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384365.053496:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384365.053497:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384365.053498:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384365.053499:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384365.053500:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384365.053501:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384365.053502:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384365.053503:0:37971:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384365.053606:0:37971:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000044483d8d. 00010000:00000001:3.0:1767384365.063823:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384365.063828:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.063832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384365.063833:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.063860:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384365.063863:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384365.063866:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384365.767844:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009257f3a] -> 12345-192.168.204.118@tcp15 (6) 00000800:00000200:1.0:1767384365.767857:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp15 ip 192.168.204.118:988 00000800:00000200:1.0:1767384365.767863:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384365.767961:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384365.767967:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.767976:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384365.767979:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.767981:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384365.768910:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp45 00000400:00000010:3.0:1767384365.768914:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b2390b41. 00000400:00000010:3.0:1767384365.768920:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003d0c7ad. 00000400:00000010:3.0:1767384365.768925:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d829d35e. 00000400:00000010:3.0:1767384365.768932:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ed8626e3. 00000400:00000200:3.0:1767384365.768936:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp45 00000400:00000200:3.0:1767384365.768954:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp45 local destination 00000400:00000200:3.0:1767384365.768961:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000400:00000200:3.0:1767384365.768964:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [194:194:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1767384365.768970:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000400:00000200:3.0:1767384365.768976:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp45:192.168.204.118@tcp45) : GET try# 0 00000800:00000200:3.0:1767384365.768987:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 00000800:00000010:3.0:1767384365.768990:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5c98d03. 00000800:00000200:3.0:1767384365.768994:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000800:00000200:3.1:1767384365.768998:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000200:1.0:1767384365.769094:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769162:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769214:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769255:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769314:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384365.769348:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:3.0:1767384365.769358:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp46 00000400:00000200:1.0:1767384365.769362:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000010:3.0:1767384365.769363:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000073a26ef8. 00000400:00000010:3.0:1767384365.769371:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f861dec5. 00000400:00000010:3.0:1767384365.769375:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f44b4b7. 00000400:00000010:3.0:1767384365.769380:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009b2c6e30. 00000400:00000200:3.0:1767384365.769385:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp46 00000400:00000200:3.0:1767384365.769392:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp46 local destination 00000400:00000200:3.0:1767384365.769396:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 00000400:00000200:3.0:1767384365.769401:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [195:195:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1767384365.769405:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000400:00000200:1.0:1767384365.769412:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384365.769419:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp46:192.168.204.118@tcp46) : GET try# 0 00000800:00000200:3.0:1767384365.769427:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp46 00000800:00000010:3.0:1767384365.769430:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000064f97386. 00000800:00000200:3.0:1767384365.769436:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000800:00000200:3.1:1767384365.769441:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:1.0:1767384365.769464:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.769515:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769533:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.769626:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769629:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.769715:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769716:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769831:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.769835:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.769916:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.769923:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770011:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770016:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384365.770027:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 1 next ping: 286 health :900 00000400:00000200:1.0:1767384365.770104:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770109:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770188:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770249:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770269:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770307:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770345:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770360:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770405:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770417:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770484:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770543:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770551:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770621:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770624:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770689:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770689:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770788:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770800:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770841:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770866:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770891:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770921:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.770947:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.770965:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771029:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771098:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771124:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771159:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771186:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771216:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771246:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771273:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771321:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771325:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771393:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384365.771394:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771459:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771535:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.771628:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000800:00000010:1.0:1767384365.771649:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5177166. 00000800:00000010:1.0:1767384365.771654:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da133e68. 00000800:00000010:1.0:1767384365.771660:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f04a585a. 00000400:00000200:2.0:1767384365.771684:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000800:00000010:1.0:1767384365.771687:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f04a585a. 00000800:00020000:1.0:1767384365.771699:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384365.771703:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da133e68. 00000800:00000010:1.0:1767384365.771706:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5177166. 00000400:00000200:2.0:1767384365.771739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:02020000:1.0:1767384365.772188:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384365.772195:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000400:00000200:1.0:1767384365.772199:0:16340:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384365.772206:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:1.0:1767384365.772208:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5c98d03. 00000400:00000200:1.0:1767384365.772213:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384365.772219:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384365.772229:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384365.772233:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384365.772237:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp45) recovery failed with -71 00000400:00000200:2.0:1767384365.772547:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.772642:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.772692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384365.772752:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384365.772904:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384365.772908:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf2d9035. 00000800:00000010:2.0:1767384365.772911:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2c0f9d0. 00000800:00000010:2.0:1767384365.772929:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2c0f9d0. 00000800:00020000:2.0:1767384365.772935:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384365.772938:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf2d9035. 00000800:00000010:2.0:1767384365.772941:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384365.772975:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384365.772981:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00000400:00000200:2.0:1767384365.772984:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384365.772989:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp46 00000800:00000010:2.0:1767384365.772991:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000064f97386. 00000400:00000200:2.0:1767384365.772995:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384365.772999:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384365.773005:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384365.773008:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384365.773012:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp46) recovery failed with -71 00010000:00000001:3.0:1767384366.087822:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384366.087827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.087832:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384366.087834:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.087861:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.087865:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.087868:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384366.763724:0:38513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a0bf0d4. 00080000:00000010:2.0:1767384366.763736:0:38513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a0bf0d4. 00000020:00000001:2.0:1767384366.763742:0:38513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384366.763752:0:38513:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009a0bf0d4. 00080000:00000010:2.0:1767384366.763758:0:38513:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009a0bf0d4. 00000020:00000001:2.0:1767384366.763762:0:38513:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384366.791844:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000800:00000200:1.0:1767384366.791853:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:988 00000800:00000200:1.0:1767384366.791857:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384366.791883:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000800:00000200:1.1:1767384366.791887:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000400:00000200:0.0:1767384366.791975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:2.0:1767384366.791989:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384366.791996:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.792005:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384366.792009:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.792012:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384366.792036:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792072:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792208:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792240:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792281:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792372:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792436:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792521:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792576:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792643:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000001:2.0:1767384366.792827:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.792831:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384366.792834:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d829d35e 00000400:00000010:2.0:1767384366.792837:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d829d35e. 00000400:00000200:2.0:1767384366.792851:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384366.792856:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery ping unlinked 00000400:00000200:0.0:1767384366.792865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000010:2.0:1767384366.792868:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b2390b41. 00000400:00000010:2.0:1767384366.792875:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003d0c7ad. 00000400:00000001:2.0:1767384366.792882:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.792883:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384366.792885:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f44b4b7 00000400:00000010:2.0:1767384366.792887:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f44b4b7. 00000400:00000200:2.0:1767384366.792891:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384366.792894:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384366.792896:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000073a26ef8. 00000400:00000010:2.0:1767384366.792900:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f861dec5. 00000400:00000200:0.0:1767384366.792927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.792974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793088:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793115:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793143:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793177:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384366.793240:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384366.793386:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c6fb2060. 00000800:00000010:0.0:1767384366.793392:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b58040a. 00000800:00000010:0.0:1767384366.793398:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005bf315e2. 00000800:00000010:0.0:1767384366.793425:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005bf315e2. 00000800:00020000:0.0:1767384366.793434:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384366.793438:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b58040a. 00000800:00000010:0.0:1767384366.793441:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c6fb2060. 00000400:02020000:0.0:1767384366.793487:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp31 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384366.793492:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384367.111866:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384367.111872:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.111878:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384367.111880:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.111994:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384367.111999:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.112003:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384367.303848:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384367.303853:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384367.303866:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000100:00000040:2.0:1767384367.303868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384367.303873:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384367.303875:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384367.303881:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384367.303882:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002240d84f. 02000000:00000001:0.0:1767384367.303886:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384367.303887:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384367.303891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384367.303892:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.303893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.303898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384367.303902:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab70fd52. 02000000:00000010:2.0:1767384367.303905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021e9b758. 00000100:00000001:0.0:1767384367.303910:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.303911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.303920:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384367.303939:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384367.303939:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.303950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384367.303951:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000358f7dc7] to pc [ptlrpcd_00_02+2] req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.303953:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.303961:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002240d84f] to pc [ptlrpcd_00_03+3] req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.303979:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.303981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.303984:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384367.303984:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.303986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4b830a. 00000020:00000040:2.0:1767384367.303990:0:8:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384367.303992:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.303999:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.304001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304002:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384367.304004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008c0ea3bd. 00000100:00000001:0.0:1767384367.304006:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.304008:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304010:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.304014:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384367.304016:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.304036:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304040:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384367.304043:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f4b830a] to pc [ptlrpcd_00_00+0] req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.304044:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.304051:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.304055:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.304058:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.304060:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731476224:0@lo:13: 00000100:00000001:2.0:1767384367.304063:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304064:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384367.304066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.304070:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384367.304070:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384367.304075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed3875bc. 02000000:00000001:0.0:1767384367.304075:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.304079:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384367.304080:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384367.304083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384367.304085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384367.304086:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093ef97f4. 02000000:00000001:2.0:1767384367.304088:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.304090:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.304093:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000519e41b8. 00000100:00000001:2.0:1767384367.304097:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.304097:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000100:00000040:2.0:1767384367.304103:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384367.304106:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000100:00000001:2.0:1767384367.304113:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.304114:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.304115:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731476224, portal 4 00000100:00000040:2.0:1767384367.304117:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed3875bc] to pc [ptlrpcd_00_01+1] req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.304121:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.304124:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000100:00000001:2.0:1767384367.304128:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.304129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384367.304136:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384367.304139:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9fda7fa. 00000020:00000040:2.0:1767384367.304141:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384367.304142:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304152:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384367.304153:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384367.304154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384367.304157:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.304160:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384367.304163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000368ff65e. 00000400:00000010:0.0:1767384367.304165:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000100:00000001:2.0:1767384367.304167:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.304169:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731476224, offset 0 00000100:00000040:2.0:1767384367.304173:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384367.304179:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384367.304185:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384367.304186:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.304189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9fda7fa] to pc [ptlrpcd_00_02+2] req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304212:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.304213:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384367.304216:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000400:00000200:0.0:1767384367.304227:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d107900 00000400:00000200:0.0:1767384367.304233:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:0.0:1767384367.304239:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.304242:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.304248:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384367.304250:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384367.304255:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae259e26. 00000100:00000001:2.0:1767384367.304256:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.304259:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384367.304260:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000ae259e26 x1853236731476224 msgsize 224 00000100:00000001:2.0:1767384367.304261:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.304268:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.304272:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384367.304281:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.304282:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.304284:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.304286:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.304287:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384367.304288:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.304292:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002240d84f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731476352:0@lo:400: 00000100:00000001:2.0:1767384367.304295:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384367.304297:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 02000000:00000001:2.0:1767384367.304299:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384367.304301:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 02000000:00000001:2.0:1767384367.304302:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.304305:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384367.304306:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384367.304309:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001503c05e. 00000100:00000200:0.0:1767384367.304312:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384367.304313:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.304318:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000010:2.0:1767384367.304325:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000100:00000001:0.0:1767384367.304328:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384367.304330:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731476352, portal 25 00000100:00000040:0.0:1767384367.304333:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304334:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.304340:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304342:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535609216 : -114772173942400 : ffff979d85579180) 00000100:00000001:0.0:1767384367.304343:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384367.304350:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.304351:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.304358:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3606 usecs (4 jiffies) 00000100:00000001:2.0:1767384367.304360:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384367.304362:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953476 00000100:00000040:2.0:1767384367.304365:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.304369:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000100:00000010:0.0:1767384367.304369:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345be9d5. 00000100:00000200:2.0:1767384367.304376:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731476352, offset 0 00000100:00000001:0.0:1767384367.304379:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384367.304381:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.304389:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384367.304395:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953476 00000400:00000200:2.0:1767384367.304400:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d107980 00000100:00000010:0.0:1767384367.304419:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061598e37. 00000400:00000200:2.0:1767384367.304423:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1689 [2] + 0 00000100:00000001:0.0:1767384367.304424:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384367.304428:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542467a0. 00000100:00000001:0.0:1767384367.304430:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953476 00000400:00000200:2.0:1767384367.304432:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c58f2e3a 00000100:00000010:0.0:1767384367.304434:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000997a5767. 00000400:00000200:2.0:1767384367.304437:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.304438:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384367.304444:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953476 00000400:00000200:2.0:1767384367.304445:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384367.304449:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000789d1db. 00000400:00000200:2.0:1767384367.304451:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58f2e3a 00000100:00000001:0.0:1767384367.304453:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384367.304454:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58f2e3a. 00000100:00000001:0.0:1767384367.304458:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.304460:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384367.304462:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384367.304463:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384367.304468:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006a0ae19a x1853236731476352 msgsize 224 00000100:00000001:0.0:1767384367.304468:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304474:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384367.304478:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.304479:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384367.304483:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.304486:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.304489:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.304489:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.304490:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.304494:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.304497:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.304498:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:2.0:1767384367.304503:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:2.0:1767384367.304509:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384367.304510:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.304513:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.304515:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384367.304517:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384367.304518:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.304523:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.304527:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9fda7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236731476736:0@lo:400: 00000100:00000001:0.0:1767384367.304536:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.304539:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384367.304555:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304558:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384367.304559:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384367.304564:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384367.304565:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6067533. 02000000:00000001:0.0:1767384367.304569:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304579:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.304580:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50fb053. 00000100:00000001:2.0:1767384367.304582:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384367.304585:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000100:00000001:2.0:1767384367.304589:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.304590:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731476736, portal 10 00000100:00000001:0.0:1767384367.304592:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.304593:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535612800 : -114772173938816 : ffff979d85579f80) 00000100:00000040:0.0:1767384367.304599:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304601:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:0.0:1767384367.304609:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384367.304611:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953476 00000100:00000040:0.0:1767384367.304614:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384367.304620:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294953477 00000400:00000010:0.0:1767384367.304620:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000200:0.0:1767384367.304624:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731476736, offset 0 00000100:00000001:2.0:1767384367.304628:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953476 00000400:00000200:0.0:1767384367.304631:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384367.304633:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294953477 00000100:00000001:2.0:1767384367.304638:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953476 00000400:00000200:0.0:1767384367.304642:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384367.304643:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00000001:2.0:1767384367.304650:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953476 00000400:00000200:0.0:1767384367.304654:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d107b00 00000100:00000001:2.0:1767384367.304656:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.304659:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.304663:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:2.0:1767384367.304664:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304669:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.304671:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384367.304674:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384367.304677:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.304678:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.304684:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.304686:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384367.304687:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384367.304690:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384367.304691:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304696:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384367.304697:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008e05bc6. 00000100:00000040:0.0:1767384367.304703:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000008e05bc6 x1853236731476736 msgsize 224 00000100:00000001:2.0:1767384367.304707:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.304711:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.304713:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384367.304714:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384367.304718:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304725:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384367.304726:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304728:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384367.304729:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384367.304732:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.304735:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.304737:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001f4b830a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731476480:0@lo:400: 00000400:00000200:0.0:1767384367.304738:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000100:00000001:2.0:1767384367.304741:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384367.304743:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 02000000:00000001:2.0:1767384367.304744:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.304747:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304749:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384367.304755:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384367.304755:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384367.304759:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e030ab3. 02000000:00000001:2.0:1767384367.304763:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.304784:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000400:00000010:2.0:1767384367.304787:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000100:00000200:2.0:1767384367.304792:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731476480, portal 4 00000100:00000001:2.0:1767384367.304796:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384367.304797:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384367.304798:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535618176 : -114772173933440 : ffff979d8557b480) 00000100:00000040:0.0:1767384367.304804:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.304806:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.304831:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.304832:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384367.304835:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384367.304837:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.304838:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470e5546. 00000100:00000200:2.0:1767384367.304839:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731476480, offset 0 00000400:00000200:2.0:1767384367.304844:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384367.304849:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.304854:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384367.304854:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3278 usecs (4 jiffies) 00000100:00000001:0.0:1767384367.304859:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:0.0:1767384367.304862:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000400:00000200:2.0:1767384367.304863:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d107a00 00000100:00000001:0.0:1767384367.304867:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294953477 00000400:00000200:2.0:1767384367.304870:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4784 00000100:00000001:0.0:1767384367.304870:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000100:00000001:0.0:1767384367.304876:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00000400:00000200:2.0:1767384367.304894:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.304895:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000100:00000001:0.0:1767384367.304900:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000400:00000200:2.0:1767384367.304901:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.304906:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000100:00000001:2.0:1767384367.304909:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384367.304910:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384367.304913:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384367.304914:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384367.304918:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e145bc32. 00000100:00000001:0.0:1767384367.304919:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.304922:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000e145bc32 x1853236731476480 msgsize 224 00000100:00000001:0.0:1767384367.304923:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384367.304930:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384367.304930:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.304933:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384367.304936:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.304937:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.304939:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.304940:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.304944:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.304947:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470e5546 00000400:00000010:2.0:1767384367.304950:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470e5546. 00000100:00000001:2.0:1767384367.304953:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384367.304956:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.304963:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384367.304963:0:17893:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384367.304967:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.304968:0:17893:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476224 02000000:00000001:0.0:1767384367.304973:0:17893:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.304976:0:17893:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.304979:0:17893:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.304983:0:17893:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.304989:0:17893:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476224 00000100:00000001:2.0:1767384367.304993:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.304994:0:17893:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384367.304997:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384367.304998:0:17893:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:0.0:1767384367.305002:0:17893:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384367.305003:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384367.305005:0:17893:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000100:00000040:2.0:1767384367.305008:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3606 usecs (4 jiffies) 00000020:00000001:0.0:1767384367.305009:0:17893:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384367.305016:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953477 00000020:00000001:0.0:1767384367.305016:0:17893:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384367.305020:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000100:00000001:2.0:1767384367.305021:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953477 00000100:00000001:2.0:1767384367.305023:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000100:00000001:2.0:1767384367.305028:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00000100:00000001:2.0:1767384367.305029:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000100:00000001:0.0:1767384367.305030:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384367.305031:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000100:00000001:2.0:1767384367.305035:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000020:00000010:0.0:1767384367.305036:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357bfa2e. 00000100:00000001:2.0:1767384367.305037:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.305043:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305045:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.305045:0:17893:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000af2cc056. 00000100:00000001:2.0:1767384367.305051:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384367.305054:0:17893:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384367.305057:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.305059:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384367.305062:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.305064:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.305066:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.305066:0:17893:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384367.305068:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384367.305071:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384367.305072:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003baf7521. 00000100:00000001:2.0:1767384367.305073:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384367.305075:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.305078:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.305079:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384367.305080:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d861e04. 00000100:00000001:2.0:1767384367.305081:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384367.305085:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.305088:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000100:00000001:2.0:1767384367.305095:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384367.305098:0:17893:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384367.305103:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.305103:0:17893:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.305106:0:17893:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384367.305107:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384367.305109:0:17893:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.305110:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384367.305114:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.305117:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed3875bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236731476608:0@lo:400: 00000100:00000001:0.0:1767384367.305119:0:17893:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305120:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384367.305124:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384367.305126:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.305128:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384367.305129:0:17893:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384367.305131:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023273317. 02000000:00000001:2.0:1767384367.305134:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.305138:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000400:00000010:2.0:1767384367.305143:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470e5546. 00000100:00000001:0.0:1767384367.305143:0:17893:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.305147:0:17893:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384367.305148:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731476608, portal 10 00000100:00000001:2.0:1767384367.305152:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384367.305153:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535611904 : -114772173939712 : ffff979d85579c00) 00000100:00100000:0.0:1767384367.305157:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384367.305161:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.305163:0:17893:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384367.305168:0:17893:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789525504 : -114766920026112 : ffff979ebe7ff800) 00000100:00000001:2.0:1767384367.305174:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384367.305179:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384367.305179:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae259e26 x1853236731476224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384367.305184:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000100:00000200:2.0:1767384367.305188:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731476608, offset 0 00000100:00000001:0.0:1767384367.305196:0:17893:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384367.305197:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384367.305200:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 00000400:00000200:2.0:1767384367.305206:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384367.305207:0:17893:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.305210:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af2cc056. 00000400:00000200:2.0:1767384367.305216:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d107a80 00000100:00100000:0.0:1767384367.305217:0:17893:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae259e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731476224:12345-0@lo:13: 00000400:00000200:2.0:1767384367.305225:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00000200:0.0:1767384367.305226:0:17893:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476224 00000020:00000001:0.0:1767384367.305232:0:17893:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384367.305233:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384367.305236:0:17893:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384367.305237:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384367.305239:0:17893:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305241:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384367.305244:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384367.305244:0:17893:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.305248:0:17893:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000100:00000010:2.0:1767384367.305249:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b222d293. 00000100:00000040:2.0:1767384367.305251:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000b222d293 x1853236731476608 msgsize 224 00000100:00100000:2.0:1767384367.305254:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384367.305260:0:17893:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384367.305264:0:17893:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.305266:0:17893:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.305267:0:17893:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384367.305269:0:17893:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305271:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.305273:0:17893:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.305275:0:17893:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.305295:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bda0dea4. 02000000:00000001:0.0:1767384367.305299:0:17893:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.305300:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000100:00000001:1.0:1767384367.305300:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.305301:0:17893:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.305304:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000100:00100000:1.0:1767384367.305306:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476736 00002000:00000001:0.0:1767384367.305306:0:17893:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384367.305307:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384367.305310:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384367.305312:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:0.0:1767384367.305313:0:17893:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384367.305314:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.305315:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.305317:0:17893:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:1.0:1767384367.305323:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305326:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384367.305328:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476736 00000020:00000001:0.0:1767384367.305330:0:17893:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384367.305331:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384367.305332:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000024:0.0:1767384367.305335:0:17893:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000040:1.0:1767384367.305342:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:2.0:1767384367.305344:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384367.305345:0:17893:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000001:1.0:1767384367.305346:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384367.305350:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384367.305350:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000020:00000020:0.0:1767384367.305351:0:17893:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384367.305355:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:2.0:1767384367.305356:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384367.305357:0:17893:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000020:00000001:1.0:1767384367.305362:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000040:2.0:1767384367.305363:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3341 usecs (4 jiffies) 00002000:00000001:0.0:1767384367.305364:0:17893:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384367.305370:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953477 00000100:00000001:1.0:1767384367.305371:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:0.0:1767384367.305371:0:17893:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384367.305373:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953477 00000001:00000001:0.0:1767384367.305376:0:17893:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305377:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953477 00000020:00000010:1.0:1767384367.305378:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcb299db. 00002000:00000001:0.0:1767384367.305379:0:17893:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305384:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953477 00000020:00000010:1.0:1767384367.305385:0:17084:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006b21e84e. 00010000:00000040:0.0:1767384367.305385:0:17893:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731476224 00000100:00000001:2.0:1767384367.305392:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953477 00010000:00000001:0.0:1767384367.305392:0:17893:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1767384367.305393:0:17084:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:2.0:1767384367.305398:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953477 00000100:00000001:1.0:1767384367.305399:0:17084:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:0.0:1767384367.305401:0:17893:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae259e26 x1853236731476224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.305404:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953477 00000020:00000010:1.0:1767384367.305405:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e584d07. 00000100:00000001:2.0:1767384367.305410:0:16352:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953477 00000020:00000010:1.0:1767384367.305413:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005434980e. 00000100:00000001:2.0:1767384367.305416:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.305421:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384367.305421:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00010000:00000001:0.0:1767384367.305422:0:17893:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.305427:0:17893:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305428:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.305431:0:17084:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:0.0:1767384367.305431:0:17893:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.305432:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.305437:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384367.305440:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.305441:0:17893:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384367.305442:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.305446:0:17893:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:2.0:1767384367.305448:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.305449:0:17893:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384367.305450:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384367.305451:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.305455:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1767384367.305455:0:17893:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.305459:0:17893:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.305460:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305466:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384367.305468:0:17893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384367.305470:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476352 00000100:00000001:1.0:1767384367.305470:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384367.305473:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384367.305475:0:17893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384367.305477:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.305480:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.305480:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384367.305484:0:17084:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384367.305486:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384367.305487:0:17084:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476608 00000100:00000200:0.0:1767384367.305487:0:17893:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731476224, offset 224 02000000:00000001:1.0:1767384367.305491:0:17084:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384367.305493:0:17084:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384367.305494:0:17084:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.305498:0:17893:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384367.305502:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476352 02000000:00000001:1.0:1767384367.305503:0:17084:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.305509:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384367.305509:0:17084:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476608 00000400:00000200:0.0:1767384367.305510:0:17893:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384367.305515:0:17084:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384367.305516:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000040:1.0:1767384367.305518:0:17084:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:2.0:1767384367.305522:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384367.305522:0:17893:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d107900 00000020:00000001:1.0:1767384367.305523:0:17084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384367.305528:0:17084:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000040:2.0:1767384367.305529:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:1.0:1767384367.305532:0:17084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000400:00000200:0.0:1767384367.305533:0:17893:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f49 [1] + 224 00000020:00000001:2.0:1767384367.305537:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384367.305538:0:17084:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000400:00000200:0.0:1767384367.305540:0:17893:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384367.305553:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384367.305558:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384367.305559:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384367.305564:0:17893:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384367.305565:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000020:00000010:1.0:1767384367.305569:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b21e84e. 00000100:00000001:0.0:1767384367.305570:0:17893:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384367.305571:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384367.305575:0:17084:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.305578:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00000200:0.0:1767384367.305578:0:17893:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384367.305580:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b21e84e. 00000020:00000010:2.0:1767384367.305587:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00000020:00000010:1.0:1767384367.305590:0:17084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf7c69dc. 00000100:00000040:0.0:1767384367.305591:0:17893:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384367.305593:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000020:00000010:1.0:1767384367.305596:0:17084:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba90f37f. 00000020:00000010:2.0:1767384367.305601:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000020:00000010:1.0:1767384367.305604:0:17084:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000410de42. 00000100:00000001:1.0:1767384367.305612:0:17084:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384367.305613:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384367.305614:0:17084:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.305615:0:17893:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384367.305617:0:17084:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.305619:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384367.305623:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384367.305623:0:17084:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384367.305624:0:17893:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000100:00000001:2.0:1767384367.305628:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.305629:0:17084:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384367.305629:0:17893:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:1.0:1767384367.305633:0:17084:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305638:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.305638:0:17893:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.305640:0:17893:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384367.305644:0:17084:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.305647:0:17893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305652:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.305652:0:17893:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:1.0:1767384367.305655:0:17084:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384367.305660:0:17084:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384367.305660:0:17893:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.305664:0:17893:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.305667:0:17893:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384367.305668:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767384367.305669:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384367.305672:0:17084:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:2.0:1767384367.305674:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384367.305674:0:17893:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae259e26 x1853236731476224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.305675:0:17084:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306668317568 : -114767041234048 : ffff979eb7467b80) 00000100:00100000:2.0:1767384367.305684:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384367.305684:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008e05bc6 x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.305691:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:2.0:1767384367.305696:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788633680 : -114766920917936 : ffff979ebe725c50) 00000100:00000040:2.0:1767384367.305706:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a0ae19a x1853236731476352/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.305712:0:17084:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384367.305714:0:17893:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae259e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853236731476224:12345-0@lo:13: Request processed in 513us (1447us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384367.305717:0:17084:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b21e84e. 00000100:00000001:1.0:1767384367.305723:0:17084:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.305727:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384367.305728:0:17084:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b21e84e. 00000020:00000010:2.0:1767384367.305734:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000100:00100000:1.0:1767384367.305740:0:17084:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008e05bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731476736:12345-0@lo:400: 00000100:00000001:2.0:1767384367.305741:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384367.305741:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000200:1.0:1767384367.305748:0:17084:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476736 00000020:00000010:2.0:1767384367.305749:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00000040:0.0:1767384367.305751:0:17893:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000020:00000001:1.0:1767384367.305752:0:17084:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384367.305757:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a0ae19a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731476352:12345-0@lo:400: 00000020:00000001:1.0:1767384367.305757:0:17084:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384367.305758:0:17893:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384367.305759:0:17084:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.305763:0:17893:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384367.305765:0:17084:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384367.305790:0:17084:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000200:2.0:1767384367.305793:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476352 00000020:00000001:1.0:1767384367.305794:0:17084:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384367.305798:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384367.305802:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384367.305803:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d861e04. 00000020:00000001:1.0:1767384367.305804:0:17084:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.305805:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.305809:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000001:1.0:1767384367.305810:0:17084:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384367.305811:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384367.305816:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000020:00000001:1.0:1767384367.305816:0:17084:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384367.305816:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003baf7521. 00000020:00000001:1.0:1767384367.305820:0:17084:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.305822:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384367.305823:0:17084:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384367.305824:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384367.305824:0:17893:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:1.0:1767384367.305827:0:17084:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384367.305831:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384367.305831:0:17893:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384367.305832:0:17084:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384367.305834:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384367.305837:0:17084:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8ad2cf0. 00000020:00000001:2.0:1767384367.305838:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.305843:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384367.305843:0:17084:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.305847:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384367.305848:0:17084:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.305850:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384367.305851:0:17084:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.305852:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:1.0:1767384367.305854:0:17084:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731476736 02000000:00000010:2.0:1767384367.305855:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043fe674c. 00000100:00000001:0.0:1767384367.305856:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384367.305859:0:17084:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384367.305860:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384367.305865:0:17084:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008e05bc6 x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.305866:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.305866:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000020:00000001:2.0:1767384367.305872:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.305874:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00010000:00000040:2.0:1767384367.305878:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731476352 00000100:00000001:0.0:1767384367.305879:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535615488 : -114772173936128 : ffff979d8557aa00) 00010000:00000001:2.0:1767384367.305885:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384367.305888:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b222d293 x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384367.305889:0:17084:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1767384367.305892:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a0ae19a x1853236731476352/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384367.305893:0:17084:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384367.305899:0:17084:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384367.305909:0:17084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384367.305914:0:17084:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384367.305921:0:17084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384367.305922:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384367.305923:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384367.305926:0:17084:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384367.305927:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.305928:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 02000000:00000001:1.0:1767384367.305929:0:17084:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.305933:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.305934:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384367.305935:0:17084:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384367.305941:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af2cc056. 00000100:00000001:2.0:1767384367.305943:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384367.305943:0:17084:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384367.305948:0:17084:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000040:2.0:1767384367.305949:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00100000:0.0:1767384367.305952:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b222d293 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731476608:12345-0@lo:400: 00000100:00000001:2.0:1767384367.305955:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000200:1.0:1767384367.305956:0:17084:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731476736, offset 224 00000100:00000200:0.0:1767384367.305959:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476608 02000000:00000001:2.0:1767384367.305961:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384367.305964:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.305964:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384367.305969:0:17084:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384367.305969:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384367.305971:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384367.305973:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.305978:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384367.305979:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384367.305981:0:17084:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384367.305983:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000400:00000010:2.0:1767384367.305984:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000020:00000001:0.0:1767384367.305986:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384367.305990:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731476352, offset 224 00000020:00000001:0.0:1767384367.305990:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.305991:0:17084:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d107b00 00000020:00000001:0.0:1767384367.305996:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.305999:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384367.306002:0:17084:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f59 [1] + 224 00000020:00000001:0.0:1767384367.306003:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.306009:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384367.306010:0:17084:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.306013:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384367.306014:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384367.306017:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384367.306018:0:17084:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384367.306022:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fb7b5cd7. 02000000:00000001:0.0:1767384367.306026:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.306029:0:17084:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384367.306032:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384367.306036:0:17084:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.306038:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.306040:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.306043:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731476608 00000400:00000200:2.0:1767384367.306046:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d107980 00010000:00000001:0.0:1767384367.306049:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.306056:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b222d293 x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.306059:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f51 [1] + 224 00000100:00000040:1.0:1767384367.306066:0:17084:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.306070:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.306080:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384367.306087:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384367.306089:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384367.306092:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384367.306093:0:17084:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384367.306095:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=82 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384367.306096:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384367.306101:0:17084:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000100:00000001:0.0:1767384367.306103:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384367.306106:0:17084:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00000040:0.0:1767384367.306109:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 23 to 0@lo 00000100:00000001:1.0:1767384367.306111:0:17084:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384367.306115:0:17084:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.306116:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384367.306137:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384367.306138:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.306138:0:17084:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.306140:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.306146:0:17084:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384367.306147:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384367.306153:0:17084:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384367.306155:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384367.306157:0:17084:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.306161:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000020:00000001:1.0:1767384367.306163:0:17084:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384367.306169:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731476608, offset 224 00000100:00000040:1.0:1767384367.306170:0:17084:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008e05bc6 x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.306171:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384367.306179:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384367.306187:0:17084:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008e05bc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853236731476736:12345-0@lo:400: Request processed in 473us (1481us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384367.306191:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000400:00000200:0.0:1767384367.306194:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384367.306196:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000100:00100000:1.0:1767384367.306200:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767384367.306202:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384367.306204:0:17084:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000400:00000200:0.0:1767384367.306206:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d107a80 00000100:00000001:2.0:1767384367.306207:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384367.306208:0:17084:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384367.306212:0:17084:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384367.306213:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384367.306217:0:17084:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005434980e. 00000400:00000200:0.0:1767384367.306218:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f69 [1] + 224 00000100:00000040:2.0:1767384367.306221:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000020:00000010:1.0:1767384367.306224:0:17084:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00010000:00000001:2.0:1767384367.306227:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384367.306229:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e584d07. 00000400:00000200:0.0:1767384367.306229:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384367.306230:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.306237:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384367.306238:0:17084:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000400:00000200:0.0:1767384367.306242:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384367.306243:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a0ae19a x1853236731476352/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384367.306244:0:17084:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.306250:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.306256:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.306258:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a0ae19a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731476352:12345-0@lo:400: Request processed in 528us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384367.306274:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:0.0:1767384367.306277:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.306279:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:2.0:1767384367.306283:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384367.306286:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384367.306290:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 00000020:00000010:2.0:1767384367.306294:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384367.306297:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 00000100:00000001:0.0:1767384367.306297:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384367.306300:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000400:00000200:0.0:1767384367.306304:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384367.306306:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:0.0:1767384367.306312:0:17085:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384367.306313:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384367.306316:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043fe674c. 02000000:00000001:2.0:1767384367.306318:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384367.306322:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.306323:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384367.306327:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384367.306329:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.306332:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000100:00000040:0.0:1767384367.306334:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384367.306338:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384367.306339:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d746d00c. 00000020:00000001:0.0:1767384367.306340:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.306344:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.306348:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b222d293 x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.306355:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b222d293 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16352:x1853236731476608:12345-0@lo:400: Request processed in 433us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384367.306361:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:2.0:1767384367.306362:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384367.306364:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00100000:2.0:1767384367.306366:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476480 00000100:00000001:0.0:1767384367.306368:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384367.306369:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.306372:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384367.306373:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384367.306376:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384367.306378:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba90f37f. 02000000:00000001:2.0:1767384367.306379:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.306384:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476480 00000020:00000010:0.0:1767384367.306384:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000410de42. 00000020:00000001:2.0:1767384367.306389:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384367.306391:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf7c69dc. 00000020:00000040:2.0:1767384367.306392:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:2.0:1767384367.306394:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.306397:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000020:00000040:0.0:1767384367.306414:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000020:00000001:2.0:1767384367.306415:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384367.306418:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.306419:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:2.0:1767384367.306425:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384367.306427:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000100:00000001:2.0:1767384367.306429:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384367.306431:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000020:00000010:2.0:1767384367.306434:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00000020:00000010:2.0:1767384367.306437:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f49f01. 00000100:00080000:0.0:1767384367.306438:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384367.306439:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000020:00000040:0.0:1767384367.306443:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000040:2.0:1767384367.306446:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:0.0:1767384367.306448:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384367.306450:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384367.306452:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:2.0:1767384367.306453:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384367.306456:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.306460:0:18446:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384367.306463:0:18446:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384367.306481:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.306484:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.306487:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.306489:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384367.306492:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.306493:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.306495:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 00000400:00000200:0.0:1767384367.306499:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000470e5546 00000400:00000010:0.0:1767384367.306502:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000470e5546. 00000100:00000001:0.0:1767384367.306505:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.306509:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.306512:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.306515:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.306517:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384367.306521:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384367.306521:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.306526:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000001:3.0:1767384367.306528:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384367.306531:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000400:00000001:3.0:1767384367.306534:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384367.306539:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535604736 : -114772173946880 : ffff979d85578000) 00000100:00000001:0.0:1767384367.306555:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.306559:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384367.306561:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e145bc32 x1853236731476480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/0 e 0 to 0 dl 1767384378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384367.306564:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000100:00000001:0.0:1767384367.306564:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.306568:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.306572:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384367.306574:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005350a283 00000100:00000001:0.0:1767384367.306575:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.306597:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 02000000:00000001:0.0:1767384367.306598:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.306601:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384367.306605:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384367.306606:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384367.306606:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008adf8f97. 00000100:00000001:2.0:1767384367.306613:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384367.306614:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=82 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384367.306617:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384367.306618:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008adf8f97. 00000100:00000001:0.0:1767384367.306620:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.306623:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.306630:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e145bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731476480:12345-0@lo:400: 00010000:00000001:0.0:1767384367.306630:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.306638:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384367.306639:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476480 00000020:00000001:2.0:1767384367.306644:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384367.306647:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384367.306650:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.306655:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384367.306659:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384367.306659:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00010000:00000001:0.0:1767384367.306660:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.306664:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384367.306666:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384367.306668:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.306670:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384367.306673:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384367.306674:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384367.306678:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384367.306679:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.306682:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.306685:0:18446:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384367.306686:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384367.306686:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.306687:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384367.306692:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384367.306692:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384367.306695:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043fe674c. 00000100:00000001:3.0:1767384367.306700:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384367.306701:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.306706:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.306707:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384367.306708:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.306710:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384367.306712:0:18446:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.306715:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384367.306716:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384367.306716:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731476480 00000100:00000001:0.0:1767384367.306721:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.306722:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384367.306723:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384367.306727:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e145bc32 x1853236731476480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384367.306731:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384367.306731:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384367.306741:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.306752:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384367.306756:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.306760:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384367.306762:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.306765:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.306766:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.306768:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed3875bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16352:1853236731476608:0@lo:400: 00000100:00001000:2.0:1767384367.306769:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.306774:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.306777:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384367.306811:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.306815:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384367.306818:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:0.0:1767384367.306820:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed3875bc x1853236731476608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.306822:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:2.0:1767384367.306828:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384367.306831:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.306836:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.306838:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384367.306838:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384367.306844:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.306849:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 02000000:00000001:0.0:1767384367.306850:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384367.306855:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731476480, offset 224 02000000:00000010:0.0:1767384367.306856:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023273317. 00000100:00000001:3.0:1767384367.306857:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.306862:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384367.306864:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384367.306867:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384367.306868:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.306869:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384367.306872:0:16352:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384367.306875:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384367.306880:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.306880:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384367.306881:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000519e41b8. 02000000:00000001:0.0:1767384367.306887:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.306890:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384367.306894:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d107a00 00000100:00000010:0.0:1767384367.306894:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed3875bc. 00000100:00000001:0.0:1767384367.306902:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767384367.306907:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f61 [1] + 224 00000100:00000001:0.0:1767384367.306908:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384367.306911:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002240d84f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731476352:0@lo:400: 00000100:00000001:0.0:1767384367.306914:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.306916:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.306919:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.306923:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384367.306925:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.306927:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.306928:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.306929:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384367.306934:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.306935:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384367.306935:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.306945:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002240d84f x1853236731476352/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.306946:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.306958:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.306960:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.306962:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384367.306967:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000100:00000001:3.0:1767384367.306969:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384367.306970:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 02000000:00000001:3.0:1767384367.306976:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384367.306976:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384367.306976:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384367.306979:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384367.306981:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384367.306982:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001503c05e. 00000100:00000001:2.0:1767384367.306983:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.306985:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50fb053. 00000100:00000040:2.0:1767384367.306990:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 02000000:00000001:3.0:1767384367.306991:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384367.306991:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000020:00000001:3.0:1767384367.306997:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384367.306998:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384367.306998:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000020:00000040:3.0:1767384367.307002:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1767384367.307002:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307003:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384367.307006:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384367.307009:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384367.307011:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384367.307013:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021e9b758. 00000100:00000040:2.0:1767384367.307018:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e145bc32 x1853236731476480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384367.307022:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.307026:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.307030:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002240d84f. 00000100:00000001:3.0:1767384367.307038:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.307042:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.307046:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.307049:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384367.307049:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e145bc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731476480:12345-0@lo:400: Request processed in 444us (2122us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384367.307060:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.307065:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384367.307067:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384367.307073:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384367.307074:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384367.307074:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.307079:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.307079:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.307080:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384367.307084:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384367.307087:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384367.307088:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f49f01. 02000000:00000001:0.0:1767384367.307090:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384367.307093:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00000001:0.0:1767384367.307094:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.307097:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384367.307099:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 02000000:00000001:0.0:1767384367.307100:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.307105:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00001000:0.0:1767384367.307106:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=81 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384367.307108:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384367.307114:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.307123:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.307125:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.307127:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.307130:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.307135:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307137:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.307138:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384367.307139:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.307140:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.307142:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307146:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.307147:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.307148:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.307149:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.307154:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9fda7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16354:1853236731476736:0@lo:400: 00000400:00000001:0.0:1767384367.307157:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.307158:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.307159:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18fbcfb. 00000400:00000200:0.0:1767384367.307161:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:0.0:1767384367.307162:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000100:00000001:0.0:1767384367.307164:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.307166:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.307171:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307175:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.307176:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307177:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.307177:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.307181:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.307182:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.307184:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.307186:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.307188:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.307190:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.307191:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.307192:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.307193:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.307197:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307199:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.307199:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384367.307201:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.307201:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.307203:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307207:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.307209:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.307209:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384367.307211:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384367.307213:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384367.307215:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384367.307219:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384367.307222:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.307224:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.307229:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16354:1853236731476224:0@lo:13: 00000100:00000001:0.0:1767384367.307231:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307232:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.307237:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9fda7fa x1853236731476736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307242:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.307243:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.307244:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6067533. 02000000:00000001:0.0:1767384367.307246:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.307247:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.307248:0:16354:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384367.307250:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.307251:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000368ff65e. 02000000:00000001:0.0:1767384367.307252:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.307253:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.307254:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9fda7fa. 00000100:00000001:0.0:1767384367.307256:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.307257:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307258:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.307259:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000358f7dc7 x1853236731476224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307264:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.307265:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.307265:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093ef97f4. 02000000:00000001:0.0:1767384367.307267:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.307267:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.307268:0:16354:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384367.307269:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.307270:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab70fd52. 02000000:00000001:0.0:1767384367.307273:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.307273:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.307274:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00000100:00000001:0.0:1767384367.307276:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.307276:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307277:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307281:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.307281:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307283:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.307284:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307291:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.307295:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.307297:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.307298:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.307300:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542467a0. 00000400:00000200:0.0:1767384367.307301:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008828f5f9 00000400:00000010:0.0:1767384367.307302:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000100:00000001:0.0:1767384367.307304:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.307306:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.307311:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307316:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.307316:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307317:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.307318:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.307319:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.307320:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.307321:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.307323:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.307325:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.307327:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.307327:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.307328:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384367.307330:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384367.307335:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307336:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384367.307337:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384367.307338:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384367.307339:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.307340:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307344:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.307345:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.307354:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.307356:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.307361:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001f4b830a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731476480:0@lo:400: 00000100:00000001:0.0:1767384367.307363:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307364:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.307365:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f4b830a x1853236731476480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.307369:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.307370:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.307371:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e030ab3. 02000000:00000001:0.0:1767384367.307372:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.307373:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.307374:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384367.307375:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.307376:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008c0ea3bd. 02000000:00000001:0.0:1767384367.307377:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.307378:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.307379:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4b830a. 00000100:00000001:0.0:1767384367.307380:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.307381:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307382:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.307385:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.307386:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.307387:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.307388:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.309835:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000040:0.0:1767384367.309842:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000010:1.0:1767384367.309844:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061598e37. 00000100:00000010:0.0:1767384367.309852:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345be9d5. 00000100:00000040:2.0:1767384367.309868:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294953477, at 4294953478 00000100:00000010:2.0:1767384367.309878:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000997a5767. 00000100:00000040:3.0:1767384367.310934:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294953477, at 4294953479 00000100:00000010:3.0:1767384367.310940:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000789d1db. 00000001:00000001:0.0:1767384367.460842:0:38677:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384367.460846:0:38677:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:0.0:1767384367.464102:0:38677:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384367.470697:0:38678:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ec17389b. 00000400:00000010:0.0:1767384367.470714:0:38678:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ec53ff62. 00000400:00000010:0.0:1767384367.470732:0:38678:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007f69e697. 00000400:00000010:0.0:1767384367.470737:0:38678:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000096cec7b4. 00000400:00000010:0.0:1767384367.470742:0:38678:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030543361. 00000400:00000010:0.0:1767384367.470747:0:38678:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9fdc215. 00000400:00000010:0.0:1767384367.470750:0:38678:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2ea1b8a. 00000400:00000010:0.0:1767384367.470752:0:38678:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2c8e12e. 00000400:00000010:0.0:1767384367.470756:0:38678:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000db616fa0. 00000800:00000010:0.0:1767384367.471011:0:38678:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ab70fd52. 00000800:00000200:0.0:1767384367.471022:0:38678:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384367.471034:0:38678:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384367.471073:0:38678:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:0.0:1767384367.471095:0:38678:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp49 [8/256/0/180] 00000400:00000010:0.0:1767384367.472453:0:38678:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000005d56cc44. 00000400:00000010:0.0:1767384367.472458:0:38678:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000400:00000010:0.0:1767384367.472463:0:38678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000001:0.0:1767384367.472480:0:38678:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.472481:0:38678:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.472483:0:38678:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cee2425. 00000400:00000200:0.0:1767384367.472485:0:38678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b681ef 00000400:00000010:0.0:1767384367.472487:0:38678:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021b681ef. 00000400:00000010:0.0:1767384367.472490:0:38678:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000b7269f1b. 00000400:00000200:0.0:1767384367.472494:0:38678:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (40) 00000400:00000200:0.0:1767384367.472506:0:38678:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:0.0:1767384367.472514:0:38678:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:0.0:1767384367.472520:0:38678:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c6fb2060. 00000020:01000000:0.0:1767384367.472526:0:38678:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384367.472528:0:38678:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp49 00000400:00000200:2.0:1767384367.472531:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384367.472537:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000010:0.0:1767384367.472554:0:38678:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ec53ff62. 00000400:00000010:2.0:1767384367.472559:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000400:00000010:0.0:1767384367.472560:0:38678:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ec17389b. 00000400:00000200:2.0:1767384367.472565:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000010:2.0:1767384367.472572:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000569be92c. 00000400:00000200:2.0:1767384367.472576:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000020:00000001:3.0:1767384367.472578:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384367.472583:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384367.472585:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384367.472588:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 10000000:01000000:3.0:1767384367.472589:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384367.472595:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384367.472598:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000020:01000004:3.0:1767384367.472599:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384367.472601:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.472604:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.472607:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.472610:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384367.472610:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000020:01000004:3.0:1767384367.472612:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384367.472615:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384367.472618:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384367.472620:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000020:01000004:3.0:1767384367.472621:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384367.472627:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000400:00000200:2.0:1767384367.472628:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000020:00000040:3.0:1767384367.472633:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384367.472635:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:2.0:1767384367.472640:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000100:00000001:3.0:1767384367.472645:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384367.472649:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384367.472653:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 02000000:00000001:3.0:1767384367.472654:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472660:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 02000000:00000010:3.0:1767384367.472664:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000803e687f. 00000400:00000200:2.0:1767384367.472665:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:2.0:1767384367.472672:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000100:00000001:3.0:1767384367.472673:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472677:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:2.0:1767384367.472681:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000100:00000001:3.0:1767384367.472682:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.472686:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472686:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:2.0:1767384367.472694:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000100:00000040:3.0:1767384367.472698:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb7e925] to pc [ptlrpcd_00_03+3] req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.472702:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:2.0:1767384367.472717:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:2.0:1767384367.472723:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:2.0:1767384367.472726:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 63] 00000400:00000200:2.0:1767384367.472729:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 54], ns[61, 54] 00000400:00000200:2.0:1767384367.472732:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 54], ns[161, 54] 10000000:00000001:3.0:1767384367.472735:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472736:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 54], ns[171, 54] 10000000:00000001:3.0:1767384367.472741:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.472745:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472745:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 54], ns[80, 54] 00000100:00000001:0.0:1767384367.472750:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384367.472751:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384367.472755:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 54], ns[192, 54] 00000100:00100000:0.0:1767384367.472757:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:3.0:1767384367.472759:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384367.472762:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384367.472763:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384367.472763:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 54], ns[154, 54] 10000000:00000001:3.0:1767384367.472786:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384367.472787:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384367.472789:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384367.472793:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384367.472797:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.472798:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.472800:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384367.472801:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 00000020:01000004:3.0:1767384367.472802:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384367.472805:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384367.472809:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384367.472812:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384367.472812:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[110, 54] 00000100:00000001:0.0:1767384367.472814:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767384367.472815:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d36d8ddf. 00000100:00000001:0.0:1767384367.472818:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384367.472820:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000400:00000200:2.0:1767384367.472823:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 54], ns[159, 54] 00000100:00000001:0.0:1767384367.472823:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.472824:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384367.472827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384367.472830:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472832:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 00000100:00000001:0.0:1767384367.472833:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.472836:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384367.472839:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 54], ns[139, 54] 00000100:00000040:0.0:1767384367.472843:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384367.472845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008dd1c436. 00000400:00000200:2.0:1767384367.472846:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 54], ns[176, 54] 00000100:00000001:3.0:1767384367.472852:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.472859:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384367.472862:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472864:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 54], ns[145, 54] 00000100:00000040:3.0:1767384367.472870:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d36d8ddf] to pc [ptlrpcd_00_00+0] req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.472870:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.472874:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472876:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 54], ns[165, 54] 02000000:00000001:0.0:1767384367.472881:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.472885:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384367.472891:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472894:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 54], ns[181, 54] 00000100:00100000:0.0:1767384367.472898:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731476864:0@lo:253: 00000400:00000200:2.0:1767384367.472905:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 54], ns[179, 54] 00000100:00000001:0.0:1767384367.472905:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384367.472911:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384367.472912:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472912:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 54], ns[191, 54] 02000000:00000001:0.0:1767384367.472914:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384367.472917:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.472920:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384367.472923:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472927:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[188, 54], ns[194, 54] 00000020:01000000:3.0:1767384367.472928:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:0.0:1767384367.472928:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000600dd22b. 00000020:00000010:3.0:1767384367.472935:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c6fb2060. 02000000:00000001:0.0:1767384367.472935:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472938:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[189, 54], ns[195, 54] 00000400:00000010:0.0:1767384367.472942:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50fb053. 00000400:00000200:2.0:1767384367.472945:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000100:00000001:3.0:1767384367.472947:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384367.472948:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec53ff62. 00000100:00000001:3.0:1767384367.472951:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.472953:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000200:0.0:1767384367.472953:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731476864, portal 25 00000100:00000001:3.0:1767384367.472958:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.472958:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384367.472962:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp47 00000100:00000001:0.0:1767384367.472962:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384367.472963:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.472967:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384367.472971:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.472972:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp47 lpni_is_preferred = 0 00000100:00000040:3.0:1767384367.472974:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384367.472980:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp47 00000400:00000200:2.0:1767384367.472989:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp47 NI seq info: [196:196:256:4294967295] 192.168.204.118@tcp47 LPNI seq info [190:190:8:4294967295] 00000100:00000001:0.0:1767384367.473003:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384367.473004:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp47 00000100:00000001:3.0:1767384367.473005:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384367.473008:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.473009:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384367.473012:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384367.473015:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1794f6e. 02000000:00000001:3.0:1767384367.473016:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384367.473021:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731476864, offset 0 02000000:00000001:3.0:1767384367.473022:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.473029:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp47(192.168.204.118@tcp47:) -> 192.168.204.118@tcp47(192.168.204.118@tcp:192.168.204.118@tcp47) : PUT try# 0 00000100:00100000:3.0:1767384367.473030:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d36d8ddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731476992:0@lo:253: 00000400:00000200:0.0:1767384367.473034:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384367.473040:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.473044:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384367.473045:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.118@tcp47 02000000:00000001:3.0:1767384367.473047:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.473050:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384367.473051:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767384367.473053:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a915bae3. 02000000:00000010:3.0:1767384367.473058:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000057f559c2. 02000000:00000001:3.0:1767384367.473064:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.473064:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107b80 00000800:00000010:2.0:1767384367.473065:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000329694cb. 00000400:00000010:3.0:1767384367.473071:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000800:00000010:2.0:1767384367.473074:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e4f85c62. 00000400:00000200:0.0:1767384367.473075:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b1 [2] + 0 00000400:00000010:0.0:1767384367.473080:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092e8d883. 00000400:00000200:0.0:1767384367.473083:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c520a1a9 00000800:00000200:2.0:1767384367.473086:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000400:00000010:3.0:1767384367.473090:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7d4d6e2. 00000400:00000200:0.0:1767384367.473091:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384367.473096:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731476992, portal 25 00000800:00000200:2.1:1767384367.473096:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000100:00000001:3.0:1767384367.473101:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.473104:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738414848 : -114766971136768 : ffff979ebb741500) 00000400:00000200:0.0:1767384367.473107:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384367.473111:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384367.473114:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c520a1a9 00000400:00000200:2.0:1767384367.473119:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000010:0.0:1767384367.473119:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c520a1a9. 00000100:00000001:3.0:1767384367.473122:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384367.473127:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00000100:00000001:0.0:1767384367.473127:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384367.473132:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384367.473135:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384367.473137:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000006b0c76e4 x1853236731476864 msgsize 4848 00000400:00000010:3.0:1767384367.473139:0:16352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be97f4f7. 00000100:00000200:3.0:1767384367.473143:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731476992, offset 0 00000100:00100000:0.0:1767384367.473147:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384367.473150:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384367.473153:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.473160:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384367.473161:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.473168:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107c00 00000400:00000200:3.0:1767384367.473172:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b9 [2] + 0 00000400:00000010:3.0:1767384367.473174:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043d3155e. 00000400:00000200:3.0:1767384367.473177:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003640a452 00000400:00000200:0.0:1767384367.473179:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1794f6e 00000400:00000200:3.0:1767384367.473181:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384367.473182:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1794f6e. 00000400:00000200:3.0:1767384367.473187:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.473188:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384367.473193:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003640a452 00000100:00000200:0.0:1767384367.473194:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384367.473197:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003640a452. 00000100:00000001:3.0:1767384367.473202:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384367.473205:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384367.473208:0:16352:0:(events.c:337:request_in_callback()) incoming req@000000001acd48a6 x1853236731476992 msgsize 4848 00000100:00000001:0.0:1767384367.473208:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.473214:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.473215:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384367.473219:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384367.473226:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473227:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.473229:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.473232:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.473235:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be97f4f7 00000400:00000010:3.0:1767384367.473238:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be97f4f7. 00000100:00000001:0.0:1767384367.473249:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294953646 00000100:00000001:3.0:1767384367.473250:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384367.473256:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a30178d3. 00000100:00000200:3.0:1767384367.473257:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.473261:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.473264:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384367.473266:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473273:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384367.473273:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294953646 00000100:00000040:3.0:1767384367.473278:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384367.473279:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000789d1db. 00000100:00000001:0.0:1767384367.473285:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384367.473288:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473291:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.473291:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294953646 00000100:00000001:3.0:1767384367.473296:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384367.473296:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000997a5767. 00000100:00000001:3.0:1767384367.473302:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294953646 00000100:00000001:0.0:1767384367.473302:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384367.473307:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294953646 00000100:00000001:0.0:1767384367.473307:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294953646 00000100:00000001:3.0:1767384367.473312:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294953646 00000100:00000010:0.0:1767384367.473313:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061598e37. 00000100:00000001:3.0:1767384367.473314:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294953646 00000100:00000001:0.0:1767384367.473318:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384367.473323:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294953646 00000400:00000200:2.0:1767384367.473325:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000100:00000001:3.0:1767384367.473326:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294953646 00000100:00000001:0.0:1767384367.473331:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.473332:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294953646 00000100:00000001:0.0:1767384367.473336:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473337:0:16352:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294953646 00000100:00000001:3.0:1767384367.473342:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.473343:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473344:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473348:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473348:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473354:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.473359:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.473361:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.473363:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.473365:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.473368:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473370:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.473392:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000100:00000001:3.0:1767384367.473397:0:17079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384367.473402:0:17079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476864 02000000:00000001:3.0:1767384367.473405:0:17079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.473408:0:17079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.473411:0:17079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.473416:0:17079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.473419:0:17079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476864 00000020:00000001:3.0:1767384367.473423:0:17079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384367.473425:0:17079:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384367.473428:0:17079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384367.473431:0:17079:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000001:3.0:1767384367.473433:0:17079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384367.473435:0:17079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:2.0:1767384367.473436:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000100:00000001:0.0:1767384367.473439:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384367.473440:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384367.473445:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731476992 00000020:00000010:3.0:1767384367.473447:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c50372cf. 02000000:00000001:0.0:1767384367.473448:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.473451:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.473453:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.473454:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.473457:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c50372cf. 02000000:00000001:0.0:1767384367.473459:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.473463:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731476992 00000020:00000001:0.0:1767384367.473464:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384367.473465:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000841ec096. 00000020:00000040:0.0:1767384367.473466:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384367.473470:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.473472:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000010:3.0:1767384367.473473:0:17079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afe9c63e. 00000020:00000001:0.0:1767384367.473477:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384367.473480:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000010:3.0:1767384367.473481:0:17079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad273d57. 00000100:00000001:0.0:1767384367.473482:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384367.473484:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000020:00000010:0.0:1767384367.473486:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4b0eb21. 00000100:00000001:0.0:1767384367.473492:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.473494:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4b0eb21. 00000020:00000010:0.0:1767384367.473508:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6067533. 00000100:00000040:3.0:1767384367.473511:0:17079:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384367.473512:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080244506. 00000100:00000001:3.0:1767384367.473516:0:17079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384367.473519:0:17079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384367.473519:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000100:00000001:3.0:1767384367.473522:0:17079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473526:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.473529:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.473531:0:17079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473531:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473538:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473554:0:17079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.473558:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000100:00000001:0.0:1767384367.473560:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.473577:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384367.473578:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384367.473582:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384367.473582:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384367.473591:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:0.0:1767384367.473594:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384367.473596:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788640848 : -114766920910768 : ffff979ebe727850) 00000100:00100000:3.0:1767384367.473600:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:0.0:1767384367.473604:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b0c76e4 x1853236731476864/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.473605:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384367.473608:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788634704 : -114766920916912 : ffff979ebe726050) 00000400:00000200:2.0:1767384367.473609:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000100:00000040:3.0:1767384367.473615:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001acd48a6 x1853236731476992/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.473630:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384367.473633:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.473634:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4b0eb21. 00000100:00000001:0.0:1767384367.473638:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.473639:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c50372cf. 00000020:00000010:0.0:1767384367.473640:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4b0eb21. 00000100:00000001:3.0:1767384367.473646:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384367.473650:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c50372cf. 00000100:00100000:0.0:1767384367.473650:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b0c76e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16354:x1853236731476864:12345-0@lo:253: 00000400:00000200:2.0:1767384367.473655:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000200:0.0:1767384367.473657:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476864 00000100:00100000:3.0:1767384367.473662:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001acd48a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731476992:12345-0@lo:253: 00000020:00000001:0.0:1767384367.473663:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.473667:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384367.473671:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731476992 00000020:00000001:0.0:1767384367.473671:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.473676:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384367.473677:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384367.473678:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:3.0:1767384367.473683:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.473683:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384367.473688:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.473688:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384367.473691:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384367.473694:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384367.473695:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384367.473696:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000020:00000001:3.0:1767384367.473698:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000020:00000001:0.0:1767384367.473700:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.473702:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384367.473706:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.473708:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384367.473708:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384367.473712:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384367.473714:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384367.473715:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.473719:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.473720:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384367.473721:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c6fb2060. 00000400:00000200:2.0:1767384367.473723:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 02000000:00000010:3.0:1767384367.473725:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000028668d75. 02000000:00000001:0.0:1767384367.473727:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.473729:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.473732:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.473736:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384367.473738:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.473741:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384367.473747:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 20000000:00000010:3.0:1767384367.473749:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d68d6cfa. 20000000:00000010:0.0:1767384367.473750:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e647901. 20000000:01000000:3.0:1767384367.473754:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384367.473756:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384367.473759:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384367.473761:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384367.473762:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384367.473784:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.473787:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.473789:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384367.473794:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384367.473797:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c0bc3c7e. 20000000:00000001:0.0:1767384367.473797:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.473799:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 20000000:00000001:0.0:1767384367.473800:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384367.473802:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384367.473806:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384367.473810:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384367.473817:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384367.473820:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384367.473832:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00080000:00000001:3.0:1767384367.473835:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384367.473851:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.473853:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384367.473855:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.473856:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384367.473858:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384367.473861:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000020:00000001:3.0:1767384367.473865:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:3.0:1767384367.473867:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384367.473869:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384367.473873:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.473875:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384367.473878:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384367.473879:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000020:00000001:3.0:1767384367.473885:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:3.0:1767384367.473889:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384367.473894:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001503c05e. 00080000:00000001:3.0:1767384367.473896:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306148075008 : -114767561476608 : ffff979e98443600) 00080000:00000001:3.0:1767384367.473899:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384367.473902:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384367.473906:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c50372cf. 00080000:00000001:3.0:1767384367.473908:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.473911:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384367.473919:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00080000:00000001:3.0:1767384367.473928:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384367.473943:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00080000:00000001:3.0:1767384367.473945:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384367.473976:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474001:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474043:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474096:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474124:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474154:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474189:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474216:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474265:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474290:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474317:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474344:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474371:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474391:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474439:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474468:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474496:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384367.474524:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384367.474730:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384367.474737:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e895652. 00000800:00000010:2.0:1767384367.474743:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008adf8f97. 00000800:00000010:2.0:1767384367.474798:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008adf8f97. 00000800:00020000:2.0:1767384367.474809:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384367.474814:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e895652. 00000800:00000010:2.0:1767384367.474816:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384367.474861:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384367.474869:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp47 notifying 192.168.204.118@tcp47: down 00000800:00000200:2.0:1767384367.474876:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp47 down 00000800:00000100:2.0:1767384367.474883:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.204.118@tcp47 00000800:00000010:2.0:1767384367.474887:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a915bae3. 00000400:00000200:2.0:1767384367.474890:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384367.474895:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp47->192.168.204.118@tcp47: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384367.474903:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp47 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:2.0:1767384367.474906:0:16341:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384367.474917:0:16341:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 1 00000400:00000200:2.0:1767384367.474921:0:16341:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384367.474954:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384367.474959:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x101171 00000400:00000001:0.0:1767384367.474963:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.474965:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384367.474972:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085fe0a02 00000400:00000010:0.0:1767384367.474973:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000400:00000200:0.0:1767384367.474976:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384367.474979:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:0.0:1767384367.474981:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000400:00000200:0.0:1767384367.474984:0:16350:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384367.474985:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc -71 00000400:00000200:0.0:1767384367.474988:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:0.0:1767384367.474990:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (41) 00080000:00000010:0.0:1767384367.475429:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001503c05e. 00080000:00000010:3.0:1767384367.475465:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c50372cf. 00040000:00000001:3.0:1767384367.475472:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384367.475474:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384367.475476:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384367.475479:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:3.0:1767384367.475481:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.475483:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384367.475493:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384367.475502:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384367.475505:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384367.475507:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a77ab660. 00080000:00000001:3.0:1767384367.475509:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384367.475511:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384367.475515:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384367.475517:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384367.475519:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384367.475526:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384367.475530:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384367.475533:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384367.475535:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384367.475537:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:2.0:1767384367.475553:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384367.475555:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.475561:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384367.475563:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384367.475564:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384367.475568:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00000001:2.0:1767384367.475569:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384367.475573:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:0.0:1767384367.475576:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384367.475578:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384367.475580:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b522edf3. 00080000:00000001:0.0:1767384367.475581:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.475584:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.475588:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384367.475588:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384367.475593:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:0.0:1767384367.475593:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00080000:00000001:0.0:1767384367.475597:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384367.475600:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:0.0:1767384367.475601:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000083953044. 00000020:00000040:2.0:1767384367.475604:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b38c to hash 00080000:00000001:0.0:1767384367.475605:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301506039296 : -114772203512320 : ffff979d83945e00) 00000020:00000001:2.0:1767384367.475610:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384367.475610:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384367.475615:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000001:00000001:0.0:1767384367.475615:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384367.475618:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a4b0eb21. 00010000:00000001:2.0:1767384367.475620:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384367.475625:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384367.475626:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475628:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.475630:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384367.475634:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384367.475639:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475648:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384367.475650:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384367.475652:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000020:3.0:1767384367.475653:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384367.475657:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384367.475657:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:3.0:1767384367.475661:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d68d6cfa. 00010000:00000001:2.0:1767384367.475662:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:3.0:1767384367.475665:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475666:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384367.475669:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731476992 00010000:00000001:3.0:1767384367.475672:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384367.475672:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.475677:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384367.475679:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001acd48a6 x1853236731476992/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.475683:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384367.475688:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384367.475691:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384367.475691:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384367.475694:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475695:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00001000:3.0:1767384367.475699:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=87 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384367.475700:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b522edf3) refcount = 1 00000100:00000001:3.0:1767384367.475703:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384367.475707:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384367.475708:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384367.475712:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:3.0:1767384367.475716:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384367.475719:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.475722:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384367.475725:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384367.475725:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:3.0:1767384367.475728:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be97f4f7. 00000100:00000200:3.0:1767384367.475731:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731476992, offset 224 00000400:00000200:3.0:1767384367.475736:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384367.475736:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.475740:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.475745:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384367.475745:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475752:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384367.475756:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107c00 20000000:00000001:2.0:1767384367.475759:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384367.475762:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000400:00000200:3.0:1767384367.475786:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f99 [2] + 224 00000400:00000200:3.0:1767384367.475790:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.475793:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384367.475797:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384367.475798:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384367.475803:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384367.475804:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384367.475807:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=4 00000020:00000001:2.0:1767384367.475814:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000040:3.0:1767384367.475818:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.475820:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384367.475828:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384367.475832:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384367.475835:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384367.475841:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be97f4f7 00010000:00000001:2.0:1767384367.475843:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1767384367.475844:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be97f4f7. 00000100:00000001:3.0:1767384367.475849:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384367.475849:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384367.475852:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.475856:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.475862:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:3.0:1767384367.475865:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384367.475865:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384367.475870:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.475870:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384367.475875:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1767384367.475875:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384367.475880:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001acd48a6 x1853236731476992/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.475896:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.475899:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.475900:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001acd48a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+15:16352:x1853236731476992:12345-0@lo:253: Request processed in 2264us (2688us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384367.475906:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384367.475910:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384367.475911:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384367.475916:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384367.475920:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384367.475925:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1767384367.475925:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000063929d89 already unused, calling callback (00000000d6205520) 00000020:00000010:3.0:1767384367.475929:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080244506. 00010000:00000001:2.0:1767384367.475931:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767384367.475935:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00010000:00000001:2.0:1767384367.475935:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384367.475939:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384367.475941:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6067533. 00000020:00000040:3.0:1767384367.475950:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:3.0:1767384367.475955:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384367.475957:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000028668d75. 00010000:00000001:2.0:1767384367.475965:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1767384367.475968:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384367.475969:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384367.475971:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384367.475973:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384367.475977:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:2.0:1767384367.475977:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=5 00000400:00000010:3.0:1767384367.475983:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bcd32bd. 00000020:00000001:2.0:1767384367.475983:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384367.475989:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000400:00000010:3.0:1767384367.475990:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be97f4f7. 00010000:00000001:2.0:1767384367.475998:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384367.476001:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.476007:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384367.476010:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.476012:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.476018:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384367.476021:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384367.476024:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.476026:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.476029:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b38c from hash 00010000:00000001:2.0:1767384367.476033:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384367.476035:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.476038:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.476040:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384367.476043:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384367.476043:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384367.476046:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384367.476048:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:3.0:1767384367.476051:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384367.476052:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000001:3.0:1767384367.476055:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384367.476057:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00010000:00000001:2.0:1767384367.476057:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.476063:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7d4d6e2 00010000:00000001:2.0:1767384367.476064:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.476066:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7d4d6e2. 00010000:00000001:2.0:1767384367.476069:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384367.476071:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384367.476073:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:3.0:1767384367.476077:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.476078:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.476082:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.476086:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.476089:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.476091:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.476098:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.476099:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384367.476100:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.476102:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384367.476104:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384367.476105:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384367.476107:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.476110:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384367.476111:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.476116:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384367.476122:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384367.476126:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384367.476126:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384367.476130:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.476130:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384367.476134:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384367.476135:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384367.476137:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.476139:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384367.476140:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.476143:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384367.476145:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.476147:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.476152:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384367.476153:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.476156:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384367.476157:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.476158:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384367.476162:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.476165:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384367.476169:0:16352:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384367.476172:0:16352:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384367.476174:0:16352:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.476178:0:16352:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384367.476179:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:3.0:1767384367.476180:0:16352:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.476183:0:16352:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384367.476183:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384367.476186:0:16352:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384367.476188:0:16352:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:2.0:1767384367.476188:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b38c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384367.476191:0:16352:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384367.476196:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384367.476206:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b522edf3 count: 0 00000100:00100000:3.0:1767384367.476208:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d36d8ddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731476992:0@lo:253: 00000100:00000001:3.0:1767384367.476215:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.476216:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.476219:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d36d8ddf x1853236731476992/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.476222:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384367.476224:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000001:2.0:1767384367.476225:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384367.476227:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.476230:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000057f559c2. 02000000:00000001:3.0:1767384367.476233:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384367.476235:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384367.476236:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384367.476238:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.476240:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008dd1c436. 02000000:00000001:3.0:1767384367.476244:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.476246:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.476247:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d36d8ddf. 00000100:00000001:3.0:1767384367.476250:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.476252:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.476253:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.476257:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.476258:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.476260:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.476261:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384367.477126:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000083953044. 00080000:00000010:0.0:1767384367.477156:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a4b0eb21. 00040000:00000001:0.0:1767384367.477160:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384367.477161:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384367.477162:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384367.477164:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384367.477166:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.477167:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384367.477169:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384367.477176:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384367.477178:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384367.477182:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384367.477188:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384367.477192:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384367.477194:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384367.477197:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384367.477200:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384367.477206:0:17100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007407c07f. 00010000:00000001:2.0:1767384367.477210:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384367.477213:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3d2a758. 00000020:00000001:2.0:1767384367.477216:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384367.477218:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3d2a758 with handle 0xd602e9c522f0b393 to hash 00000020:00000001:2.0:1767384367.477220:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384367.477222:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384367.477225:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384367.477235:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.477237:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.477239:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.477246:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384367.477247:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384367.477249:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384367.477250:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.477252:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477253:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.477255:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477256:0:17100:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384367.477258:0:17100:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384367.477259:0:17100:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384367.477261:0:17100:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384367.477262:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007407c07f) refcount = 1 00010000:00010000:2.0:1767384367.477266:0:17100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.477272:0:17100:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384367.477274:0:17100:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.477275:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477277:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.477280:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384367.477283:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:0.0:1767384367.477285:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:2.0:1767384367.477286:0:17100:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00000100:00000001:0.0:1767384367.477290:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384367.477291:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000010:0.0:1767384367.477293:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e647901. 00000020:00000001:2.0:1767384367.477295:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000001:0.0:1767384367.477297:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.477299:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=4 00010000:00000040:0.0:1767384367.477301:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731476864 00000020:00000001:2.0:1767384367.477306:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:0.0:1767384367.477306:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384367.477311:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000200:0.0:1767384367.477312:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0c76e4 x1853236731476864/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.477318:0:17100:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384367.477322:0:17100:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384367.477323:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.477326:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.477330:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.477335:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.477336:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384367.477338:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384367.477340:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384367.477342:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.477346:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.477351:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.477356:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1794f6e. 00010000:00000001:2.0:1767384367.477357:0:17100:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384367.477361:0:17100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384367.477361:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731476864, offset 224 00000400:00000200:0.0:1767384367.477369:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384367.477373:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.477376:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384367.477379:0:17100:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384367.477384:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384367.477393:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384367.477393:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107b80 00010000:00000001:2.0:1767384367.477397:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.477401:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f91 [2] + 224 00010000:00000001:2.0:1767384367.477402:0:17100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384367.477406:0:17100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384367.477406:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.477412:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.477417:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384367.477420:0:17100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3d2a758 already unused, calling callback (00000000d6205520) 00000100:00000200:0.0:1767384367.477422:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.477426:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.477430:0:17100:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384367.477434:0:17100:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384367.477435:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.477455:0:17100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384367.477458:0:17100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.477460:0:17100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.477462:0:17100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3d2a758 refcount=5 00000020:00000001:2.0:1767384367.477465:0:17100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00000100:00000001:0.0:1767384367.477465:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384367.477470:0:17100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00000400:00000200:0.0:1767384367.477472:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1794f6e 00010000:00000001:2.0:1767384367.477474:0:17100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:0.0:1767384367.477474:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1794f6e. 00010000:00010000:2.0:1767384367.477479:0:17100:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384367.477479:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.477482:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.477486:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.477492:0:17100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384367.477492:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:2.0:1767384367.477497:0:17100:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384367.477497:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.477499:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.477501:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.477506:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b0c76e4 x1853236731476864/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.477507:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384367.477508:0:17100:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.477512:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384367.477516:0:17100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:3.0:1767384367.477519:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384367.477521:0:17100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767384367.477521:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b0c76e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16354:x1853236731476864:12345-0@lo:253: Request processed in 3890us (4382us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384367.477526:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:3.0:1767384367.477531:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384367.477531:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00010000:00000001:2.0:1767384367.477532:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.477536:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c50fb053. 00000100:00000040:0.0:1767384367.477537:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000020:00000040:2.0:1767384367.477549:0:17100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3d2a758 with handle 0xd602e9c522f0b393 from hash 00000100:00000001:0.0:1767384367.477555:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384367.477556:0:17100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384367.477558:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec53ff62 00000100:00000001:0.0:1767384367.477559:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384367.477560:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384367.477563:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec53ff62. 00010000:00000001:2.0:1767384367.477564:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384367.477565:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afe9c63e. 00010000:00000001:2.0:1767384367.477568:0:17100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384367.477571:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384367.477573:0:17100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1767384367.477573:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad273d57. 00010000:00000001:2.0:1767384367.477577:0:17100:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384367.477578:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384367.477579:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000841ec096. 00010000:00000001:2.0:1767384367.477581:0:17100:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:0.0:1767384367.477585:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00010000:00000001:2.0:1767384367.477586:0:17100:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477592:0:17100:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.477596:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384367.477597:0:17100:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:0.0:1767384367.477599:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c6fb2060. 00010000:00000001:2.0:1767384367.477602:0:17100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384367.477603:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384367.477604:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.477606:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477609:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.477613:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384367.477613:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384367.477618:0:17100:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.477620:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030bca570. 00010000:00000001:2.0:1767384367.477625:0:17100:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.477627:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384367.477627:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1794f6e. 00010000:00000001:2.0:1767384367.477629:0:17100:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.477633:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384367.477634:0:17100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384367.477639:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384367.477642:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384367.477645:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384367.477646:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384367.477648:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384367.477650:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.477651:0:17100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384367.477655:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.477656:0:17100:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384367.477659:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.477661:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384367.477662:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=87 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384367.477663:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384367.477667:0:17100:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384367.477669:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=87 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384367.477671:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.477675:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1767384367.477676:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384367.477679:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384367.477684:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384367.477687:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.477689:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384367.477691:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.477696:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.477700:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384367.477703:0:17100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b393 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384367.477717:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384367.477719:0:17100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007407c07f count: 0 00000100:00000001:3.0:1767384367.477722:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384367.477726:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.477728:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384367.477729:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 20000000:00000001:2.0:1767384367.477731:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384367.477733:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384367.477736:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384367.477737:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384367.477738:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384367.477739:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384367.477740:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384367.477742:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384367.477749:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384367.477750:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384367.477753:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.477759:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731476864:0@lo:253: 00000100:00000001:3.0:1767384367.477762:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.477764:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384367.477786:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731476864/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384367.477791:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384367.477793:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384367.477795:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000600dd22b. 02000000:00000001:3.0:1767384367.477798:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384367.477799:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384367.477800:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384367.477801:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384367.477803:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000803e687f. 02000000:00000001:3.0:1767384367.477805:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384367.477806:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384367.477807:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000100:00000001:3.0:1767384367.477809:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384367.477810:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.477812:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384367.477815:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384367.477816:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.477818:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.477820:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384367.478818:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294953646, at 4294953647 00000100:00000010:2.0:1767384367.478826:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000997a5767. 00000100:00000040:0.0:1767384367.478843:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294953646, at 4294953647 00000100:00000010:0.0:1767384367.478850:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a30178d3. 00000100:00000040:1.0:1767384367.479807:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294953646, at 4294953648 00000100:00000010:1.0:1767384367.479813:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000789d1db. 00000100:00000040:3.0:1767384367.479823:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294953646, at 4294953648 00000100:00000010:3.0:1767384367.479831:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061598e37. 00000400:00000010:0.0:1767384367.489402:0:38683:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001033b4e9. 00000400:00000040:0.0:1767384367.489424:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384367.489426:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384367.489429:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384367.489430:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384367.489432:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384367.489433:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384367.489435:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384367.489436:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384367.489437:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384367.489438:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384367.489440:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384367.489441:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384367.489443:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384367.489443:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384367.489444:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384367.489446:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384367.489447:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384367.489448:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384367.489449:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384367.489450:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384367.489451:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384367.489452:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384367.489453:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384367.489454:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384367.489454:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384367.489456:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384367.489457:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384367.489463:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384367.489464:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384367.489466:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384367.489467:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384367.489468:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384367.489469:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384367.489470:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384367.489471:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384367.489472:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384367.489473:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384367.489475:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384367.489476:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384367.489477:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384367.489478:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384367.489479:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384367.489481:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384367.489482:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384367.489483:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384367.489484:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384367.489486:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384367.489486:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384367.489488:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384367.489489:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384367.489490:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384367.489491:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384367.489492:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384367.489493:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384367.489494:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384367.489495:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384367.489496:0:38683:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384367.489612:0:38683:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001033b4e9. 00010000:00000010:2.1:1767384367.494814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b522edf3. 00010000:00000010:2.1:1767384367.494822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:2.1:1767384367.494826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007407c07f. 00010000:00000010:2.1:1767384367.494828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3d2a758. 00000400:00000200:2.0:1767384367.815831:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp46 00000400:00000010:2.0:1767384367.815839:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093fbb8a2. 00000400:00000010:2.0:1767384367.815847:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b855d2a3. 00000400:00000010:2.0:1767384367.815853:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000400:00000010:2.0:1767384367.815863:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc7727b0. 00000400:00000200:2.0:1767384367.815869:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp46 00000400:00000200:2.0:1767384367.815890:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp46 local destination 00000400:00000200:2.0:1767384367.815898:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 00000400:00000200:2.0:1767384367.815903:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [197:197:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1767384367.815910:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000400:00000200:2.0:1767384367.815916:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp46:192.168.204.118@tcp46) : GET try# 0 00000800:00000200:2.0:1767384367.815922:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp46 00000800:00000010:2.0:1767384367.815927:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a915bae3. 00000800:00000200:2.0:1767384367.815933:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000800:00000200:2.1:1767384367.815937:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:2.0:1767384367.815961:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 2 next ping: 290 health :800 00000400:00000200:2.0:1767384367.815971:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp33 00000400:00000010:2.0:1767384367.815974:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f748fcb. 00000400:00000010:2.0:1767384367.815979:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009fbdef76. 00000400:00000010:2.0:1767384367.815982:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000400:00000010:2.0:1767384367.815990:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9fd2116. 00000400:00000200:2.0:1767384367.815995:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp33 00000400:00000200:2.0:1767384367.816002:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp33 local destination 00000400:00000200:2.0:1767384367.816015:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp33 00000400:00000200:2.0:1767384367.816020:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [198:198:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384367.816025:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp33 00000400:00000200:2.0:1767384367.816034:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) : GET try# 0 00000400:00000200:0.0:1767384367.816034:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:2.0:1767384367.816039:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp33 00000800:00000010:2.0:1767384367.816043:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000103878ff. 00000800:00000200:2.0:1767384367.816049:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:2.1:1767384367.816054:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000400:00000200:2.0:1767384367.816078:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp33 added to recovery queue. ping count: 5 next ping: 318 health :500 00000400:00000200:0.0:1767384367.816106:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816119:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816169:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816196:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816234:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816245:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816294:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816295:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816353:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816379:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816420:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816443:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816488:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816509:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816559:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816607:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816645:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816666:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816707:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816726:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816752:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816776:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816845:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816848:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816914:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816917:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.816968:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.816976:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817022:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817033:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817082:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817085:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817146:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817149:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817195:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817215:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817253:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817271:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817322:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817323:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817392:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817395:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817448:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817457:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817500:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817518:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817574:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817584:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817639:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817640:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817710:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817750:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817804:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817831:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817855:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817899:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817906:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.817966:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.817974:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818020:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.818038:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818069:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.818093:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818131:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.818155:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818192:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384367.818227:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818248:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818305:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818330:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818357:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818391:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818421:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.118:988 00000800:00000010:0.0:1767384367.818440:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e647901. 00000800:00000010:0.0:1767384367.818447:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005aba1e43. 00000400:00000200:1.0:1767384367.818452:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.118:988 00000800:00000010:0.0:1767384367.818463:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af736eb2. 00000400:00000200:1.0:1767384367.818487:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.118:988 00000800:00000010:0.0:1767384367.818498:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af736eb2. 00000800:00020000:0.0:1767384367.818511:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384367.818515:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005aba1e43. 00000800:00000010:0.0:1767384367.818518:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003e647901. 00000400:00000200:1.0:1767384367.818519:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818575:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.118:988 00000400:02020000:0.0:1767384367.818593:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384367.818602:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00000400:00000200:0.0:1767384367.818606:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:1.0:1767384367.818611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.118:988 00000800:00000100:0.0:1767384367.818613:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp46 00000800:00000010:0.0:1767384367.818618:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a915bae3. 00000400:00000200:0.0:1767384367.818623:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384367.818630:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384367.818640:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384367.818644:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384367.818650:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp46) recovery failed with -71 00000400:00000200:1.0:1767384367.818651:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818693:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818725:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818758:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.818835:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.118:988 00000800:00000010:1.0:1767384367.819045:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5177166. 00000800:00000010:1.0:1767384367.819050:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de16b044. 00000800:00000010:1.0:1767384367.819055:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5aaa2c1. 00000800:00000010:1.0:1767384367.819092:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5aaa2c1. 00000400:00000200:0.0:1767384367.819333:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384367.819349:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp33 from 205.3.0.2 00000800:00000010:0.0:1767384367.819352:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b8e220f0. 00000800:00000010:3.0:1767384367.819393:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008dd1c436. 00000800:00000010:3.0:1767384367.819399:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046fe90e5. 00000800:00000010:3.0:1767384367.819418:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dcde99b6. 00000800:00000200:3.1:1767384367.819423:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (2) 00000800:00000200:3.1:1767384367.819427:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.118@tcp33 00000000dcde99b6 deleted 00000800:00000010:3.1:1767384367.819429:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dcde99b6. 00000800:00000200:3.1:1767384367.819435:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384367.819441:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp33 ip 192.168.204.118:973 00000800:00000200:3.1:1767384367.819444:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000103878ff type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384367.819450:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp33 p 3.x 192.168.204.118 -> 192.168.204.118:973 incarnation:1767384331882251117 sched[0] 00000800:00000010:3.0:1767384367.819455:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009537196f. 00000800:00000010:3.0:1767384367.819513:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009537196f. 00000800:00000010:3.0:1767384367.819517:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046fe90e5. 00000800:00000200:1.1:1767384367.819556:0:16340:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384367.819563:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b8e220f0. 00000800:00000200:1.0:1767384367.819569:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.118@tcp33 p 3.x 192.168.204.118 -> 192.168.204.118:988 incarnation:1767384331882251117 sched[0] 00000800:00000010:1.0:1767384367.819574:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de16b044. 00000800:00000001:3.0:1767384367.819582:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819589:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384367.819633:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384367.819636:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000103878ff. 00000400:00000200:3.0:1767384367.819640:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.819645:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: GET: OK 00000400:00000200:1.0:1767384367.819648:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384367.819649:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384367.819655:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp33 recovery message sent successfully:0 00000800:00000001:3.0:1767384367.819667:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819672:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384367.819674:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819681:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.819687:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33) <- 192.168.204.118@tcp33 : GET - for me 00000400:00000200:3.0:1767384367.819699:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384367.819709:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 272/272 into md 0x1f89 [1] + 0 00000400:00000200:1.0:1767384367.819711:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384367.819723:0:16345:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp33 to MR: 192.168.204.118@tcp33 local destination 00000400:00000200:3.0:1767384367.819733:0:16345:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp33 NI seq info: [199:199:256:4294967295] 192.168.204.118@tcp33 LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1767384367.819748:0:16345:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) -> 192.168.204.118@tcp33(192.168.204.118@tcp33:192.168.204.118@tcp33) 192.168.204.118@tcp33 : REPLY try# 0 00000800:00000200:3.0:1767384367.819756:0:16345:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp33 00000800:00000010:3.0:1767384367.819761:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d20ae570. 00000800:00000200:3.0:1767384367.819803:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f203337] -> 12345-192.168.204.118@tcp33 (4) 00000400:00000200:1.0:1767384367.819803:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000200:3.0:1767384367.819810:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp33 ip 192.168.204.118:988 00000800:00000200:3.0:1767384367.819814:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d20ae570 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384367.819858:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384367.819860:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d20ae570. 00000400:00000200:3.0:1767384367.819865:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.819870:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: REPLY: OK 00000400:00000200:1.0:1767384367.819870:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000001:3.0:1767384367.819887:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819891:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384367.819894:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819899:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384367.819900:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819903:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.819907:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp33(192.168.204.118@tcp33) <- 192.168.204.118@tcp33 : REPLY - for me 00000400:00000200:3.0:1767384367.819917:0:16345:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp33: Reply from 12345-192.168.204.118@tcp33 of length 272/272 into md 0x1fb5 00000800:00000001:3.0:1767384367.819921:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819926:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.819928:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384367.819930:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384367.819933:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp33->192.168.204.118@tcp33: REPLY: OK 00000400:00000200:3.0:1767384367.819939:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdd7718 00000400:00000010:3.0:1767384367.819941:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 00000400:00000200:3.0:1767384367.819945:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384367.819951:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f748fcb. 00000400:00000010:3.0:1767384367.819954:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009fbdef76. 00000800:00000001:3.0:1767384367.819960:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384367.819963:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.819997:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820049:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820113:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820159:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820187:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820208:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820228:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820249:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820271:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820295:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820316:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820338:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820360:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820384:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820411:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820433:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820452:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820473:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820493:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820513:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820547:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820574:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820596:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820616:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820643:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820681:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820700:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820725:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820748:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384367.820797:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384367.820904:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028299457. 00000800:00000010:1.0:1767384367.820908:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de16b044. 00000800:00000010:1.0:1767384367.820912:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e5aaa2c1. 00000800:00000010:1.0:1767384367.820942:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e5aaa2c1. 00000800:00020000:1.0:1767384367.820950:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384367.820953:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de16b044. 00000800:00000010:1.0:1767384367.820957:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028299457. 00000400:02020000:1.0:1767384367.820995:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384368.136815:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384368.136820:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.136825:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384368.136827:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.136859:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.136863:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.136866:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384368.839864:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000051707bd9] -> 12345-192.168.204.118@tcp13 (6) 00000800:00000200:1.0:1767384368.839871:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp13 ip 192.168.204.118:988 00000800:00000200:1.0:1767384368.839875:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384368.839954:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384368.839963:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384368.839969:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.839975:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.839977:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384368.840813:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.840815:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384368.840818:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffa29d92 00000400:00000010:0.0:1767384368.840821:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 00000400:00000200:0.0:1767384368.840825:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384368.840829:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384368.840841:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093fbb8a2. 00000400:00000010:0.0:1767384368.840844:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b855d2a3. 00000400:00000200:0.0:1767384368.840853:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp47 00000400:00000010:0.0:1767384368.840856:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003924ce5c. 00000400:00000010:0.0:1767384368.840859:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e289fcec. 00000400:00000010:0.0:1767384368.840868:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000400:00000010:0.0:1767384368.840874:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088119bed. 00000400:00000200:0.0:1767384368.840877:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp47 00000400:00000200:0.0:1767384368.840888:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp47 local destination 00000400:00000200:0.0:1767384368.840894:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp47 00000400:00000200:0.0:1767384368.840898:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp47 NI seq info: [200:200:256:4294967295] 192.168.204.118@tcp47 LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1767384368.840904:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp47 00000400:00000200:0.0:1767384368.840911:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp47(192.168.204.118@tcp47:) -> 192.168.204.118@tcp47(192.168.204.118@tcp47:192.168.204.118@tcp47) : GET try# 0 00000800:00000200:0.0:1767384368.840915:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp47 00000800:00000010:0.0:1767384368.840917:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000767ca412. 00000800:00000200:0.0:1767384368.840922:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000800:00000200:0.1:1767384368.840926:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000400:00000200:0.0:1767384368.840942:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp47 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:1.0:1767384368.840995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841051:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841074:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841136:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841311:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841337:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841354:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841435:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841468:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841495:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841531:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841573:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841587:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841617:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841634:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841680:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841697:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841736:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841756:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841804:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384368.841877:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384368.841977:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028299457. 00000800:00000010:1.0:1767384368.841981:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ca0e987. 00000800:00000010:1.0:1767384368.841984:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042d3b453. 00000800:00000010:1.0:1767384368.842001:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042d3b453. 00000800:00020000:1.0:1767384368.842007:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384368.842010:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ca0e987. 00000800:00000010:1.0:1767384368.842012:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028299457. 00000400:02020000:1.0:1767384368.842047:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.842053:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp47 notifying 192.168.204.118@tcp47: down 00000400:00000200:1.0:1767384368.842057:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384368.842061:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp47 00000800:00000010:1.0:1767384368.842063:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000767ca412. 00000400:00000200:1.0:1767384368.842068:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384368.842071:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp47->192.168.204.118@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.842080:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384368.842088:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384368.842093:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp47) recovery failed with -71 10000000:00000001:3.0:1767384368.968836:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384368.968841:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 2 10000000:00000001:3.0:1767384368.968845:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.968848:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384368.968850:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384368.968852:0:17081:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384368.968854:0:17081:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384368.968856:0:17081:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384368.968859:0:17081:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff979e90866000 from 83 10000000:00000001:3.0:1767384368.968862:0:17081:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384368.968863:0:17081:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384368.968870:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000020:00000040:3.0:1767384368.968875:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384368.968886:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.968889:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.968894:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.968901:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2b3085d. 00000100:00000001:3.0:1767384368.968907:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.968912:0:17081:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384368.968915:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384368.968922:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2c10e36. 00010000:00000001:3.0:1767384368.968926:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384368.968930:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ff8ebe. 00000020:00000001:3.0:1767384368.968935:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384368.968938:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073ff8ebe with handle 0xd602e9c522f0b39a to hash 00000020:00000001:3.0:1767384368.968940:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384368.968942:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.968944:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.968948:0:17081:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384368.968950:0:17081:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.968954:0:17081:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384368.968962:0:17081:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384368.968972:0:17081:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384368.968977:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384368.968979:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384368.968984:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f30859b3. 00000100:00000001:3.0:1767384368.968987:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301518605696 : -114772190945920 : ffff979d84541d80) 00000100:00000001:3.0:1767384368.968989:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.968991:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384368.968995:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.968997:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.968999:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384368.969008:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384368.969016:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.969026:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.969028:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.969033:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384368.969035:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384368.969038:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.969041:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731477120:0@lo:101: 00000100:00000001:3.0:1767384368.969046:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384368.969051:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.969054:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.969057:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384368.969061:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9665e68. 02000000:00000001:3.0:1767384368.969064:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.969070:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000400:00000010:3.0:1767384368.969078:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009db0257a. 00000100:00000200:3.0:1767384368.969085:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731477120, portal 25 00000100:00000001:3.0:1767384368.969087:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.969089:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000040:3.0:1767384368.969093:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.969101:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.969105:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.969108:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000100:00000200:3.0:1767384368.969111:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731477120, offset 0 00000400:00000200:3.0:1767384368.969119:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.969133:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.969144:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d107c80 00000400:00000200:3.0:1767384368.969152:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16f1 [2] + 0 00000400:00000010:3.0:1767384368.969156:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d90330d3. 00000400:00000200:3.0:1767384368.969161:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f996b48 00000400:00000200:3.0:1767384368.969166:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.969178:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384368.969183:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f996b48 00000400:00000010:3.0:1767384368.969186:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f996b48. 00000100:00000001:3.0:1767384368.969191:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.969193:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384368.969197:0:17081:0:(events.c:337:request_in_callback()) incoming req@00000000e590fa81 x1853236731477120 msgsize 328 00000100:00100000:3.0:1767384368.969202:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384368.969204:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384368.969220:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.969229:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384368.969231:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000001:3.0:1767384368.969235:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.969240:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.969250:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.969253:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.969255:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384368.969259:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477120 02000000:00000001:1.0:1767384368.969262:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.969266:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.969267:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.969269:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969272:0:17081:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384368.969274:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.969278:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477120 00000100:00000001:3.0:1767384368.969279:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.969281:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384368.969284:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384368.969286:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294955142 00000020:00000001:1.0:1767384368.969287:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384368.969290:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000100:00000010:3.0:1767384368.969293:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010a3d653. 00000020:00000001:1.0:1767384368.969294:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:1.0:1767384368.969299:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384368.969303:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384368.969304:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384368.969307:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1718373. 00000100:00000001:3.0:1767384368.969312:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294955142 00000100:00000001:1.0:1767384368.969312:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.969314:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1718373. 00000100:00000010:3.0:1767384368.969320:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003320422d. 00000020:00000010:1.0:1767384368.969323:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf7c69dc. 00000100:00000001:3.0:1767384368.969325:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384368.969330:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294955142 00000020:00000010:1.0:1767384368.969331:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087e22445. 00000100:00000010:3.0:1767384368.969335:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001132efa0. 00000020:00000010:1.0:1767384368.969340:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000001:3.0:1767384368.969341:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384368.969346:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294955142 00000100:00000010:3.0:1767384368.969351:0:17081:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fde4f7a. 00000100:00000040:1.0:1767384368.969355:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384368.969356:0:17081:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384368.969361:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384368.969363:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384368.969367:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969369:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.969374:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.969376:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969377:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.969382:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384368.969386:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f30859b3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384368.969389:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384368.969391:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.969392:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.969407:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.969410:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384368.969415:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:3.0:1767384368.969416:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384368.969419:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384368.969420:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384368.969424:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788639824 : -114766920911792 : ffff979ebe727450) 00000100:00000001:3.0:1767384368.969425:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969430:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.969431:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e590fa81 x1853236731477120/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.969447:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384368.969450:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1718373. 00000100:00000001:1.0:1767384368.969452:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.969454:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1718373. 00000100:00100000:1.0:1767384368.969458:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e590fa81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:17081:x1853236731477120:12345-0@lo:101: 00000100:00000200:1.0:1767384368.969461:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477120 00000020:00000001:1.0:1767384368.969464:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384368.969466:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384368.969468:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.969470:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384368.969472:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:1.0:1767384368.969474:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384368.969475:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.969477:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384368.969479:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384368.969481:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.969483:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384368.969484:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384368.969486:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384368.969487:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384368.969489:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.969493:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384368.969498:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010da45e9. 00010000:00000001:1.0:1767384368.969500:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384368.969503:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e77a39a. 00000020:00000001:1.0:1767384368.969505:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384368.969506:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e77a39a with handle 0xd602e9c522f0b3a1 to hash 00000020:00000001:1.0:1767384368.969508:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384368.969508:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00000001:1.0:1767384368.969525:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00010000:00010000:1.0:1767384368.969528:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd602e9c522f0b39a expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384368.969543:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001176dd37 : new locks_count 10 00000020:00000040:1.0:1767384368.969544:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=15 00000100:00000001:1.0:1767384368.969551:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384368.969553:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384368.969557:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c18bc6a7. 02000000:00000001:1.0:1767384368.969559:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.969560:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.969562:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384368.969565:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384368.969567:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384368.969568:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.969570:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.969571:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.969573:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.969574:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384368.969576:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384368.969577:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384368.969578:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384368.969580:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010da45e9) refcount = 1 00010000:00010000:1.0:1767384368.969583:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.969587:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384368.969588:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384368.969589:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.969590:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.969592:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384368.969595:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384368.969597:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.969601:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384368.969603:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384368.969604:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.969611:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.969613:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384368.969614:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.969615:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384368.969616:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006e77a39a, rc 0) 00000020:00000001:1.0:1767384368.969618:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384368.969621:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731477120 00010000:00000001:1.0:1767384368.969623:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384368.969626:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e590fa81 x1853236731477120/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.969632:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384368.969634:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.969637:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.969640:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384368.969643:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:1.0:1767384368.969644:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:1.0:1767384368.969646:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384368.969648:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.969650:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384368.969651:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.969654:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000200:1.0:1767384368.969657:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731477120, offset 224 00000400:00000200:1.0:1767384368.969662:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384368.969667:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384368.969673:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d107c80 00000400:00000200:1.0:1767384368.969676:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1fbd [1] + 224 00000400:00000200:1.0:1767384368.969679:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.969681:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384368.969684:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384368.969687:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384368.969693:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.969707:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384368.969717:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d1a7b5f 00000400:00000010:1.0:1767384368.969719:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d1a7b5f. 00000100:00000001:1.0:1767384368.969721:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384368.969722:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.969725:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.969729:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384368.969730:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384368.969732:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.969734:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384368.969735:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384368.969738:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e590fa81 x1853236731477120/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384368.969742:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384368.969747:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384368.969748:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e590fa81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731477120:12345-0@lo:101: Request processed in 300us (549us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384368.969750:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000200:3.0:1767384368.969758:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db0257a 00000100:00100000:1.0:1767384368.969758:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000400:00000010:3.0:1767384368.969763:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009db0257a. 00000100:00000040:1.0:1767384368.969763:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:1.0:1767384368.969789:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.969792:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384368.969796:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384368.969798:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087e22445. 00000100:00000200:3.0:1767384368.969803:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384368.969806:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384368.969814:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf7c69dc. 00000100:00000200:3.0:1767384368.969820:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384368.969822:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 02000000:00000001:1.0:1767384368.969830:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384368.969832:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384368.969834:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c18bc6a7. 00000100:00000001:3.0:1767384368.969836:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384368.969840:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384368.969841:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384368.969845:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384368.969845:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.969849:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.969852:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384368.969853:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384368.969857:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.969860:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf61b6d0. 00000100:00001000:3.0:1767384368.969863:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=88 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384368.969865:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ca0e987. 00000100:00001000:3.0:1767384368.969870:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.969876:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384368.969878:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.969881:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384368.969884:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969887:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.969900:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.969908:0:17081:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.969912:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.969914:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384368.969919:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.969927:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731477120:0@lo:101: 00000100:00000001:3.0:1767384368.969933:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.969937:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.969940:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384368.969942:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.969946:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.969952:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384368.969955:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f30859b3. 00000100:00000001:3.0:1767384368.969959:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384368.969961:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.969963:0:17081:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384368.969966:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.969968:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.969970:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=4 00000020:00000001:3.0:1767384368.969973:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.969976:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000040:3.0:1767384368.969980:0:17081:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000073ff8ebe, remote cookie: 0xd602e9c522f0b3a1, flags: 0x0 00010000:00000001:3.0:1767384368.969984:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384368.969987:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384368.969988:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384368.969990:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384368.969991:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384368.969993:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c2c10e36) refcount = 1 00010000:00010000:3.0:1767384368.969997:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.970012:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384368.970014:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384368.970016:0:17081:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384368.970019:0:17081:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384368.970022:0:17081:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.970025:0:17081:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.970032:0:17081:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384368.970033:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.970035:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.970036:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.970037:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.970039:0:17081:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970041:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.970045:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731477120/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.970053:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.970055:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384368.970058:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9665e68. 02000000:00000001:3.0:1767384368.970063:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384368.970065:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.970066:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384368.970069:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384368.970072:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c2b3085d. 02000000:00000001:3.0:1767384368.970076:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384368.970078:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.970080:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000100:00000001:3.0:1767384368.970085:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384368.970087:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384368.970089:0:17081:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.970092:0:17081:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384368.970093:0:17081:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ed1ebed1) refs 3 10000000:00000001:3.0:1767384368.970096:0:17081:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.970098:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.970107:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.970109:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=3 00000020:00000001:3.0:1767384368.970112:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.970115:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.970117:0:17081:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384368.970119:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.970121:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.970123:0:17081:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.970126:0:17081:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384368.970129:0:17081:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f91adddd. 00000100:00000010:3.0:1767384368.970143:0:17081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000020:00000040:3.0:1767384368.970146:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384368.970149:0:17081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.970152:0:17081:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.970154:0:17081:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.970158:0:17081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2b3085d. 00000100:00000001:3.0:1767384368.970162:0:17081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970166:0:17081:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384368.970169:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e9665e68. 00000100:00000010:3.0:1767384368.970172:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005a6eb6d0. 00000020:00000040:3.0:1767384368.970175:0:17081:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384368.970179:0:17081:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384368.970180:0:17081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384368.970184:0:17081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f30859b3. 00000100:00000001:3.0:1767384368.970185:0:17081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301518605696 : -114772190945920 : ffff979d84541d80) 00000100:00000001:3.0:1767384368.970188:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.970189:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384368.970192:0:17081:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.970194:0:17081:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970196:0:17081:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384368.970197:0:17081:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384368.970201:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.970208:0:17081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.970210:0:17081:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.970219:0:17081:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384368.970221:0:17081:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384368.970224:0:17081:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.970227:0:17081:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731477248:0@lo:256: 00000100:00000001:3.0:1767384368.970231:0:17081:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384368.970234:0:17081:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.970236:0:17081:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970238:0:17081:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384368.970244:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054965c2. 00000400:00000010:3.0:1767384368.970249:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000046fe90e5. 00000100:00000200:3.0:1767384368.970252:0:17081:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824d107d00-0x695824d107d00, portal 33 00000100:00000001:3.0:1767384368.970256:0:17081:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.970258:0:17081:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384368.970261:0:17081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005af5d20b. 02000000:00000001:3.0:1767384368.970264:0:17081:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.970267:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b397270. 00000400:00000010:3.0:1767384368.970272:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009db0257a. 00000100:00000200:3.0:1767384368.970275:0:17081:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731477248, portal 25 00000100:00000001:3.0:1767384368.970277:0:17081:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.970279:0:17081:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000040:3.0:1767384368.970284:0:17081:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.970291:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.970294:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.970297:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000100:00000200:3.0:1767384368.970300:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731477248, offset 0 00000400:00000200:3.0:1767384368.970305:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.970311:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.970318:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d107d00 00000400:00000200:3.0:1767384368.970323:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1721 [2] + 0 00000400:00000010:3.0:1767384368.970326:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a04afa0. 00000400:00000200:3.0:1767384368.970329:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c34a66b7 00000400:00000200:3.0:1767384368.970332:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.970339:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384368.970342:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c34a66b7 00000400:00000010:3.0:1767384368.970343:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c34a66b7. 00000100:00000001:3.0:1767384368.970345:0:17081:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.970346:0:17081:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384368.970349:0:17081:0:(events.c:337:request_in_callback()) incoming req@0000000015fc9544 x1853236731477248 msgsize 304 00000100:00100000:3.0:1767384368.970351:0:17081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384368.970352:0:17081:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384368.970362:0:17081:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.970365:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384368.970367:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000001:3.0:1767384368.970369:0:17081:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.970372:0:17081:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.970380:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.970382:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.970388:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970390:0:17081:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384368.970394:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970396:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294955143 00000100:00000001:3.0:1767384368.970402:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955142 00000100:00000001:3.0:1767384368.970405:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294955143 00000100:00000001:3.0:1767384368.970409:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955142 00000100:00000001:3.0:1767384368.970412:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294955143 00000100:00000001:3.0:1767384368.970418:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955142 00000100:00000001:0.0:1767384368.970422:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384368.970423:0:17081:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294955143 00000100:00100000:0.0:1767384368.970426:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477248 00000100:00000001:3.0:1767384368.970429:0:17081:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955142 02000000:00000001:0.0:1767384368.970430:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384368.970432:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.970435:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970437:0:17081:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.970438:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.970444:0:17081:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.970444:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477248 00000020:00000001:0.0:1767384368.970448:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384368.970451:0:17081:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384368.970451:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:0.0:1767384368.970453:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384368.970455:0:17081:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384368.970456:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000020:00000001:0.0:1767384368.970458:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384368.970460:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384368.970462:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.970466:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6946295. 00000100:00100000:3.0:1767384368.970467:0:17081:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f30859b3 going to sleep for 11 seconds 00000100:00000001:0.0:1767384368.970469:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.970473:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384368.970473:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6946295. 00000100:00000001:3.0:1767384368.970478:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.970481:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077b3ce07. 00000020:00000010:0.0:1767384368.970485:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002598fb03. 00000020:00000010:0.0:1767384368.970488:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000040:0.0:1767384368.970498:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384368.970500:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.970501:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384368.970502:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.970505:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.970529:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.970537:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.970538:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384368.970542:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384368.970544:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384368.970546:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788635728 : -114766920915888 : ffff979ebe726450) 00000100:00000040:0.0:1767384368.970549:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015fc9544 x1853236731477248/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 304/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.970556:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384368.970558:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6946295. 00000100:00000001:0.0:1767384368.970560:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.970562:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6946295. 00000100:00100000:0.0:1767384368.970565:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015fc9544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731477248:12345-0@lo:256: 00000100:00000200:0.0:1767384368.970568:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477248 00000020:00000001:0.0:1767384368.970569:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384368.970571:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384368.970572:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.970573:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384368.970575:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:0.0:1767384368.970577:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384368.970578:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384368.970579:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384368.970580:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384368.970582:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.970584:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.970586:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384368.970589:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ec17389b. 02000000:00000001:0.0:1767384368.970590:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.970597:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.970599:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384368.970603:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384368.970605:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384368.970607:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384368.970609:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.970611:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384368.970612:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384368.970615:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000007d9448c5. 20000000:00000001:0.0:1767384368.970616:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384368.970628:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384368.970634:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384368.970637:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384368.970639:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384368.970641:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384368.970642:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384368.970643:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384368.970645:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384368.970646:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384368.970648:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384368.970649:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384368.970650:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384368.970652:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384368.970653:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384368.970654:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384368.970656:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384368.970657:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384368.970659:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384368.970660:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384368.970661:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384368.970663:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384368.970664:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384368.970665:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384368.970667:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384368.970668:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384368.970669:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384368.970671:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384368.970672:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384368.970674:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384368.970680:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384368.970681:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384368.970682:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384368.970684:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384368.970685:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384368.970687:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384368.970688:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384368.970690:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384368.970691:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384368.970692:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384368.970694:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384368.970695:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384368.970697:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:0.0:1767384368.970704:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384368.970705:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384368.970707:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384368.970708:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384368.970710:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384368.970711:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384368.970712:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384368.970714:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384368.970716:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384368.970717:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384368.970718:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384368.970719:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384368.970720:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384368.970721:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384368.970723:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384368.970724:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384368.970725:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384368.970727:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384368.970728:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384368.970729:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384368.970730:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384368.970731:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384368.970732:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384368.970734:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384368.970735:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384368.970737:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384368.970743:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384368.970745:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384368.970746:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384368.970747:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384368.970748:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384368.970750:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384368.970751:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384368.970752:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384368.970754:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384368.970755:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384368.970756:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384368.970757:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384368.970758:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384368.970759:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384368.970760:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384368.970762:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:0.0:1767384368.970763:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:0.0:1767384368.970764:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:0.0:1767384368.970787:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384368.970790:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000093ef97f4. 00000100:00000010:0.0:1767384368.970793:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000db2222ee. 00000020:00000040:0.0:1767384368.970795:0:17078:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=16 00010000:00000001:0.0:1767384368.970797:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384368.970800:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384368.970803:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000400:00000010:0.0:1767384368.970809:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ce2eec24. 00000400:00000200:0.0:1767384368.970813:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.970821:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.970829:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x695824d107d00 00000400:00000200:0.0:1767384368.970833:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1fcd [4] + 0 00000400:00000010:0.0:1767384368.970836:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000054965c2. 00000400:00000200:0.0:1767384368.970839:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046fe90e5 00000400:00000200:0.0:1767384368.970841:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.970844:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.970846:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe90e5 00000400:00000010:0.0:1767384368.970848:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000046fe90e5. 00000100:00000001:0.0:1767384368.970851:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.970858:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002eb7e925 desc 00000000e9665e68 mbits 1853236731477248 00000100:00000001:0.0:1767384368.970867:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384368.970871:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384368.970875:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384368.970882:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1fd9 00000400:00000200:0.0:1767384368.970884:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.970887:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384368.970890:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.970892:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000093ef97f4 00000100:00000001:0.0:1767384368.970895:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384368.970902:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384368.970904:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:0.0:1767384368.970908:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384368.970909:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000093ef97f4 00000100:00000001:0.0:1767384368.970913:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384368.970920:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x695824d107d00-0x695824d107d00 00000100:00000001:0.0:1767384368.970923:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.970928:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.970930:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384368.970933:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000010:0.0:1767384368.970936:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000db2222ee. 00000100:00000010:0.0:1767384368.970940:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000093ef97f4. 00000100:00000001:0.0:1767384368.970943:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384368.970944:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.970946:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384368.970949:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384368.970953:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000007d9448c5. 20000000:00000001:0.0:1767384368.970959:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384368.970962:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731477248 00010000:00000001:0.0:1767384368.970964:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384368.970968:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015fc9544 x1853236731477248/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384368.970975:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.970976:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.970979:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.970982:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.970991:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384368.970993:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384368.970996:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.970998:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.971000:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.971004:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.971007:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000100:00000200:0.0:1767384368.971011:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731477248, offset 224 00000400:00000200:0.0:1767384368.971017:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.971025:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.971032:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d107d00 00000400:00000200:0.0:1767384368.971036:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1fd1 [1] + 224 00000400:00000200:0.0:1767384368.971039:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.971041:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.971043:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.971046:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.971053:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.971065:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.971069:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000400:00000010:0.0:1767384368.971070:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000100:00000001:0.0:1767384368.971072:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.971073:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.971076:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.971079:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384368.971081:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384368.971082:0:17081:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384368.971083:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.971086:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384368.971087:0:17081:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384368.971090:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015fc9544 x1853236731477248/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384368.971091:0:17081:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384368.971095:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b397270. 00000400:00000200:3.0:1767384368.971100:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db0257a 00000400:00000010:3.0:1767384368.971103:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009db0257a. 00000100:00100000:0.0:1767384368.971106:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015fc9544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+15:17081:x1853236731477248:12345-0@lo:256: Request processed in 545us (752us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384368.971109:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.971115:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384368.971133:0:17081:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.971133:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384368.971138:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000001:0.0:1767384368.971142:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.971146:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.971146:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384368.971149:0:17081:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384368.971149:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002598fb03. 00000100:00000001:3.0:1767384368.971151:0:17081:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384368.971154:0:17081:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384368.971157:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384368.971157:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000100:00000001:3.0:1767384368.971160:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.971163:0:17081:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.971163:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077b3ce07. 00000020:00000040:0.0:1767384368.971169:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00001000:3.0:1767384368.971170:0:17081:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384368.971176:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=88 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384368.971177:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384368.971178:0:17081:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384368.971180:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ec17389b. 00000100:00000001:3.0:1767384368.971181:0:17081:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.971185:0:17081:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384368.971186:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384368.971187:0:17081:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.971189:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.971190:0:17081:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.971197:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.971197:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384368.971203:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1453da. 00000100:00000040:3.0:1767384368.971208:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384368.971210:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f85a2d9f. 00000100:00000001:3.0:1767384368.971217:0:17081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.971226:0:17081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384368.971230:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.971236:0:17081:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002eb7e925 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:efcba636-0f33-4977-ad6f-12f80463a1c1:17081:1853236731477248:0@lo:256: 00000100:00000001:3.0:1767384368.971240:0:17081:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.971243:0:17081:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.971245:0:17081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384368.971247:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.971249:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.971254:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384368.971256:0:17081:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f30859b3. 00000100:00000001:3.0:1767384368.971259:0:17081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384368.971260:0:17081:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384368.971263:0:17081:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:3.0:1767384368.971265:0:17081:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384368.971271:0:17081:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b125421b. 00010000:00000001:3.0:1767384368.971279:0:17081:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384368.971282:0:17081:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384368.971286:0:17081:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.118@tcp has 192.168.204.118@tcp. 00000100:00000001:3.0:1767384368.971289:0:17081:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.971291:0:17081:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384368.971292:0:17081:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:3.0:1767384368.971294:0:17081:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000100:00000200:3.0:1767384368.971296:0:17081:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.204.118@tcp' 00000400:00000200:3.0:1767384368.971299:0:17081:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384368.971301:0:17081:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384368.971303:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384368.971308:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384368.971313:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (40) 00000400:00000200:3.0:1767384368.971319:0:17081:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000200:3.0:1767384368.971331:0:17081:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384368.971333:0:17081:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384368.971336:0:17081:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384368.971343:0:17081:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384368.971346:0:17081:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000400:00000200:3.0:1767384368.971348:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384368.971350:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384368.971353:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971354:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384368.971355:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384368.971360:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:0.0:1767384368.971364:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:3.0:1767384368.971365:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971371:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:3.0:1767384368.971373:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000010:0.0:1767384368.971374:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000400:00000200:0.0:1767384368.971378:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000200:3.0:1767384368.971379:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971383:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000010:0.0:1767384368.971384:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009efa8ab3. 00000400:00000200:3.0:1767384368.971389:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:0.0:1767384368.971393:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1767384368.971398:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971401:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:0.0:1767384368.971404:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384368.971408:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:0.0:1767384368.971413:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:3.0:1767384368.971416:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971422:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:0.0:1767384368.971423:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:3.0:1767384368.971426:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:0.0:1767384368.971434:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:3.0:1767384368.971435:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971440:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:3.0:1767384368.971443:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:0.0:1767384368.971446:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:3.0:1767384368.971451:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971454:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:0.0:1767384368.971456:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:3.0:1767384368.971457:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:3.0:1767384368.971464:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971468:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:0.0:1767384368.971468:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:3.0:1767384368.971474:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:3.0:1767384368.971478:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971480:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:3.0:1767384368.971484:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:3.0:1767384368.971489:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971493:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:0.0:1767384368.971493:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:3.0:1767384368.971498:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:3.0:1767384368.971503:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971507:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:0.0:1767384368.971508:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:0.0:1767384368.971526:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:3.0:1767384368.971531:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:0.0:1767384368.971535:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:3.0:1767384368.971538:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971543:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384368.971546:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:0.0:1767384368.971548:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:3.0:1767384368.971551:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971554:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:0.0:1767384368.971556:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:3.0:1767384368.971557:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:3.0:1767384368.971564:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971566:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:3.0:1767384368.971567:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:3.0:1767384368.971572:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:3.0:1767384368.971579:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971579:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:3.0:1767384368.971581:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:3.0:1767384368.971586:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:0.0:1767384368.971589:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:3.0:1767384368.971593:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971597:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:0.0:1767384368.971600:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:3.0:1767384368.971601:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:3.0:1767384368.971607:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971610:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:0.0:1767384368.971612:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:3.0:1767384368.971614:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:3.0:1767384368.971620:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971623:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:0.0:1767384368.971623:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 63] 00000400:00000200:3.0:1767384368.971628:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:0.0:1767384368.971635:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 54], ns[61, 54] 00000400:00000200:3.0:1767384368.971636:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971640:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:3.0:1767384368.971644:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:0.0:1767384368.971646:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 54], ns[161, 54] 00000400:00000200:3.0:1767384368.971649:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971653:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:3.0:1767384368.971656:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:0.0:1767384368.971659:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 54], ns[171, 54] 00000400:00000200:3.0:1767384368.971662:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971666:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:0.0:1767384368.971668:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 54], ns[80, 54] 00000400:00000200:0.0:1767384368.971674:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 54], ns[192, 54] 00000400:00000200:3.0:1767384368.971677:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:3.0:1767384368.971683:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971686:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 54], ns[199, 54] 00000400:00000200:3.0:1767384368.971687:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:3.0:1767384368.971689:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:3.0:1767384368.971693:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971696:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:0.0:1767384368.971701:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 54], ns[155, 54] 00000400:00000200:3.0:1767384368.971708:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:0.0:1767384368.971712:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[110, 54] 00000400:00000200:3.0:1767384368.971714:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971720:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:3.0:1767384368.971723:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:0.0:1767384368.971724:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 54], ns[159, 54] 00000400:00000200:3.0:1767384368.971730:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971733:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 54], ns[156, 54] 00000400:00000200:3.0:1767384368.971734:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:3.0:1767384368.971740:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000200:0.0:1767384368.971743:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 54], ns[139, 54] 00000400:00000200:3.0:1767384368.971746:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971752:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:0.0:1767384368.971754:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 54], ns[176, 54] 00000400:00000200:3.0:1767384368.971755:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:3.0:1767384368.971761:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971763:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 54], ns[145, 54] 00000400:00000200:3.0:1767384368.971765:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:0.0:1767384368.971788:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 54], ns[165, 54] 00000400:00000200:0.0:1767384368.971794:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 54], ns[181, 54] 00000400:00000200:3.0:1767384368.971795:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:3.0:1767384368.971801:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971805:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:0.0:1767384368.971805:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 54], ns[179, 54] 00000400:00000200:3.0:1767384368.971810:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:3.0:1767384368.971815:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384368.971816:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 54], ns[191, 54] 00000400:00000200:3.0:1767384368.971819:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:3.0:1767384368.971823:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:0.0:1767384368.971826:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[188, 54], ns[194, 54] 00000400:00000200:3.0:1767384368.971829:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971833:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:3.0:1767384368.971837:0:17081:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:0.0:1767384368.971837:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[191, 54], ns[197, 54] 00000400:00000200:3.0:1767384368.971841:0:17081:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.971845:0:17081:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 00000400:00000200:0.0:1767384368.971847:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[194, 54], ns[200, 54] 00000100:00000001:3.0:1767384368.971848:0:17081:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.971853:0:17081:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384368.971855:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 10000000:00000040:3.0:1767384368.971859:0:17081:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.118@tcp' by NID '192.168.204.118@tcp' 00000400:00000200:0.0:1767384368.971863:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp27 10000000:00000010:3.0:1767384368.971864:0:17081:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a5c22325. 10000000:00000040:3.0:1767384368.971867:0:17081:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 85/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.118@tcp::2 00000400:00000200:0.0:1767384368.971870:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp27 lpni_is_preferred = 0 00000020:00000080:3.0:1767384368.971871:0:17081:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384368.971874:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp27 00000020:00000001:3.0:1767384368.971878:0:17081:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384368.971881:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [201:201:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [195:195:8:4294967295] 00000020:00000010:3.0:1767384368.971884:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c70012db. 00000400:00000200:0.0:1767384368.971889:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp27 00000020:00000010:3.0:1767384368.971890:0:17081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000973e99a1. 00000040:00000010:3.0:1767384368.971896:0:17081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000024c30fc. 00000020:00000010:3.0:1767384368.971902:0:17081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022d233b7. 00000400:00000200:0.0:1767384368.971905:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:) -> 192.168.204.118@tcp27(192.168.204.118@tcp:192.168.204.118@tcp27) : PUT try# 0 00000800:00000200:0.0:1767384368.971912:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.118@tcp27 00000020:00000010:3.0:1767384368.971914:0:17081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000800:00000010:0.0:1767384368.971917:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcd3ae10. 00000020:00000010:3.0:1767384368.971920:0:17081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004491927d. 80000000:00000010:3.0:1767384368.971925:0:17081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000adc7dbdf. 00000800:00000200:0.0:1767384368.971926:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (6) 40000000:00000010:3.0:1767384368.971933:0:17081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c50372cf. 00000800:00000200:0.0:1767384368.971938:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:988 00100000:00000010:3.0:1767384368.971941:0:17081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dda6626d. 00000800:00000200:0.0:1767384368.971942:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dcd3ae10 type 1, nob 784 niov 1 nkiov 1 00040000:00000010:3.0:1767384368.971948:0:17081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d20ae570. 00040000:00000010:3.0:1767384368.971954:0:17081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8f15d54. 00040000:00000010:3.0:1767384368.971957:0:17081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f60d786. 00000400:00000200:0.0:1767384368.971959:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 00000400:00000200:0.0:1767384368.971963:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100571 rc 0 00080000:00000010:3.0:1767384368.971964:0:17081:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057f559c2. 00080000:00000010:3.0:1767384368.971969:0:17081:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028668d75. 00000004:00000010:3.0:1767384368.971975:0:17081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000040e019df. 00000004:00000010:3.0:1767384368.971980:0:17081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fe3561ee. 00000004:00000010:3.0:1767384368.971983:0:17081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000da810f8f. 00002000:00000010:3.0:1767384368.971988:0:17081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000330c64be. 00000004:00000010:3.0:1767384368.971992:0:17081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2addd7f. 00000004:00000001:3.0:1767384368.971994:0:17081:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384368.971997:0:17081:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384368.971999:0:17081:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a5c22325 00000040:00001000:3.0:1767384368.972000:0:17081:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384368.972001:0:17081:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384368.972003:0:17081:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384368.972004:0:17081:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384368.972008:0:17081:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384368.972009:0:17081:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384368.972010:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384368.972012:0:17081:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.118@tcp::2 00000040:00000001:3.0:1767384368.972013:0:17081:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384368.972066:0:17081:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.972070:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000973e99a1. 00000800:00000200:2.0:1767384368.972074:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00000010:3.0:1767384368.972075:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000024c30fc. 00000020:00000010:3.0:1767384368.972079:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022d233b7. 00000800:00000010:2.0:1767384368.972081:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcd3ae10. 00000020:00000010:3.0:1767384368.972083:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384368.972089:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004491927d. 00000400:00000200:2.0:1767384368.972091:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:3.0:1767384368.972093:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000adc7dbdf. 40000000:00000010:3.0:1767384368.972099:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c50372cf. 00000400:00000200:2.0:1767384368.972101:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: PUT: OK 00000400:00000200:2.0:1767384368.972107:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00100000:00000010:3.0:1767384368.972109:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dda6626d. 00040000:00000010:3.0:1767384368.972114:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d20ae570. 00000400:00000200:2.0:1767384368.972114:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp: 0 00040000:00000010:3.0:1767384368.972120:0:17081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8f15d54. 00040000:00000010:3.0:1767384368.972123:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f60d786. 00000800:00000001:2.0:1767384368.972127:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:3.0:1767384368.972128:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028668d75. 00080000:00000010:3.0:1767384368.972133:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000057f559c2. 00000004:00000010:3.0:1767384368.972136:0:17081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040e019df. 00000004:00000010:3.0:1767384368.972140:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fe3561ee. 00000800:00000001:2.0:1767384368.972141:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384368.972144:0:17081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da810f8f. 00000800:00000001:2.0:1767384368.972146:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:3.0:1767384368.972148:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000330c64be. 00000004:00000010:3.0:1767384368.972151:0:17081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c2addd7f. 00000020:00000010:3.0:1767384368.972153:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c70012db. 00000800:00000001:2.0:1767384368.972153:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384368.972160:0:17081:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.972163:0:17081:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384368.972167:0:17081:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a5c22325. 00000400:00000200:2.0:1767384368.972168:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : PUT - for me 10000000:00000040:3.0:1767384368.972176:0:17081:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.118@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384368.972179:0:17081:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b125421b. 10000000:00000001:3.0:1767384368.972184:0:17081:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.972184:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 688 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384368.972188:0:17081:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.972193:0:17081:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002eb7e925 x1853236731477248/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384368.972197:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 656/688 into md 0x1ef1 [1] + 0 00000400:00000010:2.0:1767384368.972206:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021830f52. 00000100:00000001:3.0:1767384368.972207:0:17081:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.972211:0:17081:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384368.972213:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b4bf212 02000000:00000010:3.0:1767384368.972214:0:17081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005af5d20b. 02000000:00000001:3.0:1767384368.972219:0:17081:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384368.972221:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767384368.972221:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384368.972224:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384368.972227:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384368.972228:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384368.972229:0:17081:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.972230:0:17081:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000800:00000001:2.0:1767384368.972231:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384368.972232:0:17081:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384368.972235:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005a6eb6d0. 00000400:00000200:2.0:1767384368.972236:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384368.972239:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e9665e68. 00000100:00000001:3.0:1767384368.972243:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:2.0:1767384368.972244:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: PUT: OK 00000400:00000200:2.0:1767384368.972250:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b4bf212 02000000:00000010:3.0:1767384368.972251:0:17081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c2b3085d. 00000400:00000010:2.0:1767384368.972254:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 02000000:00000001:3.0:1767384368.972256:0:17081:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384368.972259:0:17081:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.972260:0:17081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000400:00000200:2.0:1767384368.972261:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384368.972263:0:17081:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384368.972266:0:17081:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.972267:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 10000000:00000010:3.0:1767384368.972278:0:17081:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f91adddd. 10000000:01000000:3.0:1767384368.972283:0:17081:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384368.972283:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 10000000:00000001:3.0:1767384368.972289:0:17081:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:2.0:1767384368.972290:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (688 bytes) 00010000:00000001:3.0:1767384368.972291:0:17081:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.972295:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.972297:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=3 00000400:00000200:2.0:1767384368.972299:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000020:00000001:3.0:1767384368.972301:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.972305:0:17081:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384368.972307:0:17081:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384368.972309:0:17081:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384368.972311:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (43) 00010000:00000001:3.0:1767384368.972318:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.972320:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384368.972320:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00010000:3.0:1767384368.972323:0:17081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.972332:0:17081:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384368.972332:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp27 to MR: 192.168.204.118@tcp27 local destination 00010000:00000001:3.0:1767384368.972335:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.972338:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384368.972340:0:17081:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.972342:0:17081:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.972345:0:17081:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:2.0:1767384368.972347:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp27 NI seq info: [202:202:256:4294967295] 192.168.204.118@tcp27 LPNI seq info [196:196:8:4294967295] 10000000:00000001:3.0:1767384368.972348:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384368.972351:0:17081:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 3 10000000:00000001:3.0:1767384368.972354:0:17081:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384368.972370:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) -> 192.168.204.118@tcp27(192.168.204.118@tcp27:192.168.204.118@tcp27) 192.168.204.118@tcp27 : ACK try# 0 00000800:00000200:2.0:1767384368.972376:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp27 00000800:00000010:2.0:1767384368.972381:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000103878ff. 00000800:00000200:2.0:1767384368.972386:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008d74d081] -> 12345-192.168.204.118@tcp27 (6) 00000800:00000200:2.0:1767384368.972392:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp27 ip 192.168.204.118:987 00000800:00000200:2.0:1767384368.972395:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000103878ff type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384368.972410:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.972416:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.972421:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.972476:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.972483:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384368.972486:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384368.972494:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384368.972496:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.972500:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000103878ff. 00000400:00000200:2.0:1767384368.972504:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp27(192.168.204.118@tcp27) <- 192.168.204.118@tcp27 : ACK - for me 00000400:00000200:3.0:1767384368.972505:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.972529:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: ACK: OK 00000400:00000200:2.0:1767384368.972533:0:16345:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp27: ACK from 12345-192.168.204.118@tcp27 into md 0x1fe5 00000400:00000200:2.0:1767384368.972542:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384368.972548:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp27->192.168.204.118@tcp27: ACK: OK 00000400:00000200:2.0:1767384368.972552:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0d41819 00000800:00000001:3.0:1767384368.972553:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384368.972555:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00000400:00000200:2.0:1767384368.972561:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384368.972565:0:16345:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000400:00000200:2.0:1767384368.972571:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:2.0:1767384368.972574:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000400:00000200:3.0:1767384368.972585:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384368.972590:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384368.972591:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000c2addd7f. 00000800:00000001:2.0:1767384368.972596:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384368.972597:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b397270. 00000400:00000010:3.0:1767384368.972604:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009db0257a. 00000400:00000200:3.0:1767384368.972609:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c2addd7f 00000400:00000010:3.0:1767384368.972611:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000084b157f9. 00000400:00000200:3.0:1767384368.972614:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:3.0:1767384368.972617:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:3.0:1767384368.972620:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000010:3.0:1767384368.972623:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000330c64be. 00000400:00000010:3.0:1767384368.972626:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000400:00000010:3.0:1767384368.972632:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f6e6e68. 00000400:00000200:3.0:1767384368.972635:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1767384368.972640:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384368.972643:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:3.0:1767384368.972646:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:3.0:1767384368.972649:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:3.0:1767384368.972652:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:3.0:1767384368.972655:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:3.0:1767384368.972658:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:3.0:1767384368.972660:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:3.0:1767384368.972663:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:3.0:1767384368.972665:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:3.0:1767384368.972668:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:3.0:1767384368.972670:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:3.0:1767384368.972680:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:3.0:1767384368.972683:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:3.0:1767384368.972686:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:3.0:1767384368.972688:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:3.0:1767384368.972690:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:3.0:1767384368.972693:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:3.0:1767384368.972696:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 62], ns[202, 63] 00000400:00000200:3.0:1767384368.972698:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 62], ns[61, 63] 00000400:00000200:3.0:1767384368.972701:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 60], ns[161, 61] 00000400:00000200:3.0:1767384368.972704:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 60], ns[171, 61] 00000400:00000200:3.0:1767384368.972707:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 60], ns[80, 61] 00000400:00000200:3.0:1767384368.972710:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 60], ns[192, 61] 00000400:00000200:3.0:1767384368.972713:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 60], ns[199, 61] 00000400:00000200:3.0:1767384368.972716:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 60], ns[155, 61] 00000400:00000200:3.0:1767384368.972719:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 60], ns[110, 61] 00000400:00000200:3.0:1767384368.972723:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 60], ns[159, 61] 00000400:00000200:3.0:1767384368.972726:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 60], ns[156, 61] 00000400:00000200:3.0:1767384368.972729:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[139, 61] 00000400:00000200:3.0:1767384368.972738:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 60], ns[176, 61] 00000400:00000200:3.0:1767384368.972741:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 60], ns[145, 61] 00000400:00000200:3.0:1767384368.972744:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[165, 61] 00000400:00000200:3.0:1767384368.972747:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 60], ns[181, 61] 00000400:00000200:3.0:1767384368.972750:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 60], ns[179, 61] 00000400:00000200:3.0:1767384368.972753:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[191, 61] 00000400:00000200:3.0:1767384368.972755:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[188, 60], ns[194, 61] 00000400:00000200:3.0:1767384368.972758:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[191, 60], ns[197, 61] 00000400:00000200:3.0:1767384368.972760:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[194, 60], ns[200, 61] 00000400:00000200:3.0:1767384368.972762:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:3.0:1767384368.972872:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp28 00000400:00000200:3.0:1767384368.972877:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp28 lpni_is_preferred = 0 00000400:00000200:3.0:1767384368.972878:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp28 00000400:00000200:3.0:1767384368.972881:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [203:203:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384368.972884:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp28 00000400:00000200:3.0:1767384368.972889:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:) -> 192.168.204.118@tcp28(192.168.204.118@tcp:192.168.204.118@tcp28) : GET try# 0 00000800:00000200:3.0:1767384368.972892:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp28 00000800:00000010:3.0:1767384368.972896:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d20ae570. 00000800:00000200:3.0:1767384368.972899:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000800:00000200:3.1:1767384368.972902:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000800:00000200:3.1:1767384368.972915:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:988 00000800:00000200:3.1:1767384368.972918:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d20ae570 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384368.972924:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384368.972927:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000800:00000200:3.0:1767384368.972977:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.972979:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d20ae570. 00000400:00000200:3.0:1767384368.972981:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.972990:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: GET: OK 00000400:00000200:3.0:1767384368.972993:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384368.972995:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384368.972996:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000800:00000001:3.0:1767384368.973003:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973009:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.973010:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973015:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.973020:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : GET - for me 00000400:00000200:3.0:1767384368.973028:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.973033:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 688/688 into md 0x1f89 [1] + 0 00000400:00000200:3.0:1767384368.973038:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp28 to MR: 192.168.204.118@tcp28 local destination 00000400:00000200:3.0:1767384368.973043:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [204:204:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767384368.973051:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) -> 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) 192.168.204.118@tcp28 : REPLY try# 0 00000800:00000200:3.0:1767384368.973055:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.118@tcp28 00000800:00000010:3.0:1767384368.973058:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d20ae570. 00000400:00000200:2.0:1767384368.973060:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:3.0:1767384368.973063:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000800:00000200:3.0:1767384368.973071:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:985 00000800:00000200:3.0:1767384368.973073:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d20ae570 type 3, nob 784 niov 1 nkiov 1 00000400:00000200:2.0:1767384368.973108:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000800:00000200:3.0:1767384368.973109:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.973112:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d20ae570. 00000400:00000200:3.0:1767384368.973116:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.973122:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: REPLY: OK 00000800:00000001:3.0:1767384368.973129:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973132:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.973134:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973137:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.973139:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973142:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.973147:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384368.973155:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp28: Reply from 12345-192.168.204.118@tcp28 of length 688/688 into md 0x1fed 00000400:00000200:2.0:1767384368.973164:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000800:00000001:3.0:1767384368.973165:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973172:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.973175:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.973179:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: REPLY: OK 00000400:00000200:3.0:1767384368.973182:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384368.973183:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000400:00000200:3.0:1767384368.973187:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384368.973190:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00000400:00000200:3.0:1767384368.973192:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000200:3.0:1767384368.973195:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 41. state = 0x100271 00000400:00000200:3.0:1767384368.973198:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:3.0:1767384368.973204:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (42) 00000800:00000001:3.0:1767384368.973209:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.973211:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.973218:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384368.973224:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384368.973228:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:3.0:1767384368.973234:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000c53f8597. 00000400:00000010:3.0:1767384368.973238:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000008e60e0a1. 00000400:00000010:3.0:1767384368.973241:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000d005809c. 00000400:00000200:2.0:1767384368.973266:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384368.973280:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp45(000000006815910b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384368.973285:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp46(00000000c6565efd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384368.973288:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp47(000000007408a4f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384368.973293:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001503c05e. 00000400:00000200:3.0:1767384368.973299:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001503c05e nid 192.168.204.118@tcp48 00000400:00000010:3.0:1767384368.973303:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000adc7dbdf. 00000400:00000200:3.0:1767384368.973305:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000adc7dbdf net tcp48 00000400:00000200:3.0:1767384368.973307:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (41) 00000400:00000200:3.0:1767384368.973312:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp48 flags 0x11 00000400:00000200:2.0:1767384368.973314:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000010:3.0:1767384368.973318:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000585a9c67. 00000400:00000200:3.0:1767384368.973323:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000585a9c67 nid 192.168.204.118@tcp49 00000400:00000010:3.0:1767384368.973326:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fdb648bd. 00000400:00000200:3.0:1767384368.973328:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fdb648bd net tcp49 00000400:00000200:3.0:1767384368.973335:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 00000400:00000200:3.0:1767384368.973338:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp49 flags 0x11 00000400:00000010:3.0:1767384368.973340:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000c53f8597. 00000400:00000010:3.0:1767384368.973343:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000008e60e0a1. 00000400:00000010:3.0:1767384368.973346:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000d005809c. 00000400:00000010:3.0:1767384368.973348:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000330c64be. 00000400:00000200:3.0:1767384368.973350:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384368.973353:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:3.0:1767384368.973355:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:3.0:1767384368.973358:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:3.0:1767384368.973360:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:3.0:1767384368.973362:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:2.0:1767384368.973362:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384368.973369:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:3.0:1767384368.973373:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (43) 00000400:00000200:2.0:1767384368.973412:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.973461:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.973493:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974353:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974370:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974388:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974416:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974446:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974477:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974524:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974564:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974593:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974641:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974686:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974744:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974818:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974858:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974885:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974902:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974918:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974940:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.974976:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.975017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.975045:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.975092:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384368.975128:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384368.975272:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384368.975277:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e895652. 00000800:00000010:2.0:1767384368.975281:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000336285c6. 00000800:00000010:2.0:1767384368.975318:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000336285c6. 00000800:00020000:2.0:1767384368.975327:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384368.975330:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e895652. 00000800:00000010:2.0:1767384368.975332:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384368.975371:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp28 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384368.975814:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294955143, at 4294955144 00000100:00000010:0.0:1767384368.975821:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010a3d653. 00000100:00000040:3.0:1767384368.975946:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294955143, at 4294955144 00000100:00000010:3.0:1767384368.975952:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fde4f7a. 00000100:00000040:2.0:1767384368.976001:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294955143, at 4294955144 00000100:00000010:2.0:1767384368.976008:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001132efa0. 00000100:00000040:1.0:1767384368.976813:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294955143, at 4294955145 00000100:00000010:1.0:1767384368.976821:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003320422d. 00000020:00000010:3.0:1767384368.981466:0:39180:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005a6eb6d0. 00000020:00000040:3.0:1767384368.981473:0:39180:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384368.981474:0:39180:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005a6eb6d0. 00010000:00000001:3.0:1767384369.159821:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384369.159827:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.159833:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384369.159836:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384369.159838:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384369.159840:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.159843:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384369.159845:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.159846:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.159848:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.159883:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384369.159887:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.159889:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384369.289096:0:39237:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcdede91. 00080000:00000010:3.0:1767384369.289106:0:39237:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcdede91. 00000020:00000001:3.0:1767384369.289111:0:39237:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384369.289119:0:39237:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dcdede91. 00080000:00000010:3.0:1767384369.289129:0:39237:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dcdede91. 00000020:00000001:3.0:1767384369.289133:0:39237:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384369.864837:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384369.864842:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384369.864844:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000400:00000010:0.0:1767384369.864849:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000400:00000200:0.0:1767384369.864854:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384369.864860:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767384369.864872:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003924ce5c. 00000400:00000010:0.0:1767384369.864875:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e289fcec. 00000400:00000200:0.0:1767384369.864882:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp45 00000400:00000010:0.0:1767384369.864885:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003924ce5c. 00000400:00000010:0.0:1767384369.864890:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000023aab1e6. 00000400:00000010:0.0:1767384369.864894:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000400:00000010:0.0:1767384369.864901:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb36ca26. 00000400:00000200:0.0:1767384369.864904:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp45 00000400:00000200:0.0:1767384369.864915:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp45 local destination 00000400:00000200:0.0:1767384369.864920:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000400:00000200:0.0:1767384369.864924:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [205:205:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384369.864930:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000400:00000200:0.0:1767384369.864944:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp45:192.168.204.118@tcp45) : GET try# 0 00000800:00000200:0.0:1767384369.864948:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 00000800:00000010:0.0:1767384369.864952:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7789c7. 00000800:00000200:0.0:1767384369.864959:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000800:00000200:0.1:1767384369.864963:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000200:0.0:1767384369.864983:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:3.0:1767384369.865055:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865097:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865115:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865136:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865155:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865172:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865194:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865210:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865225:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865241:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865259:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865279:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865293:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865324:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865342:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865360:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865376:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865391:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865406:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865424:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865439:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865455:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865470:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865485:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865521:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865539:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865556:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865571:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865590:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865608:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865654:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865720:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.865772:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.866109:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384369.866297:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057f559c2. 00000800:00000010:3.0:1767384369.866302:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d50e868d. 00000800:00000010:3.0:1767384369.866307:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d4cc429. 00000800:00000010:3.0:1767384369.866324:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d4cc429. 00000800:00020000:3.0:1767384369.866334:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384369.866338:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d50e868d. 00000800:00000010:3.0:1767384369.866341:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000057f559c2. 00000400:02020000:3.0:1767384369.866374:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384369.866380:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000800:00000200:3.0:1767384369.866402:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp45 down 00000800:00000100:3.0:1767384369.866407:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:3.0:1767384369.866410:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7789c7. 00000400:00000200:3.0:1767384369.866414:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384369.866418:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384369.866426:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384369.866428:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384369.866431:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp45) recovery failed with -71 00000001:00000001:2.0:1767384369.959802:0:39401:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384369.959806:0:39401:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384369.964821:0:39401:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384369.973167:0:39402:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f410a804. 00000400:00000010:2.0:1767384369.973184:0:39402:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000018000fda. 00000400:00000010:2.0:1767384369.973195:0:39402:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000017acea4a. 00000400:00000010:2.0:1767384369.973200:0:39402:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000105f2507. 00000400:00000010:2.0:1767384369.973204:0:39402:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060896fa6. 00000400:00000010:2.0:1767384369.973209:0:39402:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000513a7564. 00000400:00000010:2.0:1767384369.973212:0:39402:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000470bb9af. 00000400:00000010:2.0:1767384369.973214:0:39402:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b8ccb15. 00000400:00000010:2.0:1767384369.973219:0:39402:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1472883. 00000800:00000010:2.0:1767384369.973238:0:39402:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000500fa3aa. 00000800:00000200:2.0:1767384369.973250:0:39402:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384369.973268:0:39402:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384369.973315:0:39402:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.118) 00000400:02000000:2.0:1767384369.973343:0:39402:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.118@tcp50 [8/256/0/180] 00000400:00000010:2.0:1767384369.975894:0:39402:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000024ac024e. 00000400:00000010:2.0:1767384369.975901:0:39402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d6cbed0. 00000400:00000010:2.0:1767384369.975908:0:39402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006268b72e. 00000400:00000001:2.0:1767384369.975932:0:39402:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.975934:0:39402:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384369.975937:0:39402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18fbcfb. 00000400:00000200:2.0:1767384369.975940:0:39402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca7d336 00000400:00000010:2.0:1767384369.975942:0:39402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000400:00000010:2.0:1767384369.975947:0:39402:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000005d56cc44. 00000400:00000200:2.0:1767384369.975952:0:39402:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 00000400:00000200:2.0:1767384369.975966:0:39402:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384369.975977:0:39402:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000400:00000200:3.0:1767384369.975982:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384369.975985:0:39402:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000427466a8. 00000400:00000200:3.0:1767384369.975990:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100151 00000020:01000000:2.0:1767384369.975992:0:39402:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:3.0:1767384369.975997:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000020:01000000:2.0:1767384369.975999:0:39402:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.118@tcp50 00000400:00000200:3.0:1767384369.976002:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000010:3.0:1767384369.976008:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005e990e8. 00000400:00000200:3.0:1767384369.976012:0:16350:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp28 00000400:00000010:2.0:1767384369.976021:0:39402:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000018000fda. 00000400:00000200:3.0:1767384369.976027:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp28 to MR: 192.168.204.118@tcp28 local destination 00000400:00000010:2.0:1767384369.976030:0:39402:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f410a804. 00000400:00000200:3.0:1767384369.976037:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [206:206:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1767384369.976043:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp28 00000020:00000001:0.0:1767384369.976049:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.976054:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.976058:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384369.976059:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) -> 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) : PUT try# 0 10000000:01000000:0.0:1767384369.976061:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384369.976066:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384369.976068:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.118@tcp28 00000020:01000004:0.0:1767384369.976070:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:3.0:1767384369.976073:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcd6a3e6. 00000020:01000004:0.0:1767384369.976073:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.976074:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384369.976078:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384369.976079:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384369.976081:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384369.976085:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767384369.976086:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000020:01000004:0.0:1767384369.976089:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384369.976090:0:16350:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 2, interval 4, 3 secs later) 00000020:01000004:0.0:1767384369.976091:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384369.976098:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3fcf88d. 00000800:00000200:3.0:1767384369.976102:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:988 00000020:00000040:0.0:1767384369.976105:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000800:00000200:3.0:1767384369.976106:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fcd6a3e6 type 1, nob 800 niov 1 nkiov 1 00000100:00000001:0.0:1767384369.976111:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.976115:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.976119:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.976127:0:16350:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.118@tcp 02000000:00000010:0.0:1767384369.976127:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e647901. 00000400:00000200:3.0:1767384369.976131:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100551 rc 0 00000100:00000001:0.0:1767384369.976135:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.976146:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.976152:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fcf88d] to pc [ptlrpcd_00_01+1] req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384369.976176:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.976178:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.976180:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384369.976182:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384369.976190:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384369.976194:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384369.976195:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384369.976198:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384369.976199:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384369.976201:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384369.976204:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384369.976206:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384369.976207:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384369.976210:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384369.976213:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.976216:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384369.976218:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384369.976222:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384369.976222:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384369.976224:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384369.976226:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384369.976227:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384369.976230:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384369.976231:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384369.976234:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 02000000:00000001:3.0:1767384369.976235:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384369.976239:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 02000000:00000001:3.0:1767384369.976240:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976245:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384369.976246:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731477376:0@lo:253: 02000000:00000001:0.0:1767384369.976248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.976252:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.976253:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384369.976258:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384369.976261:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000600dd22b. 02000000:00000001:3.0:1767384369.976262:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384369.976265:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384369.976267:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384369.976268:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384369.976270:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcd6a3e6. 00000100:00000001:0.0:1767384369.976272:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384369.976274:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000057f559c2. 00000100:00000001:0.0:1767384369.976275:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.976276:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384369.976280:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.976285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000358f7dc7] to pc [ptlrpcd_00_02+2] req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384369.976286:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de4093a. 00000400:00000200:1.0:1767384369.976288:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: PUT: OK 00000400:00000010:3.0:1767384369.976294:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8e6146b. 00000100:00000200:3.0:1767384369.976301:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731477376, portal 25 00000400:00000200:1.0:1767384369.976303:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384369.976304:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384369.976307:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306668308608 : -114767041243008 : ffff979eb7465880) 00000400:00000200:1.0:1767384369.976308:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.118@tcp28: 0 10000000:00000001:0.0:1767384369.976308:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.976314:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.976316:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384369.976317:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384369.976319:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384369.976321:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384369.976322:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000427466a8. 00000100:00000001:3.0:1767384369.976331:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384369.976332:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384369.976336:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384369.976337:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384369.976341:0:16353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d7fd510. 00000800:00000001:1.0:1767384369.976344:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384369.976345:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731477376, offset 0 00000100:00000001:0.0:1767384369.976352:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384369.976353:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : PUT - for me 00000400:00000200:3.0:1767384369.976355:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384369.976357:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.976361:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384369.976366:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384369.976368:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.976372:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 704 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384369.976382:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384369.976384:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.118@tcp of length 688/704 into md 0x1fe9 [1] + 0 00000400:00000200:3.0:1767384369.976386:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107d80 00000100:00000001:0.0:1767384369.976386:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.976390:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b397270. 00000400:00000200:1.0:1767384369.976395:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009db0257a 02000000:00000001:0.0:1767384369.976397:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384369.976400:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384369.976401:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384369.976402:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1729 [2] + 0 02000000:00000001:0.0:1767384369.976406:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.976407:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d8c97c. 00000800:00000001:1.0:1767384369.976408:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384369.976411:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731477504:0@lo:253: 00000400:00000200:1.0:1767384369.976414:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.976415:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004eae3651 00000100:00000001:0.0:1767384369.976418:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384369.976421:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384369.976422:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: PUT: OK 00000400:00000200:3.0:1767384369.976423:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384369.976425:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.976428:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009db0257a 02000000:00000001:0.0:1767384369.976429:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384369.976433:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009db0257a. 00000400:00000200:3.0:1767384369.976434:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384369.976436:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c6fb2060. 00000400:00000200:1.0:1767384369.976440:0:16346:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384369.976441:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.976442:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eae3651 00000400:00000200:1.0:1767384369.976446:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (44) 00000400:00000010:3.0:1767384369.976447:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004eae3651. 00000400:00000010:0.0:1767384369.976449:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129e46bb. 00000100:00000001:3.0:1767384369.976455:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384369.976456:0:16346:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00000400:00000010:0.0:1767384369.976457:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80e54c8. 00000100:00000200:3.0:1767384369.976459:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384369.976463:0:16346:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.118@tcp (704 bytes) 00000100:00000040:3.0:1767384369.976465:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000149f0158 x1853236731477376 msgsize 4848 00000100:00000200:0.0:1767384369.976465:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731477504, portal 25 00000400:00000200:1.0:1767384369.976469:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000100:00000001:0.0:1767384369.976474:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384369.976478:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384369.976478:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000400:00000200:1.0:1767384369.976480:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (45) 00000100:00000040:3.0:1767384369.976481:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384369.976490:0:16346:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384369.976490:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.976503:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.976515:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp28 to MR: 192.168.204.118@tcp28 local destination 00000100:00000001:0.0:1767384369.976515:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.976523:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384369.976526:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp28 NI seq info: [207:207:256:4294967295] 192.168.204.118@tcp28 LPNI seq info [201:201:8:4294967295] 00000400:00000010:0.0:1767384369.976529:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 00000100:00000200:0.0:1767384369.976536:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236731477504, offset 0 00000400:00000200:1.0:1767384369.976541:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) -> 192.168.204.118@tcp28(192.168.204.118@tcp28:192.168.204.118@tcp28) 192.168.204.118@tcp28 : ACK try# 0 00000400:00000200:0.0:1767384369.976547:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384369.976548:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.118@tcp28 00000400:00000200:3.0:1767384369.976553:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d7fd510 00000800:00000010:1.0:1767384369.976554:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000400:00000010:3.0:1767384369.976557:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d7fd510. 00000100:00000001:3.0:1767384369.976562:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384369.976562:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384369.976563:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000474ec0d6] -> 12345-192.168.204.118@tcp28 (4) 00000100:00000200:3.0:1767384369.976568:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384369.976574:0:16346:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.118 (cnted 2, interval 4, 3 secs later) 00000400:00000200:0.0:1767384369.976575:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824d107e00 00000100:00000001:3.0:1767384369.976586:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384369.976588:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1751 [2] + 0 00000800:00000200:1.0:1767384369.976589:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp28 ip 192.168.204.118:985 00000100:00000040:3.0:1767384369.976592:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384369.976596:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007764641e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384369.976596:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033427023. 00000400:00000200:0.0:1767384369.976604:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d873854d 00000100:00000001:3.0:1767384369.976606:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.976609:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384369.976610:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384369.976613:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384369.976614:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384369.976616:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384369.976620:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294956149 00000400:00000200:0.0:1767384369.976621:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d873854d 00000800:00000001:1.0:1767384369.976622:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384369.976626:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d873854d. 00000100:00000010:3.0:1767384369.976627:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001132efa0. 00000100:00000001:0.0:1767384369.976631:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.976632:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.976637:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000027f17525 x1853236731477504 msgsize 4848 00000100:00000001:3.0:1767384369.976641:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384369.976646:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294956149 00000100:00100000:0.0:1767384369.976652:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384369.976653:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003320422d. 00000100:00000040:0.0:1767384369.976654:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384369.976658:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384369.976662:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294956149 00000100:00000010:3.0:1767384369.976665:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002590c0eb. 00000100:00000001:0.0:1767384369.976665:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.976670:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384369.976674:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00000100:00000001:3.0:1767384369.976675:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294956149 00000800:00000200:1.0:1767384369.976679:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384369.976679:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00000100:00000010:3.0:1767384369.976681:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fde4f7a. 00000100:00000001:0.0:1767384369.976683:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384369.976686:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000100:00000001:3.0:1767384369.976687:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384369.976690:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.976693:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384369.976693:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384369.976700:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976704:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384369.976706:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.976708:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: ACK: OK 00000100:00000001:3.0:1767384369.976710:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.976710:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384369.976719:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384369.976719:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.976721:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.976721:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384369.976725:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384369.976726:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.976728:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.976728:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.976731:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384369.976732:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384369.976733:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294956149 00000100:00000001:3.0:1767384369.976734:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976740:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, keep current deadline 4294956149 00000100:00000001:3.0:1767384369.976741:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384369.976741:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.976746:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294956149 00000800:00000001:1.0:1767384369.976748:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384369.976749:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, keep current deadline 4294956149 00000100:00000001:0.0:1767384369.976753:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294956149 00000100:00000001:3.0:1767384369.976754:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.976755:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, keep current deadline 4294956149 00000100:00000001:3.0:1767384369.976757:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384369.976758:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.976758:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294956149 00000100:00000001:0.0:1767384369.976764:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, keep current deadline 4294956149 00000400:00000200:1.0:1767384369.976791:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp28(192.168.204.118@tcp28) <- 192.168.204.118@tcp28 : ACK - for me 00000100:00000001:0.0:1767384369.976792:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.976794:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384369.976799:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.976800:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477376 00000100:00000001:0.0:1767384369.976803:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.976804:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384369.976807:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.976809:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.976810:0:16346:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp28: ACK from 12345-192.168.204.118@tcp28 into md 0x1ff9 00000100:00000001:3.0:1767384369.976811:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976815:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384369.976817:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384369.976818:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.976818:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384369.976825:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp28->192.168.204.118@tcp28: ACK: OK 00000100:00000001:0.0:1767384369.976825:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384369.976826:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477376 00000100:00000001:0.0:1767384369.976829:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384369.976832:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384369.976833:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000100:00000001:0.0:1767384369.976833:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.976834:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000400:00000010:1.0:1767384369.976838:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000020:00000001:3.0:1767384369.976839:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384369.976839:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.976844:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=15 00000400:00000200:1.0:1767384369.976846:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:3.0:1767384369.976848:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:1.0:1767384369.976850:0:16346:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.118@tcp ev->status 0 00000100:00000001:0.0:1767384369.976852:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384369.976853:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384369.976858:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000020:00000001:3.0:1767384369.976859:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384369.976863:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384369.976864:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384369.976866:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384369.976869:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384369.976870:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000371e41ec. 00000100:00000001:3.0:1767384369.976874:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384369.976876:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000371e41ec. 00000020:00000010:3.0:1767384369.976881:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02874df. 00000020:00000010:3.0:1767384369.976885:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa334960. 00000400:00000200:1.0:1767384369.976887:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384369.976888:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b4dc76c. 00000400:00000010:1.0:1767384369.976893:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000b7269f1b. 00000100:00000040:3.0:1767384369.976898:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384369.976899:0:16350:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4ee671b. 00000100:00000001:3.0:1767384369.976903:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384369.976906:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384369.976906:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d1a7b5f. 00000100:00000001:3.0:1767384369.976911:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.976912:0:16350:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b7269f1b 00000400:00000010:1.0:1767384369.976916:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000c2addd7f. 00000100:00000001:3.0:1767384369.976918:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.976926:0:16350:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000100:00000001:3.0:1767384369.976927:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.976932:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 00000400:00000200:1.0:1767384369.976935:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000100:00000001:3.0:1767384369.976940:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384369.976940:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000022bd574d. 00000100:00100000:3.0:1767384369.976944:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477504 00000400:00000010:1.0:1767384369.976945:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024b9984b. 02000000:00000001:3.0:1767384369.976948:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384369.976950:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.976951:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.976953:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003831c4b5. 02000000:00000001:3.0:1767384369.976954:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.976957:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477504 00000400:00000200:1.0:1767384369.976960:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000020:00000001:3.0:1767384369.976961:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384369.976964:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:3.0:1767384369.976966:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.976968:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:0.0:1767384369.976968:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384369.976970:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000020:00000001:3.0:1767384369.976972:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384369.976973:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384369.976977:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000200:1.0:1767384369.976978:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000100:00000001:3.0:1767384369.976982:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384369.976982:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000020:00000010:3.0:1767384369.976987:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000371e41ec. 00000100:00000040:0.0:1767384369.976989:0:17079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384369.976991:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384369.976993:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000100:00000001:0.0:1767384369.976994:0:17079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788630608 : -114766920921008 : ffff979ebe725050) 00000020:00000010:3.0:1767384369.976996:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000371e41ec. 00000020:00000010:3.0:1767384369.977004:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005274b96e. 00000400:00000200:1.0:1767384369.977005:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000100:00000040:0.0:1767384369.977005:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149f0158 x1853236731477376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384369.977009:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022b335a1. 00000020:00000010:3.0:1767384369.977016:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000044c85540. 00000400:00000200:1.0:1767384369.977022:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000100:00000001:0.0:1767384369.977026:0:17079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384369.977029:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384369.977032:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000020:00000010:0.0:1767384369.977032:0:17079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000100:00000001:3.0:1767384369.977033:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384369.977036:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.977038:0:17079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.977043:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.977045:0:17079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000100:00000001:3.0:1767384369.977046:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.977048:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000100:00100000:0.0:1767384369.977057:0:17079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149f0158 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731477376:12345-0@lo:253: 00000400:00000200:1.0:1767384369.977058:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000100:00000001:3.0:1767384369.977060:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384369.977064:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384369.977069:0:17079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477376 00000100:00100000:3.0:1767384369.977070:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000400:00000200:1.0:1767384369.977072:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000020:00000001:0.0:1767384369.977075:0:17079:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384369.977077:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384369.977081:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788631632 : -114766920919984 : ffff979ebe725450) 00000020:00000001:0.0:1767384369.977081:0:17079:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384369.977086:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000020:00000001:0.0:1767384369.977086:0:17079:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.977089:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027f17525 x1853236731477504/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384369.977092:0:17079:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.977096:0:17079:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 00000400:00000200:1.0:1767384369.977102:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000020:00000001:0.0:1767384369.977103:0:17079:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384369.977107:0:17079:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.977112:0:17079:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384369.977117:0:17079:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384369.977118:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384369.977120:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000020:00000001:0.0:1767384369.977121:0:17079:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.977123:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000371e41ec. 00000100:00000001:0.0:1767384369.977129:0:17079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384369.977130:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384369.977133:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 02000000:00000001:0.0:1767384369.977133:0:17079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384369.977135:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000371e41ec. 02000000:00000010:0.0:1767384369.977141:0:17079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a78c3376. 00000400:00000200:1.0:1767384369.977146:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000100:00100000:3.0:1767384369.977147:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027f17525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731477504:12345-0@lo:253: 02000000:00000001:0.0:1767384369.977147:0:17079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.977153:0:17079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977158:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000100:00000200:3.0:1767384369.977159:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477504 20000000:00000001:0.0:1767384369.977159:0:17079:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384369.977165:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384369.977168:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384369.977169:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384369.977171:0:17079:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000053ae6fa7. 00000020:00000001:3.0:1767384369.977174:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384369.977178:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601744 : -1049949872 : ffffffffc16b0950) 20000000:01000000:0.0:1767384369.977178:0:17079:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384369.977182:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000020:00000001:3.0:1767384369.977184:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384369.977184:0:17079:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384369.977188:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.977190:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000020:00000001:3.0:1767384369.977192:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384369.977194:0:17079:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384369.977195:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384369.977199:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977200:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 20000000:00000001:0.0:1767384369.977200:0:17079:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.977204:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384369.977206:0:17079:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.977209:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384369.977213:0:17079:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384369.977214:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 62], ns[202, 63] 02000000:00000010:3.0:1767384369.977216:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000028668d75. 02000000:00000001:3.0:1767384369.977221:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977221:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 62], ns[207, 63] 20000000:00000010:0.0:1767384369.977224:0:17079:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbb32021. 00000100:00000001:3.0:1767384369.977225:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384369.977229:0:17079:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000200:1.0:1767384369.977233:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[155, 62], ns[161, 63] 20000000:00000001:3.0:1767384369.977235:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384369.977237:0:17079:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384369.977240:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 62], ns[171, 63] 20000000:00000010:3.0:1767384369.977245:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d68d6cfa. 00080000:00000001:0.0:1767384369.977245:0:17079:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384369.977246:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 62], ns[80, 63] 20000000:01000000:3.0:1767384369.977252:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384369.977252:0:17079:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384369.977256:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[192, 63] 20000000:00000001:3.0:1767384369.977257:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384369.977260:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384369.977263:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977266:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 62], ns[199, 63] 20000000:00000001:3.0:1767384369.977267:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.977269:0:17079:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384369.977271:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384369.977277:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 62], ns[155, 63] 00000400:00000200:1.0:1767384369.977280:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 62], ns[110, 63] 00000400:00000200:1.0:1767384369.977283:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 62], ns[159, 63] 00000400:00000200:1.0:1767384369.977286:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 62], ns[156, 63] 00080000:00000001:0.0:1767384369.977286:0:17079:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.977292:0:17079:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384369.977293:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[139, 63] 00080000:00000001:0.0:1767384369.977294:0:17079:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.977299:0:17079:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384369.977302:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 62], ns[176, 63] 00080000:00000001:0.0:1767384369.977302:0:17079:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384369.977308:0:17079:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 0000000039fe3abd 00000400:00000200:1.0:1767384369.977312:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[145, 63] 00000020:00000001:0.0:1767384369.977314:0:17079:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005c7d5e13 00080000:00000002:0.0:1767384369.977318:0:17079:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384369.977321:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 62], ns[165, 63] 00080000:00000001:0.0:1767384369.977322:0:17079:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384369.977325:0:17079:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.977327:0:17079:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.977332:0:17079:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384369.977336:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[175, 62], ns[181, 63] 00000020:00000001:0.0:1767384369.977337:0:17079:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00000400:00000200:1.0:1767384369.977341:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[179, 63] 00080000:00000001:0.0:1767384369.977343:0:17079:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384369.977347:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[191, 63] 00080000:00000010:0.0:1767384369.977348:0:17079:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d33a8d79. 00080000:00000001:0.0:1767384369.977353:0:17079:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535879680 : -114772173671936 : ffff979d855bb200) 00000400:00000200:1.0:1767384369.977354:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[199, 62], ns[205, 63] 00080000:00000001:0.0:1767384369.977359:0:17079:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384369.977362:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[191, 62], ns[197, 63] 00000001:00000001:0.0:1767384369.977363:0:17079:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384369.977369:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[194, 62], ns[200, 63] 00080000:00000010:0.0:1767384369.977369:0:17079:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001a486217. 00080000:00000001:0.0:1767384369.977375:0:17079:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977379:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 62], ns[0, 63] 00080000:00000001:0.0:1767384369.977380:0:17079:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384369.977387:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384369.977391:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00080000:00000001:0.0:1767384369.977394:0:17079:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.977396:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp48 00000400:00000200:1.0:1767384369.977402:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp48 lpni_is_preferred = 0 00000400:00000200:1.0:1767384369.977405:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp48 00000400:00000200:1.0:1767384369.977409:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp48 NI seq info: [208:208:256:4294967295] 192.168.204.118@tcp48 LPNI seq info [202:202:8:4294967295] 00080000:00000001:0.0:1767384369.977412:0:17079:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384369.977413:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp48 00000400:00000200:1.0:1767384369.977422:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp48(192.168.204.118@tcp48:) -> 192.168.204.118@tcp48(192.168.204.118@tcp:192.168.204.118@tcp48) : GET try# 0 00000800:00000200:1.0:1767384369.977428:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp48 00000800:00000010:1.0:1767384369.977431:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007764641e. 00000800:00000010:1.0:1767384369.977437:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af88d84e. 00000800:00000010:1.0:1767384369.977440:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d4539f28. 00000800:00000200:1.0:1767384369.977444:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:1.1:1767384369.977447:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000400:00000200:1.0:1767384369.977459:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384369.977462:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100251 rc 0 00000400:00000200:3.0:1767384369.977526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977596:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977614:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977634:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977653:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977685:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977703:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977718:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977746:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977811:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977901:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977955:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.977994:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978073:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978109:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978149:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978181:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978219:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978247:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978269:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978297:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978314:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978331:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978350:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978365:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978378:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384369.978427:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384369.978544:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000803e687f. 00000800:00000010:3.0:1767384369.978548:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d7fd510. 00000800:00000010:3.0:1767384369.978552:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000371e41ec. 00000800:00000010:3.0:1767384369.978570:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000371e41ec. 00000800:00020000:3.0:1767384369.978577:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384369.978580:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d7fd510. 00000800:00000010:3.0:1767384369.978582:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000803e687f. 00000400:02020000:3.0:1767384369.978615:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384369.978620:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp48 notifying 192.168.204.118@tcp48: down 00000800:00000200:3.0:1767384369.978625:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp48 down 00000800:00000100:3.0:1767384369.978631:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp48 00000800:00000010:3.0:1767384369.978633:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007764641e. 00000400:00000200:3.0:1767384369.978635:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384369.978638:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp48->192.168.204.118@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384369.978644:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp48 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:3.0:1767384369.978646:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384369.978648:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:3.0:1767384369.978650:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000200:1.0:1767384369.978719:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384369.978726:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100851 00000400:00000001:1.0:1767384369.978737:0:16350:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.978739:0:16350:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.978741:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024b9984b 00000400:00000010:1.0:1767384369.978743:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024b9984b. 00000400:00000200:1.0:1767384369.978789:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384369.978793:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000400:00000010:1.0:1767384369.978796:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000022bd574d. 00000400:00000200:1.0:1767384369.978798:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000400:00000200:1.0:1767384369.978801:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:1.0:1767384369.978803:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102051 rc -71 00000400:00000200:1.0:1767384369.978806:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384369.978809:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (43) 00080000:00000010:1.0:1767384369.979057:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d33a8d79. 00080000:00000010:0.0:1767384369.979088:0:17079:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001a486217. 00040000:00000001:0.0:1767384369.979095:0:17079:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384369.979097:0:17079:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384369.979106:0:17079:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384369.979110:0:17079:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 20000000:00000001:0.0:1767384369.979112:0:17079:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.979114:0:17079:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384369.979124:0:17079:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384369.979134:0:17079:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384369.979136:0:17079:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384369.979140:0:17079:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384369.979155:0:17100:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384369.979158:0:17100:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384369.979160:0:17100:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384369.979164:0:17100:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384369.979167:0:17100:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384369.979172:0:17100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010da45e9 count: 2 00010000:00000001:1.0:1767384369.979175:0:17100:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.979178:0:17100:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.979181:0:17100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8b0bc99. 20000000:00000010:3.0:1767384369.979185:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc121f22. 00000020:00000001:1.0:1767384369.979185:0:17100:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.979188:0:17100:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8b0bc99 with handle 0xd602e9c522f0b3a8 to hash 20000000:01000000:3.0:1767384369.979189:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000020:00000001:1.0:1767384369.979192:0:17100:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 20000000:00000001:3.0:1767384369.979195:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384369.979196:0:17100:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:1.0:1767384369.979199:0:17100:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:1.0:1767384369.979202:0:17100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384369.979205:0:17100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.979206:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00010000:1.0:1767384369.979207:0:17100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384369.979209:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384369.979217:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384369.979217:0:17100:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.979220:0:17100:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384369.979224:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.979229:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384369.979230:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.979230:0:17100:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384369.979234:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384369.979234:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384369.979238:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.979239:0:17100:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000002:3.0:1767384369.979242:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2434750001 to info 00000000809d35e3 00010000:00010000:1.0:1767384369.979245:0:17100:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384369.979248:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000095fbed74 00080000:00000002:3.0:1767384369.979251:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384369.979257:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.979259:0:17100:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:3.0:1767384369.979261:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.979262:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.979264:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.979266:0:17100:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384369.979267:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384369.979269:0:17100:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384369.979272:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150128216 : -114767559423400 : ffff979e98638a58) 00010000:00000001:1.0:1767384369.979272:0:17100:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384369.979277:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384369.979278:0:17100:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384369.979282:0:17100:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384369.979283:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000010e5d678. 00080000:00000020:0.0:1767384369.979288:0:17079:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384369.979289:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507219968 : -114772202331648 : ffff979d83a66200) 00010000:00000040:1.0:1767384369.979290:0:17100:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010da45e9) refcount = 2 00000100:00000001:0.0:1767384369.979294:0:17079:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:3.0:1767384369.979295:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:1.0:1767384369.979311:0:17100:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 20000000:00000010:0.0:1767384369.979313:0:17079:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000053ae6fa7. 00000001:00000001:3.0:1767384369.979315:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:1.0:1767384369.979316:0:17100:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384369.979319:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000371e41ec. 20000000:00000001:0.0:1767384369.979321:0:17079:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.979326:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.979327:0:17100:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384369.979329:0:17079:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731477376 00080000:00000001:3.0:1767384369.979330:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384369.979330:0:17100:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.979336:0:17079:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384369.979341:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384369.979343:0:17100:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f04a585a. 00010000:00000200:0.0:1767384369.979344:0:17079:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149f0158 x1853236731477376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.979349:0:17100:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384369.979353:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000010:1.0:1767384369.979354:0:17100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d942373. 00010000:00000001:0.0:1767384369.979355:0:17079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384369.979360:0:17100:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629301532048768 : -114772177502848 : ffff979d85213d80) 00010000:00000001:0.0:1767384369.979360:0:17079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.979366:0:17100:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629301532048768 : -114772177502848 : ffff979d85213d80) 00000100:00001000:0.0:1767384369.979367:0:17079:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.979369:0:17100:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384369.979373:0:17100:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1767384369.979375:0:17079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384369.979376:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:0.0:1767384369.979380:0:17079:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00010000:00000001:1.0:1767384369.979381:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.979384:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384369.979385:0:17079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:1.0:1767384369.979388:0:17100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:0.0:1767384369.979390:0:17079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384369.979391:0:17100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:0.0:1767384369.979393:0:17079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.979396:0:17079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.979397:0:17079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384369.979401:0:17100:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000010:0.0:1767384369.979403:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 00010000:00000001:1.0:1767384369.979404:0:17100:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:0.0:1767384369.979409:0:17079:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731477376, offset 224 00000100:00000010:1.0:1767384369.979410:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004a4235c. 00000020:00000040:1.0:1767384369.979415:0:17100:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000100:00000001:1.0:1767384369.979418:0:17100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384369.979419:0:17079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384369.979422:0:17100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384369.979426:0:17100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.979431:0:17079:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384369.979433:0:17100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bbd1b44. 00000100:00000001:1.0:1767384369.979439:0:17100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.979441:0:17079:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107d80 00010000:00010000:1.0:1767384369.979446:0:17100:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384369.979451:0:17079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ffd [2] + 224 00000400:00000200:0.0:1767384369.979464:0:17079:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384369.979467:0:17100:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 438 lvb_type: 0 00000400:00000200:0.0:1767384369.979474:0:17079:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384369.979478:0:17100:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384369.979481:0:17100:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384369.979482:0:17079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384369.979485:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384369.979512:0:17100:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384369.979512:0:17079:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.979514:0:17100:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.979522:0:17100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004a4235c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731477632:0@lo:104: 00000100:00000001:1.0:1767384369.979531:0:17100:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384369.979534:0:17100:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384369.979538:0:17100:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.979540:0:17100:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384369.979542:0:17079:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384369.979544:0:17100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6dfe305. 02000000:00000001:1.0:1767384369.979548:0:17100:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.979555:0:17100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d8c577. 00000400:00000010:1.0:1767384369.979560:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024b9984b. 00000100:00000200:1.0:1767384369.979563:0:17100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731477632, portal 16 00000100:00000001:1.0:1767384369.979564:0:17100:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.979566:0:17100:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788974080 : -114766920577536 : ffff979ebe778e00) 00000100:00000001:0.0:1767384369.979567:0:17079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384369.979571:0:17100:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384369.979575:0:17079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00000400:00000010:0.0:1767384369.979578:0:17079:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00000100:00000001:0.0:1767384369.979582:0:17079:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.979584:0:17079:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384369.979586:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.979589:0:17079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979590:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384369.979597:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384369.979598:0:17079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000001:3.0:1767384369.979600:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384369.979600:0:17100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384369.979604:0:17079:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384369.979605:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de4093a. 00000100:00000040:1.0:1767384369.979607:0:17100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384369.979609:0:17079:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.979613:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e6146b 00000400:00000010:1.0:1767384369.979614:0:17100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792c6fdd. 00000020:00000001:0.0:1767384369.979614:0:17079:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384369.979619:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8e6146b. 00000100:00000040:0.0:1767384369.979623:0:17079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149f0158 x1853236731477376/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.979624:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.979627:0:17100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731477632, offset 0 00000100:00000200:3.0:1767384369.979632:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.979641:0:17100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.979656:0:17100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384369.979657:0:17079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149f0158 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16353:x1853236731477376:12345-0@lo:253: Request processed in 2624us (3185us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384369.979662:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.979675:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000400:00000200:1.0:1767384369.979676:0:17100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d107e80 00000100:00000040:0.0:1767384369.979684:0:17079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00000100:00000001:0.0:1767384369.979689:0:17079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384369.979690:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.979691:0:17100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 1640 00000100:00000001:0.0:1767384369.979692:0:17079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384369.979693:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384369.979698:0:17079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa334960. 00000100:00000001:3.0:1767384369.979699:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384369.979704:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767384369.979704:0:17100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384369.979708:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384369.979709:0:17079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b4dc76c. 00000100:00000001:3.0:1767384369.979711:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.979715:0:17100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384369.979717:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.979717:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02874df. 00000100:00000001:1.0:1767384369.979723:0:17100:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:3.0:1767384369.979725:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=89 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384369.979726:0:17079:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00000100:00000200:1.0:1767384369.979728:0:17100:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:0.0:1767384369.979734:0:17079:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384369.979735:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=89 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384369.979753:0:17100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1321d0c. 02000000:00000010:0.0:1767384369.979754:0:17079:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a78c3376. 00000100:00000001:3.0:1767384369.979756:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384369.979761:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.979761:0:17100:0:(events.c:337:request_in_callback()) incoming req@00000000a1321d0c x1853236731477632 msgsize 328 02000000:00000001:0.0:1767384369.979761:0:17079:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384369.979766:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384369.979766:0:17079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.979769:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979773:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384369.979774:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384369.979776:0:17100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384369.979780:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.979815:0:17100:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.979816:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.979820:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.979822:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384369.979825:0:16353:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:1.0:1767384369.979825:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792c6fdd 00000020:01000004:3.0:1767384369.979830:0:16353:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384369.979830:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000792c6fdd. 00000020:01000004:3.0:1767384369.979834:0:16353:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384369.979835:0:17100:0:(events.c:34:request_out_callback()) Process entered 00000020:01000004:3.0:1767384369.979836:0:16353:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384369.979839:0:16353:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384369.979840:0:16353:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384369.979842:0:16353:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:1.0:1767384369.979843:0:17100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384369.979844:0:16353:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384369.979847:0:16353:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384369.979850:0:16353:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384369.979856:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.979856:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.979863:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384369.979867:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3fcf88d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731477376:0@lo:253: 00000100:00000001:1.0:1767384369.979878:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979879:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.979881:0:17100:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384369.979881:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e35364. 00000100:00000001:3.0:1767384369.979882:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384369.979887:0:17100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384369.979888:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001b5b6f7. 00000100:00000001:1.0:1767384369.979892:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294956153 00000100:00000040:3.0:1767384369.979894:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3fcf88d x1853236731477376/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.979900:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294956149 00000100:00000001:3.0:1767384369.979904:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384369.979907:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384369.979907:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294956153 02000000:00000010:3.0:1767384369.979911:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000057f559c2. 00000100:00000001:1.0:1767384369.979913:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294956149 02000000:00000001:3.0:1767384369.979915:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384369.979918:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294956153 00000020:00000001:3.0:1767384369.979919:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.979921:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384369.979923:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.979925:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e647901. 00000100:00000001:0.0:1767384369.979926:0:17068:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384369.979931:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767384369.979931:0:17068:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477632 00000100:00000001:1.0:1767384369.979932:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294956149 02000000:00000001:3.0:1767384369.979934:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384369.979936:0:17068:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384369.979937:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3fcf88d. 00000100:00000001:1.0:1767384369.979939:0:17100:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294956153 00000100:00000001:0.0:1767384369.979939:0:17068:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.979942:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384369.979943:0:17068:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979945:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.979945:0:17100:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294956149 02000000:00000001:0.0:1767384369.979947:0:17068:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.979951:0:17100:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.979952:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384369.979953:0:17068:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477632 00000100:00000001:1.0:1767384369.979955:0:17100:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.979958:0:17068:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384369.979959:0:17100:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979961:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384369.979961:0:17068:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0af9c 00010000:00000001:1.0:1767384369.979962:0:17100:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979964:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.979966:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384369.979967:0:17100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.979968:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384369.979970:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005c216453 refcount=3 00010000:00000001:1.0:1767384369.979972:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384369.979973:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.979973:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:1.0:1767384369.979975:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384369.979979:0:17100:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.979980:0:17068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306671679488 : -114767037872128 : ffff979eb779c800) 00010000:00000001:1.0:1767384369.979985:0:17100:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384369.979986:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384369.979988:0:17100:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384369.979990:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000100:00000001:1.0:1767384369.979991:0:17100:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.979994:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.979995:0:17100:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.979998:0:17100:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384369.979999:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000100:00100000:1.0:1767384369.980000:0:17100:0:(client.c:2690:ptlrpc_set_wait()) set 000000006d942373 going to sleep for 11 seconds 00000100:00000001:1.0:1767384369.980003:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384369.980004:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff07746. 00000100:00000001:1.0:1767384369.980005:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.980010:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd05381e. 00000020:00000010:0.0:1767384369.980014:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000040:0.0:1767384369.980020:0:17068:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384369.980022:0:17068:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384369.980023:0:17068:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384369.980024:0:17068:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980028:0:17068:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980037:0:17068:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.980044:0:17068:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.980045:0:17068:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384369.980049:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384369.980052:0:17068:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005c216453 : new rpc_count 1 00000100:00000001:0.0:1767384369.980053:0:17068:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788980352 : -114766920571264 : ffff979ebe77a680) 00000100:00000040:0.0:1767384369.980057:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1321d0c x1853236731477632/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.980063:0:17068:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.980070:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000100:00000001:0.0:1767384369.980071:0:17068:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.980073:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000100:00100000:0.0:1767384369.980075:0:17068:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1321d0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731477632:12345-0@lo:104: 00000100:00000200:0.0:1767384369.980078:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477632 00010000:00000001:0.0:1767384369.980080:0:17068:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384369.980084:0:17068:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.980085:0:17068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.980087:0:17068:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=2 00000020:00000001:0.0:1767384369.980088:0:17068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:0.0:1767384369.980090:0:17068:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:0.0:1767384369.980092:0:17068:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.980093:0:17068:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.980096:0:17068:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384369.980102:0:17068:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.980104:0:17068:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384369.980108:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8994867. 02000000:00000001:0.0:1767384369.980109:0:17068:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980111:0:17068:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.980112:0:17068:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.980114:0:17068:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.980116:0:17068:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e7311bd9 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.980118:0:17068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.980121:0:17068:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.980123:0:17068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384369.980125:0:17068:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.980126:0:17068:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980128:0:17068:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.980131:0:17068:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.980135:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384369.980137:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731477632, offset 224 00000400:00000200:0.0:1767384369.980141:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.980151:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.980158:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d107e80 00000400:00000200:0.0:1767384369.980161:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2019 [1] + 224 00000400:00000200:0.0:1767384369.980164:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.980167:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.980169:0:17068:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.980172:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384369.980178:0:17068:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.980193:0:17068:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.980197:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384369.980199:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:3.0:1767384369.980202:0:17100:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.980202:0:17068:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.980203:0:17068:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384369.980207:0:17100:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384369.980208:0:17068:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384369.980210:0:17100:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384369.980214:0:17100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d8c577. 00000100:00000040:0.0:1767384369.980215:0:17068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384369.980220:0:17068:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384369.980221:0:17100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024b9984b 00000400:00000010:3.0:1767384369.980224:0:17100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024b9984b. 00010000:00000010:0.0:1767384369.980225:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006dcab59e. 00000100:00000001:3.0:1767384369.980227:0:17100:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384369.980229:0:17068:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384369.980233:0:17100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384369.980238:0:17068:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384369.980243:0:17068:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384369.980244:0:17100:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384369.980247:0:17068:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.980252:0:17068:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.980254:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384369.980256:0:17100:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384369.980258:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980261:0:17100:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.980261:0:17068:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1321d0c x1853236731477632/t0(0) o104->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384369.980262:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384369.980266:0:17100:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384369.980269:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767384369.980270:0:17100:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384369.980289:0:17100:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384369.980289:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384369.980296:0:17100:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.980296:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384369.980299:0:17068:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1321d0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:efcba636-0f33-4977-ad6f-12f80463a1c1+3:17100:x1853236731477632:12345-0@lo:104: Request processed in 232us (535us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384369.980312:0:17100:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.980317:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00001000:3.0:1767384369.980318:0:17100:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff188323 time=89 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384369.980322:0:17068:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005c216453 : new rpc_count 0 00000100:00001000:3.0:1767384369.980324:0:17100:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d71ce5d1 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.980326:0:17068:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384369.980330:0:17100:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384369.980331:0:17068:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384369.980334:0:17100:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.980336:0:17100:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384369.980356:0:17100:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980359:0:17100:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.980359:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000073ff8ebe already unused, calling callback (00000000e93ca148) 00000020:00000010:0.0:1767384369.980359:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd05381e. 10000000:00000001:1.0:1767384369.980365:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384369.980367:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384369.980368:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384369.980368:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000020:00000010:0.0:1767384369.980376:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff07746. 00000020:00000040:0.0:1767384369.980382:0:17068:0:(genops.c:898:class_export_put()) PUTting export 000000005c216453 : new refcount 2 00010000:00000001:1.0:1767384369.980384:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384369.980387:0:17068:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.980388:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384369.980392:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384369.980394:0:17100:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.980396:0:17100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.980397:0:17100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.980399:0:17100:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384369.980401:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384369.980401:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073ff8ebe refcount=3 00010000:00000001:3.0:1767384369.980404:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384369.980406:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00010000:00000001:3.0:1767384369.980407:0:17100:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.980410:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305764564992 : -114767944986624 : ffff979e81685000) 00000100:00000040:3.0:1767384369.980413:0:17100:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384369.980415:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384369.980419:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384369.980425:0:17100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004a4235c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17100:1853236731477632:0@lo:104: 10000000:00000001:1.0:1767384369.980432:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384369.980434:0:17100:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384369.980435:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384369.980440:0:17100:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980443:0:17100:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:01000000:1.0:1767384369.980443:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384369.980447:0:17100:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384369.980448:0:17073:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384369.980451:0:17073:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:3.0:1767384369.980452:0:17100:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004a4235c x1853236731477632/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767384369.980456:0:17073:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384369.980459:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384369.980462:0:17073:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980463:0:17100:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384369.980466:0:17100:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384369.980468:0:17100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6dfe305. 02000000:00000001:3.0:1767384369.980471:0:17100:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384369.980473:0:17100:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384369.980473:0:17073:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000040:3.0:1767384369.980477:0:17100:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 10000000:00000001:1.0:1767384369.980477:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384369.980480:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 2 00000020:00000001:3.0:1767384369.980481:0:17100:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.980484:0:17100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008bbd1b44. 10000000:00000001:1.0:1767384369.980485:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384369.980489:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.980490:0:17100:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384369.980507:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384369.980509:0:17100:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384369.980511:0:17100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004a4235c. 00010000:00000001:1.0:1767384369.980511:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384369.980514:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384369.980517:0:17100:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384369.980518:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384369.980521:0:17100:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.980522:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384369.980525:0:17100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006d942373. 00000020:00000040:1.0:1767384369.980526:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073ff8ebe with handle 0xd602e9c522f0b39a from hash 00000100:00000001:3.0:1767384369.980547:0:17100:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384369.980547:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384369.980551:0:17100:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.980552:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.980556:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1767384369.980557:0:17100:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f04a585a. 00010000:00000001:1.0:1767384369.980559:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384369.980563:0:17100:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.980564:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384369.980568:0:17100:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.980568:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384369.980574:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384369.980575:0:17100:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.980579:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 20000000:00000001:3.0:1767384369.980580:0:17100:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384369.980583:0:17100:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384369.980585:0:17100:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384369.980593:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b0ddba5. 00000020:00000040:1.0:1767384369.980597:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384369.980600:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384369.980602:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384369.980604:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.980608:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000632255d7. 00000100:00000001:1.0:1767384369.980612:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.980614:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384369.980617:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384369.980622:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384369.980624:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.980627:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384369.980629:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.980634:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b0ddba5] to pc [ptlrpcd_00_03+3] req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.980658:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.980661:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.980662:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384369.980663:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384369.980664:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980667:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384369.980668:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980671:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384369.980672:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.980676:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384369.980679:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.980698:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384369.980700:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384369.980702:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 0000000073ff8ebe/0xd602e9c522f0b39a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd602e9c522f0b3a1 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384369.980703:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980703:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.980708:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384369.980709:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384369.980712:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.980714:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.980718:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.980720:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.980724:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2c10e36 count: 0 00000100:00100000:3.0:1767384369.980726:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b0ddba5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731477760:0@lo:103: 00000100:00000001:3.0:1767384369.980732:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384369.980735:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384369.980737:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.980754:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384369.980757:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384369.980759:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c96806ed. 00010000:00000001:1.0:1767384369.980761:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384369.980763:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384369.980765:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006dcab59e. 00000400:00000010:3.0:1767384369.980768:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de4093a. 00010000:00000001:1.0:1767384369.980772:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.980775:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e965357b. 00000100:00000200:3.0:1767384369.980805:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731477760, portal 18 00000020:00000001:1.0:1767384369.980805:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.980808:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980809:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384369.980812:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788982144 : -114766920569472 : ffff979ebe77ad80) 00010000:00010000:1.0:1767384369.980812:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384369.980815:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.980818:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.980820:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384369.980822:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384369.980825:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.980828:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.980831:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384369.980833:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384369.980836:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384369.980839:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000100:00000200:3.0:1767384369.980841:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731477760, offset 0 00000400:00000200:3.0:1767384369.980846:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384369.980854:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384369.980860:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d107f00 00000400:00000200:3.0:1767384369.980864:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:3.0:1767384369.980867:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.980870:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:0.0:1767384369.980870:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010e5d678. 00000100:00000001:3.0:1767384369.980878:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384369.980879:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384369.980882:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002eb7e925. 00000100:00000040:3.0:1767384369.980884:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000002eb7e925 x1853236731477760 msgsize 328 00000100:00100000:3.0:1767384369.980887:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384369.980895:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384369.980901:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00080000:00000010:1.0:1767384369.980901:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000371e41ec. 00000400:00000010:3.0:1767384369.980904:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00040000:00000001:1.0:1767384369.980907:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384369.980908:0:16355:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:1.0:1767384369.980910:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:3.0:1767384369.980913:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384369.980914:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.980916:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000002:1.0:1767384369.980921:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000a1d3454b/00000000951b5af4 to site lru. bkt: 00000000ad1da06d 00000100:00100000:0.0:1767384369.980921:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477760 00000100:00000001:3.0:1767384369.980924:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:1.0:1767384369.980926:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.980926:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.980929:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384369.980930:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384369.980930:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384369.980933:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384369.980934:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384369.980939:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.980941:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384369.980944:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1767384369.980946:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477760 00000100:00000001:3.0:1767384369.980949:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.980950:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384369.980951:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767384369.980952:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000040:0.0:1767384369.980953:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:3.0:1767384369.980957:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.980957:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.980960:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=16 00000100:00000001:3.0:1767384369.980961:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294956154 00000020:00000001:0.0:1767384369.980965:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:0.0:1767384369.980967:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:3.0:1767384369.980968:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956153 00000100:00000001:0.0:1767384369.980971:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.980974:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000100:00000001:0.0:1767384369.980978:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.980981:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000100:00000001:3.0:1767384369.980982:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294956154 00000020:00000010:0.0:1767384369.980987:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff07746. 00000100:00000001:3.0:1767384369.980988:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956153 00000100:00000001:3.0:1767384369.980993:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294956154 00000020:00000010:0.0:1767384369.980993:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd05381e. 00000020:00000010:0.0:1767384369.981000:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000001:3.0:1767384369.981001:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956153 00000100:00000001:3.0:1767384369.981006:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294956154 00000100:00000040:0.0:1767384369.981010:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384369.981011:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956153 00000100:00000001:0.0:1767384369.981016:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384369.981017:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.981018:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384369.981020:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981022:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384369.981023:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981025:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.981026:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.981031:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384369.981033:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384369.981035:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384369.981038:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384369.981039:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384369.981040:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384369.981043:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384369.981044:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.981047:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=4 00000100:00000001:3.0:1767384369.981048:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384369.981050:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:0.0:1767384369.981051:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00000100:00000001:1.0:1767384369.981055:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384369.981056:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 20000000:00000010:1.0:1767384369.981057:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d68d6cfa. 20000000:00000001:1.0:1767384369.981062:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.981062:0:19667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 438 lvb_type: 0 00010000:00000040:1.0:1767384369.981068:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731477504 00010000:00000001:0.0:1767384369.981073:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.981074:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384369.981078:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981079:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384369.981080:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027f17525 x1853236731477504/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.981082:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.981089:0:19667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384369.981090:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.981092:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.981094:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=89 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384369.981095:0:19667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002eb7e925 x1853236731477760/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.981100:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.981105:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.981108:0:19667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384369.981109:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384369.981110:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.981113:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.981116:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.981118:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.981120:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384369.981120:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384369.981123:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebbcff55. 00000100:00000200:1.0:1767384369.981128:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731477504, offset 224 00000100:00000001:0.0:1767384369.981133:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384369.981134:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384369.981137:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384369.981138:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384369.981142:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384369.981146:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000200:1.0:1767384369.981147:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384369.981151:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 2 00000100:00000001:3.0:1767384369.981152:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981157:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738417536 : -114766971134080 : ffff979ebb741f80) 00000100:00000001:3.0:1767384369.981158:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.981158:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d107e00 00000100:00000040:0.0:1767384369.981165:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002eb7e925 x1853236731477760/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.981169:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2005 [2] + 224 00000400:00000200:1.0:1767384369.981179:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384369.981180:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.981184:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a486217. 00000400:00000200:1.0:1767384369.981185:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.981190:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.981192:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384369.981193:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a486217. 00000100:00000200:1.0:1767384369.981197:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.981201:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002eb7e925 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16355:x1853236731477760:12345-0@lo:103: 00000100:00000200:0.0:1767384369.981211:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477760 00000100:00000040:1.0:1767384369.981215:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.981219:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384369.981223:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384369.981226:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384369.981229:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.981230:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384369.981233:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bbfe711. 00000100:00000001:1.0:1767384369.981235:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384369.981236:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981239:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981242:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1767384369.981243:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebbcff55 00010000:00010000:0.0:1767384369.981243:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384369.981244:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384369.981247:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebbcff55. 00000100:00000001:3.0:1767384369.981248:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384369.981249:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384369.981251:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384369.981252:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384369.981253:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384369.981254:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384369.981255:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e77a39a refcount=4 00000400:00000001:3.0:1767384369.981258:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384369.981259:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00000100:00000001:1.0:1767384369.981260:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384369.981262:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000129e46bb. 00010000:00000001:0.0:1767384369.981264:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437362176 : -114767272189440 : ffff979ea9826200) 00000400:00000200:3.0:1767384369.981267:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a80e54c8 00000100:00000040:1.0:1767384369.981267:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000040:0.0:1767384369.981268:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010da45e9 count: 3 00000400:00000010:3.0:1767384369.981272:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a80e54c8. 00010000:00000001:1.0:1767384369.981273:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.981277:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.981277:0:19667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 438 lvb_type: 0 00000100:00000001:3.0:1767384369.981278:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384369.981283:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384369.981286:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384369.981287:0:19667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000aeffade9 time=1767384369 v=100 (0 0 0 0) 00000100:00000040:1.0:1767384369.981290:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027f17525 x1853236731477504/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.981296:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384369.981303:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981306:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384369.981312:0:19667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 16 pid: 17078 timeout: 438 lvb_type: 0 00000100:00000200:3.0:1767384369.981316:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.981322:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027f17525 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+16:16354:x1853236731477504:12345-0@lo:253: Request processed in 4200us (4680us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384369.981332:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.981337:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.981340:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.981341:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384369.981341:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000020:00000001:0.0:1767384369.981344:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.981346:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 1 00010000:00000001:0.0:1767384369.981349:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384369.981350:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384369.981351:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981352:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384369.981356:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384369.981356:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384369.981358:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384369.981361:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384369.981362:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022b335a1. 00010000:00000001:0.0:1767384369.981362:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384369.981363:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384369.981366:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384369.981367:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981370:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.981371:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.981371:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000044c85540. 00000100:00001000:3.0:1767384369.981375:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=89 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384369.981377:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005274b96e. 00000020:00000040:0.0:1767384369.981381:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e77a39a with handle 0xd602e9c522f0b3a1 from hash 00000100:00001000:3.0:1767384369.981383:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=89 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384369.981384:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 15 00010000:00000001:0.0:1767384369.981385:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384369.981389:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384369.981391:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384369.981392:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384369.981393:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384369.981394:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.981396:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000028668d75. 00010000:00000001:3.0:1767384369.981397:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384369.981397:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384369.981401:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384369.981402:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.981403:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384369.981405:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384369.981406:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.981408:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.981410:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e77a39a/0xd602e9c522f0b3a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd602e9c522f0b39a expref: 15 pid: 17078 timeout: 438 lvb_type: 0 00000100:00000200:1.0:1767384369.981412:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384369.981415:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384369.981418:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f463c02. 00000400:00000010:1.0:1767384369.981425:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebbcff55. 00010000:00000040:0.0:1767384369.981426:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 9 00000020:00000040:0.0:1767384369.981431:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 14 00000100:00000001:3.0:1767384369.981434:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.981437:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.981439:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981439:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981443:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:3.0:1767384369.981444:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384369.981446:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:3.0:1767384369.981447:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384369.981450:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000040:0.0:1767384369.981450:0:19667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d8b0bc99 00010000:00000001:0.0:1767384369.981454:0:19667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:01000004:3.0:1767384369.981455:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384369.981458:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384369.981458:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:01000004:3.0:1767384369.981463:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384369.981463:0:19667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384369.981464:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384369.981466:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384369.981471:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384369.981471:0:19667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000040:3.0:1767384369.981476:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.981476:0:19667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981483:0:19667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:3.0:1767384369.981487:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731477504:0@lo:253: 00010000:00000001:0.0:1767384369.981487:0:19667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384369.981502:0:19667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384369.981504:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.981509:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384369.981512:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000358f7dc7 x1853236731477504/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.981517:0:19667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1767384369.981522:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384369.981523:0:19667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384369.981526:0:19667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384369.981528:0:19667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:3.0:1767384369.981530:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384369.981532:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c6fb2060. 00010000:00000040:0.0:1767384369.981532:0:19667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010da45e9) refcount = 2 02000000:00000001:3.0:1767384369.981537:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:0.0:1767384369.981539:0:19667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384369.981540:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.981543:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384369.981547:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.981549:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000600dd22b. 00010000:00000001:0.0:1767384369.981551:0:19667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384369.981554:0:19667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384369.981555:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384369.981555:0:19667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384369.981557:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384369.981559:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00000100:00000001:3.0:1767384369.981562:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384369.981564:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981566:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.981567:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384369.981573:0:19667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a486217. 00000100:00000001:3.0:1767384369.981575:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.981577:0:19667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384369.981578:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.981582:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384369.981582:0:19667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016757cf8. 00000100:00000001:3.0:1767384369.981584:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981587:0:19667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629306793095360 : -114766916456256 : ffff979ebeb670c0) 00000100:00000001:0.0:1767384369.981590:0:19667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446629306793095360 : -114766916456256 : ffff979ebeb670c0) 00000100:00000001:0.0:1767384369.981592:0:19667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384369.981594:0:19667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384369.981596:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384369.981598:0:19667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384369.981600:0:19667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003482060s 00010000:00000001:0.0:1767384369.981603:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.981605:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.981607:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=5 00000020:00000001:0.0:1767384369.981609:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:0.0:1767384369.981612:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:0.0:1767384369.981615:0:19667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384369.981617:0:19667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981623:0:19667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384369.981625:0:19667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981630:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981632:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384369.981633:0:19667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981639:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.981640:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981642:0:19667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384369.981643:0:19667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.981660:0:19667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8b0bc99 already unused, calling callback (00000000d6205520) 00010000:00000001:0.0:1767384369.981663:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.981665:0:19667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384369.981666:0:19667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981671:0:19667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384369.981672:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.981674:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.981675:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8b0bc99 refcount=6 00000020:00000001:0.0:1767384369.981677:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:0.0:1767384369.981679:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437365248 : -114767272186368 : ffff979ea9826e00) 00010000:00000001:0.0:1767384369.981681:0:19667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384369.981683:0:19667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981687:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384369.981688:0:19667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384369.981690:0:19667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981701:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384369.981703:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384369.981705:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.981707:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.981709:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8b0bc99 with handle 0xd602e9c522f0b3a8 from hash 00010000:00000001:0.0:1767384369.981712:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384369.981714:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981715:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981717:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384369.981719:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384369.981721:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384369.981723:0:17100:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981724:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384369.981727:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981733:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.981735:0:17100:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384369.981738:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:3.0:1767384369.981739:0:17100:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384369.981741:0:17100:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.981745:0:17100:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384369.981749:0:17100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981749:0:19667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384369.981751:0:17100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384369.981753:0:17100:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384369.981756:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981759:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981761:0:19667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981764:0:19667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981793:0:19667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.981797:0:19667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981803:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981805:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981806:0:19667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384369.981808:0:19667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384369.981810:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.981811:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981813:0:19667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384369.981815:0:19667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.981817:0:19667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981819:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384369.981821:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8b0bc99/0xd602e9c522f0b3a8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17100 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.981829:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.981830:0:19667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.981832:0:19667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384369.981833:0:19667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384369.981836:0:19667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981837:0:19667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981839:0:19667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384369.981840:0:19667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000016757cf8. 00000100:00000001:0.0:1767384369.981843:0:19667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384369.981844:0:19667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384369.981846:0:19667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a486217. 00010000:00000001:0.0:1767384369.981848:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384369.981850:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010da45e9 count: 0 00010000:00010000:0.0:1767384369.981854:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384369.981856:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384369.981865:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.981867:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.981870:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.981873:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.981876:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.981878:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384369.981880:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.981882:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.981884:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.981886:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.981890:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384369.981893:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731477760, offset 224 00000400:00000200:0.0:1767384369.981899:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.981905:0:19667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.981911:0:19667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d107f00 00000400:00000200:0.0:1767384369.981915:0:19667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2029 [1] + 224 00000400:00000200:0.0:1767384369.981920:0:19667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.981923:0:19667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.981926:0:19667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.981930:0:19667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.981938:0:19667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.981959:0:19667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.981965:0:19667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384369.981967:0:19667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384369.981972:0:19667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384369.981974:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.981974:0:19667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384369.981976:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.981980:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384369.981981:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384369.981985:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384369.981987:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384369.981988:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de4093a. 00010000:00000001:0.0:1767384369.981994:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384369.981995:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e965357b 00000400:00000010:3.0:1767384369.981998:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e965357b. 00010000:00000001:0.0:1767384369.982000:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.982001:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384369.982008:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.982010:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb7e925 x1853236731477760/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384369.982037:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.982049:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.982051:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.982054:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384369.982056:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384369.982059:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.982061:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.982063:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.982068:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=89 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384369.982068:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002eb7e925 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16355:x1853236731477760:12345-0@lo:103: Request processed in 883us (1178us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384369.982074:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384369.982081:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384369.982083:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.982084:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384369.982087:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.982088:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384369.982089:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.982094:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000040:3.0:1767384369.982095:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.982099:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384369.982103:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384369.982104:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.982107:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.982109:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384369.982109:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd05381e. 00000100:00000040:3.0:1767384369.982115:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384369.982118:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000100:00100000:3.0:1767384369.982122:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b0ddba5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731477760:0@lo:103: 00000020:00000010:0.0:1767384369.982125:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff07746. 00000100:00000001:3.0:1767384369.982127:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.982131:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384369.982132:0:19667:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000040:3.0:1767384369.982133:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b0ddba5 x1853236731477760/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.982139:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.982141:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384369.982145:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384369.982146:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c96806ed. 02000000:00000001:3.0:1767384369.982150:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384369.982155:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.982156:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1767384369.982157:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.982158:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000632255d7. 02000000:00000001:3.0:1767384369.982160:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384369.982161:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384369.982162:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b0ddba5. 00000100:00000001:3.0:1767384369.982164:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384369.982165:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.982166:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.982169:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384369.982170:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.982172:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.982172:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.986827:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294956154, at 4294956155 00000100:00000010:0.0:1767384369.986836:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001132efa0. 00000100:00000040:3.0:1767384369.986842:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294956154, at 4294956155 00000100:00000010:3.0:1767384369.986851:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fde4f7a. 00010000:00000010:0.1:1767384369.987815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e77a39a. 00010000:00000010:1.1:1767384369.987817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2c10e36. 00010000:00000010:0.1:1767384369.987826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8b0bc99. 00010000:00000010:1.1:1767384369.987827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ff8ebe. 00010000:00000010:0.1:1767384369.987835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010da45e9. 00000100:00000040:1.0:1767384369.987850:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294956154, at 4294956156 00000100:00000010:1.0:1767384369.987855:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003320422d. 00000100:00000040:2.0:1767384369.987919:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294956154, at 4294956156 00000100:00000010:2.0:1767384369.987928:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002590c0eb. 00000400:00000010:2.0:1767384369.996860:0:39407:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000088e05070. 00000400:00000040:2.0:1767384369.998118:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.998121:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.998123:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.998124:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.998126:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.998127:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384369.998129:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.998130:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.998131:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.998132:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384369.998133:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.998134:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.998135:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.998141:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.998142:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384369.998144:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.998145:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.998145:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384369.998146:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384369.998148:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.998149:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.998150:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.998151:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.998151:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.998152:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384369.998153:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.998154:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.998155:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.998156:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.998157:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.998158:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384369.998159:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.998160:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.998161:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.998162:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.998163:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.998163:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384369.998165:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.998166:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.998167:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.998168:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.998169:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.998170:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384369.998171:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384369.998171:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384369.998172:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384369.998173:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384369.998174:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384369.998175:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.998176:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.998177:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384369.998178:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.998181:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384369.998183:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384369.998184:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384369.998185:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384369.998186:0:39407:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384369.998268:0:39407:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000088e05070. 00010000:00000001:3.0:1767384370.183831:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384370.183835:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384370.183839:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384370.183841:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.183867:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384370.183871:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384370.183874:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384370.887881:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000085fbe6eb] -> 12345-192.168.204.118@tcp16 (6) 00000800:00000200:2.0:1767384370.887890:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp16 ip 192.168.204.118:988 00000800:00000200:2.0:1767384370.887894:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384370.888018:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384370.888023:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.888031:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.888035:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.888037:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384370.888832:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384370.888835:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384370.888838:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abee95b 00000400:00000010:2.0:1767384370.888840:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000400:00000200:2.0:1767384370.888847:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384370.888851:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384370.888862:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003924ce5c. 00000400:00000010:2.0:1767384370.888866:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000023aab1e6. 00000400:00000200:2.0:1767384370.888874:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp47 00000400:00000010:2.0:1767384370.888879:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aaab9654. 00000400:00000010:2.0:1767384370.888883:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b855d2a3. 00000400:00000010:2.0:1767384370.888887:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000400:00000010:2.0:1767384370.888893:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e56ce280. 00000400:00000200:2.0:1767384370.888897:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp47 00000400:00000200:2.0:1767384370.888910:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp47 local destination 00000400:00000200:2.0:1767384370.888915:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp47 00000400:00000200:2.0:1767384370.888918:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp47 NI seq info: [209:209:256:4294967295] 192.168.204.118@tcp47 LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1767384370.888924:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp47 00000400:00000200:2.0:1767384370.888933:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp47(192.168.204.118@tcp47:) -> 192.168.204.118@tcp47(192.168.204.118@tcp47:192.168.204.118@tcp47) : GET try# 0 00000800:00000200:2.0:1767384370.888937:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp47 00000800:00000010:2.0:1767384370.888947:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c0ea3bd. 00000800:00000200:2.0:1767384370.888952:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000800:00000200:2.1:1767384370.888956:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000400:00000200:2.0:1767384370.888971:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp47 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:2.0:1767384370.888974:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp42 00000400:00000010:2.0:1767384370.888978:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008d0e5ad2. 00000400:00000010:2.0:1767384370.888982:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009fbdef76. 00000400:00000010:2.0:1767384370.888986:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000400:00000010:2.0:1767384370.888992:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f0bae04. 00000400:00000200:2.0:1767384370.888994:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp42 00000400:00000200:2.0:1767384370.888998:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp42 local destination 00000400:00000200:2.0:1767384370.889002:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000400:00000200:2.0:1767384370.889004:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [210:210:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384370.889007:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 00000400:00000200:2.0:1767384370.889011:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp42:192.168.204.118@tcp42) : GET try# 0 00000800:00000200:2.0:1767384370.889014:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp42 00000800:00000010:2.0:1767384370.889017:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000368ff65e. 00000800:00000200:2.0:1767384370.889019:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000800:00000200:2.1:1767384370.889021:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000400:00000200:2.0:1767384370.889029:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 4 next ping: 305 health :600 00000400:00000200:2.0:1767384370.889033:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp36 00000400:00000010:2.0:1767384370.889036:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aa8845fa. 00000400:00000010:2.0:1767384370.889040:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000291257c5. 00000400:00000010:2.0:1767384370.889043:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000400:00000010:2.0:1767384370.889047:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba7f764a. 00000400:00000200:2.0:1767384370.889049:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp36 00000400:00000200:2.0:1767384370.889052:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp36 local destination 00000400:00000200:2.0:1767384370.889054:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp36 00000400:00000200:2.0:1767384370.889058:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp36 NI seq info: [211:211:256:4294967295] 192.168.204.118@tcp36 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384370.889061:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp36 00000400:00000200:2.0:1767384370.889068:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp36(192.168.204.118@tcp36:) -> 192.168.204.118@tcp36(192.168.204.118@tcp36:192.168.204.118@tcp36) : GET try# 0 00000800:00000200:2.0:1767384370.889078:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp36 00000800:00000010:2.0:1767384370.889082:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021e9b758. 00000800:00000200:2.0:1767384370.889085:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000800:00000200:2.1:1767384370.889089:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066d126aa] -> 12345-192.168.204.118@tcp36 (2) 00000400:00000200:2.0:1767384370.889098:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp36 added to recovery queue. ping count: 5 next ping: 321 health :500 00000400:00000200:2.0:1767384370.889101:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp48 00000400:00000010:2.0:1767384370.889104:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000b6d05f4. 00000400:00000010:2.0:1767384370.889107:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006c216bbf. 00000400:00000010:2.0:1767384370.889110:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000010:2.0:1767384370.889113:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000539dd03. 00000400:00000200:2.0:1767384370.889118:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp48 00000400:00000200:2.0:1767384370.889123:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp48 local destination 00000400:00000200:2.0:1767384370.889126:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp48 00000400:00000200:2.0:1767384370.889127:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp48 NI seq info: [212:212:256:4294967295] 192.168.204.118@tcp48 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384370.889130:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp48 00000400:00000200:2.0:1767384370.889140:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp48(192.168.204.118@tcp48:) -> 192.168.204.118@tcp48(192.168.204.118@tcp48:192.168.204.118@tcp48) : GET try# 0 00000800:00000200:2.0:1767384370.889144:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp48 00000800:00000010:2.0:1767384370.889147:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000519e41b8. 00000800:00000200:2.0:1767384370.889149:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:2.1:1767384370.889152:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000400:00000200:2.0:1767384370.889168:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp48 added to recovery queue. ping count: 1 next ping: 291 health :900 00000400:00000200:2.0:1767384370.889284:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889328:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889356:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889378:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889413:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889446:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889496:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889543:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889587:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889630:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889664:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889683:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889701:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889724:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.889765:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.889946:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.889991:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890053:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890064:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890126:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890131:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890191:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890237:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890249:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890300:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890314:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890365:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890386:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890428:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890457:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890498:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890523:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890586:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890595:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890654:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890666:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890722:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890734:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890814:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890817:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890858:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890877:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890907:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.890935:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.890976:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891004:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891047:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891070:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891110:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891155:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891167:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891223:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891224:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891300:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891370:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000800:00000010:2.0:1767384370.891373:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384370.891379:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6f9ee2f. 00000800:00000010:2.0:1767384370.891384:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfc3961b. 00000800:00000010:2.0:1767384370.891402:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfc3961b. 00000800:00020000:2.0:1767384370.891410:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384370.891414:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6f9ee2f. 00000800:00000010:2.0:1767384370.891421:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:00000200:0.0:1767384370.891427:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:02020000:2.0:1767384370.891490:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384370.891497:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp47 notifying 192.168.204.118@tcp47: down 00000800:00000200:2.0:1767384370.891503:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp47 down 00000400:00000200:0.0:1767384370.891504:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000800:00000100:2.0:1767384370.891511:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp47 00000800:00000010:2.0:1767384370.891514:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c0ea3bd. 00000400:00000200:2.0:1767384370.891518:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384370.891523:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp47->192.168.204.118@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384370.891530:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384370.891533:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384370.891536:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp47) recovery failed with -71 00000400:00000200:0.0:1767384370.891561:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891569:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891621:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891621:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891669:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891694:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891707:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891749:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891756:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891793:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891843:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891843:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891875:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891906:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891918:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.891967:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.891967:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892027:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892043:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892055:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892099:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892101:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892177:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892177:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892237:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892254:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892266:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892304:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892319:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892344:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892365:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892396:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892419:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000800:00000010:0.0:1767384370.892428:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a78c3376. 00000800:00000010:0.0:1767384370.892435:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a80e54c8. 00000400:00000200:2.0:1767384370.892438:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000800:00000010:0.0:1767384370.892440:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000530a38fe. 00000400:00000200:2.0:1767384370.892458:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000800:00000010:0.0:1767384370.892471:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000530a38fe. 00000400:00000200:2.0:1767384370.892496:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000800:00020000:0.0:1767384370.892497:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384370.892503:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a80e54c8. 00000800:00000010:0.0:1767384370.892507:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a78c3376. 00000400:00000200:2.0:1767384370.892525:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892559:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:02020000:0.0:1767384370.892572:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384370.892580:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 00000400:00000200:2.0:1767384370.892586:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000800:00000200:0.0:1767384370.892587:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp42 down 00000800:00000100:0.0:1767384370.892603:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp42 00000400:00000200:2.0:1767384370.892605:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000800:00000010:0.0:1767384370.892606:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000368ff65e. 00000400:00000200:0.0:1767384370.892613:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384370.892619:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384370.892626:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892628:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384370.892634:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384370.892641:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp42) recovery failed with -71 00000400:00000200:2.0:1767384370.892647:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892679:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892682:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892703:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892740:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892743:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892833:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.892850:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892908:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892952:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.892984:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000800:00000010:2.0:1767384370.893001:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000400:00000200:0.0:1767384370.893006:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000800:00000010:2.0:1767384370.893007:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6f9ee2f. 00000800:00000010:2.0:1767384370.893013:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfc3961b. 00000400:00000200:0.0:1767384370.893032:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000800:00000010:2.0:1767384370.893035:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfc3961b. 00000800:00020000:2.0:1767384370.893045:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384370.893047:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6f9ee2f. 00000800:00000010:2.0:1767384370.893049:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:00000200:0.0:1767384370.893067:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:02020000:2.0:1767384370.893103:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384370.893109:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384370.893110:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp36 notifying 192.168.204.118@tcp36: down 00000800:00000200:2.0:1767384370.893119:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp36 down 00000800:00000100:2.0:1767384370.893126:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp36 00000800:00000010:2.0:1767384370.893128:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021e9b758. 00000400:00000200:2.0:1767384370.893131:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384370.893135:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp36->192.168.204.118@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384370.893141:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384370.893145:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384370.893155:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384370.893158:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893187:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893204:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893216:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893229:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893241:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893271:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893287:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893307:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893336:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893359:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893410:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893443:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893467:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893512:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893529:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893544:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893575:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893600:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893634:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893674:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893702:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893717:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893733:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384370.893749:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384370.893842:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a78c3376. 00000800:00000010:0.0:1767384370.893845:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a80e54c8. 00000800:00000010:0.0:1767384370.893848:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000530a38fe. 00000800:00000010:0.0:1767384370.893863:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000530a38fe. 00000800:00020000:0.0:1767384370.893868:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384370.893870:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a80e54c8. 00000800:00000010:0.0:1767384370.893872:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a78c3376. 00000400:02020000:0.0:1767384370.893901:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384370.893905:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp48 notifying 192.168.204.118@tcp48: down 00000400:00000200:0.0:1767384370.893907:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384370.893910:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp48 00000800:00000010:0.0:1767384370.893911:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000519e41b8. 00000400:00000200:0.0:1767384370.893913:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384370.893916:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp48->192.168.204.118@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384370.893922:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384370.893924:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384370.893928:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp48) recovery failed with -71 00010000:00000001:3.0:1767384371.207827:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384371.207832:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384371.207836:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384371.207838:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.207855:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384371.207857:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384371.207859:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384371.911879:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.911885:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.911888:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:2.0:1767384371.911892:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000400:00000200:2.0:1767384371.911899:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384371.911905:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384371.911919:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aaab9654. 00000400:00000010:2.0:1767384371.911923:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b855d2a3. 00000400:00000001:2.0:1767384371.911926:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.911927:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.911928:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:2.0:1767384371.911929:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000400:00000200:2.0:1767384371.911930:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384371.911931:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384371.911933:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008d0e5ad2. 00000400:00000010:2.0:1767384371.911934:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009fbdef76. 00000400:00000001:2.0:1767384371.911936:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.911936:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.911937:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:2.0:1767384371.911938:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000400:00000200:2.0:1767384371.911939:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384371.911940:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384371.911941:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aa8845fa. 00000400:00000010:2.0:1767384371.911942:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000291257c5. 00000400:00000001:2.0:1767384371.911944:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.911945:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384371.911946:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000400:00000010:2.0:1767384371.911947:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000400:00000200:2.0:1767384371.911948:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384371.911949:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384371.911950:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000b6d05f4. 00000400:00000010:2.0:1767384371.911951:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006c216bbf. 00000400:00000200:2.0:1767384371.911953:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp46 00000400:00000010:2.0:1767384371.911959:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000b6d05f4. 00000400:00000010:2.0:1767384371.911977:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006c216bbf. 00000400:00000010:2.0:1767384371.911980:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000010:2.0:1767384371.911986:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7091155. 00000400:00000200:2.0:1767384371.911988:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp46 00000400:00000200:2.0:1767384371.911999:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp46 local destination 00000400:00000200:2.0:1767384371.912004:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 00000400:00000200:2.0:1767384371.912007:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [213:213:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384371.912012:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000400:00000200:2.0:1767384371.912018:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp46:192.168.204.118@tcp46) : GET try# 0 00000800:00000200:2.0:1767384371.912022:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp46 00000800:00000010:2.0:1767384371.912025:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021e9b758. 00000800:00000200:2.0:1767384371.912030:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000800:00000200:2.1:1767384371.912034:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:2.0:1767384371.912048:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 3 next ping: 298 health :700 00000400:00000200:3.0:1767384371.912144:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912220:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912241:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912332:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912353:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912387:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912410:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912433:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912471:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912497:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912520:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912543:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912564:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912585:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912609:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912632:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912654:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912678:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912697:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912716:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912734:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912752:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912818:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912842:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912866:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912899:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912919:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384371.912997:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384371.913159:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000803e687f. 00000800:00000010:3.0:1767384371.913164:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000685feb39. 00000800:00000010:3.0:1767384371.913169:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dfe30ead. 00000800:00000010:3.0:1767384371.913190:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dfe30ead. 00000800:00020000:3.0:1767384371.913201:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384371.913211:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000685feb39. 00000800:00000010:3.0:1767384371.913213:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000803e687f. 00000400:02020000:3.0:1767384371.913254:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384371.913261:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00000800:00000200:3.0:1767384371.913267:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp46 down 00000800:00000100:3.0:1767384371.913273:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp46 00000800:00000010:3.0:1767384371.913278:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021e9b758. 00000400:00000200:3.0:1767384371.913282:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384371.913287:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384371.913295:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384371.913299:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384371.913303:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp46) recovery failed with -71 00010000:00000001:3.0:1767384372.231852:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384372.231858:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.231863:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384372.231864:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.231945:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384372.231950:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.231954:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384372.423849:0:17107:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384372.423853:0:17107:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384372.423858:0:17107:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000020:00000040:0.0:1767384372.423863:0:17107:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384372.423868:0:17107:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384372.423870:0:17107:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384372.423874:0:17107:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.423880:0:17107:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f8fd452. 00000100:00000001:0.0:1767384372.423885:0:17107:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.423889:0:17107:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384372.423891:0:17107:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.423899:0:17107:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000358f7dc7] to pc [ptlrpcd_00_00+0] req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384372.423922:0:17107:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.423933:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.423938:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384372.423940:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.423941:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.423946:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.423948:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.423957:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384372.423959:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.423963:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384372.423965:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.423968:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.423970:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731477888:0@lo:13: 00000100:00000001:3.0:1767384372.423974:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384372.423977:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384372.423979:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.423981:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384372.423984:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000330c64be. 02000000:00000001:3.0:1767384372.423986:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.423995:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de4093a. 00000400:00000010:3.0:1767384372.423999:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e965357b. 00000100:00000200:3.0:1767384372.424004:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731477888, portal 4 00000100:00000001:3.0:1767384372.424006:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384372.424007:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000100:00000040:3.0:1767384372.424012:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.424017:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384372.424019:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384372.424021:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000100:00000200:3.0:1767384372.424022:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731477888, offset 0 00000400:00000200:3.0:1767384372.424028:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384372.424038:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384372.424048:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d107f80 00000400:00000200:3.0:1767384372.424052:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000400:00000200:3.0:1767384372.424057:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384372.424060:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384372.424064:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384372.424066:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384372.424068:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d36d8ddf. 00000100:00000040:3.0:1767384372.424070:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000d36d8ddf x1853236731477888 msgsize 224 00000100:00100000:3.0:1767384372.424073:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384372.424083:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384372.424089:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000400:00000010:3.0:1767384372.424090:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000100:00000001:3.0:1767384372.424093:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384372.424095:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.424102:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.424105:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.424109:0:19371:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384372.424111:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.424113:0:19371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731477888 00000100:00000001:3.0:1767384372.424114:0:16352:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384372.424116:0:19371:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384372.424118:0:19371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384372.424121:0:19371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.424125:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.424125:0:19371:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.424132:0:19371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731477888 00000100:00000040:3.0:1767384372.424133:0:16352:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3631 usecs (4 jiffies) 00000020:00000001:0.0:1767384372.424135:0:19371:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384372.424137:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958596 00000020:00000040:0.0:1767384372.424138:0:19371:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:0.0:1767384372.424142:0:19371:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384372.424143:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fde4f7a. 00000020:00000040:0.0:1767384372.424145:0:19371:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000020:00000001:0.0:1767384372.424148:0:19371:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:3.0:1767384372.424149:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384372.424150:0:19371:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384372.424156:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384372.424159:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958596 00000020:00000010:0.0:1767384372.424160:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af2cc056. 00000100:00000010:3.0:1767384372.424164:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010a3d653. 00000020:00000010:0.0:1767384372.424165:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000357bfa2e. 00000100:00000001:3.0:1767384372.424169:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384372.424172:0:19371:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:3.0:1767384372.424173:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958596 00000100:00000010:3.0:1767384372.424179:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea88bee4. 00000100:00000001:3.0:1767384372.424181:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384372.424183:0:16352:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958596 00000100:00000010:3.0:1767384372.424184:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008328e269. 00000100:00000001:3.0:1767384372.424186:0:16352:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384372.424188:0:19371:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384372.424189:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.424193:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.424195:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005274b96e. 00000100:00000001:3.0:1767384372.424196:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.424200:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384372.424202:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7afd4d3. 00000100:00000001:3.0:1767384372.424207:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384372.424210:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384372.424213:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.424214:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384372.424214:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000001:3.0:1767384372.424215:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.424220:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.424226:0:19371:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384372.424229:0:19371:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384372.424230:0:19371:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384372.424232:0:19371:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424239:0:19371:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424247:0:19371:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384372.424255:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384372.424258:0:19371:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384372.424261:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - evictor 00000100:00000001:0.0:1767384372.424261:0:19371:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384372.424267:0:19371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384372.424270:0:19371:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000100:00000001:0.0:1767384372.424272:0:19371:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738414848 : -114766971136768 : ffff979ebb741500) 00000100:00000040:0.0:1767384372.424275:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d36d8ddf x1853236731477888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.424282:0:19371:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384372.424283:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357bfa2e. 00000100:00000001:0.0:1767384372.424284:0:19371:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384372.424286:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357bfa2e. 00000100:00100000:0.0:1767384372.424289:0:19371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d36d8ddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731477888:12345-0@lo:13: 00000100:00000200:0.0:1767384372.424292:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731477888 00000020:00000001:0.0:1767384372.424295:0:19371:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384372.424297:0:19371:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384372.424299:0:19371:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.424301:0:19371:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384372.424303:0:19371:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766480 : -1045785136 : ffffffffc1aa95d0) 00000020:00000001:0.0:1767384372.424306:0:19371:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384372.424308:0:19371:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384372.424310:0:19371:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384372.424312:0:19371:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384372.424313:0:19371:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424317:0:19371:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384372.424319:0:19371:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384372.424321:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000084b157f9. 02000000:00000001:0.0:1767384372.424327:0:19371:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424328:0:19371:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384372.424330:0:19371:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384372.424346:0:19371:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384372.424348:0:19371:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384372.424354:0:19371:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384372.424356:0:19371:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384372.424359:0:19371:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384372.424361:0:19371:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384372.424363:0:19371:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384372.424365:0:19371:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384372.424368:0:19371:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384372.424370:0:19371:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384372.424371:0:19371:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384372.424373:0:19371:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731477888 00010000:00000001:0.0:1767384372.424375:0:19371:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384372.424378:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d36d8ddf x1853236731477888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.424383:0:19371:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384372.424385:0:19371:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384372.424388:0:19371:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e509516 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384372.424391:0:19371:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384372.424392:0:19371:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:0.0:1767384372.424394:0:19371:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 02000000:00000001:0.0:1767384372.424396:0:19371:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384372.424397:0:19371:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424399:0:19371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384372.424400:0:19371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384372.424402:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384372.424404:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731477888, offset 224 00000400:00000200:0.0:1767384372.424407:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384372.424412:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384372.424416:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d107f80 00000400:00000200:0.0:1767384372.424419:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2051 [1] + 224 00000400:00000200:0.0:1767384372.424425:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384372.424427:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.424430:0:19371:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384372.424432:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384372.424438:0:19371:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.424461:0:19371:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384372.424465:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000400:00000010:0.0:1767384372.424466:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000001:0.0:1767384372.424469:0:19371:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384372.424475:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.424477:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.424482:0:19371:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384372.424485:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384372.424487:0:19371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384372.424489:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384372.424491:0:19371:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000400:00000010:3.0:1767384372.424493:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de4093a. 00010000:00000001:0.0:1767384372.424494:0:19371:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384372.424497:0:19371:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.424499:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e965357b 00000020:00000001:0.0:1767384372.424500:0:19371:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384372.424503:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e965357b. 00000100:00000040:0.0:1767384372.424505:0:19371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d36d8ddf x1853236731477888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:353/0 lens 224/368 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.424507:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384372.424513:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384372.424517:0:19371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d36d8ddf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16352:x1853236731477888:12345-0@lo:13: Request processed in 232us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384372.424530:0:19371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384372.424532:0:19371:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:0.0:1767384372.424547:0:19371:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.424550:0:19371:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384372.424554:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7afd4d3. 00000100:00000200:3.0:1767384372.424558:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.424559:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000020:00000010:0.0:1767384372.424564:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005274b96e. 00000100:00000001:3.0:1767384372.424568:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384372.424570:0:19371:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:3.0:1767384372.424571:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.424573:0:19371:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.424574:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384372.424578:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384372.424580:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.424581:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384372.424583:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384372.424587:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000217fda60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384372.424590:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384372.424591:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384372.424593:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.424594:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384372.424597:0:16352:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384372.424612:0:16352:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.424614:0:16352:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384372.424615:0:16352:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384372.424617:0:16352:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384372.424618:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.424620:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.424624:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.424626:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384372.424627:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384372.424629:0:16352:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384372.424631:0:16352:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384372.424633:0:16352:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384372.424637:0:16352:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000039a1044b): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384372.424640:0:16352:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.424646:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384372.424651:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000358f7dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16352:1853236731477888:0@lo:13: 00000100:00000001:3.0:1767384372.424654:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.424655:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384372.424656:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000358f7dc7 x1853236731477888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.424661:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384372.424663:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384372.424664:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000330c64be. 02000000:00000001:3.0:1767384372.424666:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384372.424668:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384372.424669:0:16352:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384372.424670:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384372.424672:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f8fd452. 02000000:00000001:3.0:1767384372.424675:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384372.424676:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384372.424677:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 00000100:00000001:3.0:1767384372.424679:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384372.424680:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.424681:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.424684:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384372.424684:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.424686:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384372.424687:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.424853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384372.424858:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384372.424862:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b524485. 00000020:00000040:2.0:1767384372.424864:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384372.424866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384372.424868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384372.424870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384372.424873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008c0ea3bd. 00000100:00000001:2.0:1767384372.424876:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.424879:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384372.424885:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384372.424886:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.424889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b524485] to pc [ptlrpcd_00_01+1] req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.424907:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.424915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384372.424918:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384372.424920:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f5e7826. 00000020:00000040:2.0:1767384372.424923:0:8:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384372.424924:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.424925:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384372.424927:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384372.424928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384372.424928:0:16352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384372.424931:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.424932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424933:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384372.424937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047dd9586. 00000100:00000001:2.0:1767384372.424940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.424944:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384372.424945:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384372.424948:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.424952:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.424955:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384372.424958:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.424959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384372.424962:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.424963:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384372.424968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f5e7826] to pc [ptlrpcd_00_02+2] req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.424984:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.424987:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.424990:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384372.424991:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.424993:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.424995:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b524485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731478016:0@lo:400: 00000100:00000001:0.0:1767384372.424997:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384372.425000:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384372.425001:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.425004:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.425005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384372.425008:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384372.425010:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384372.425012:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005274b96e. 00000100:00000001:3.0:1767384372.425014:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384372.425014:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d141f87. 02000000:00000001:0.0:1767384372.425016:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425018:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384372.425019:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384372.425021:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384372.425023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384372.425023:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091b41336. 02000000:00000001:2.0:1767384372.425026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384372.425027:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.425030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.425030:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000100:00000200:0.0:1767384372.425037:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478016, portal 25 02000000:00000010:2.0:1767384372.425038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004478805. 00000100:00000001:3.0:1767384372.425040:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.425042:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384372.425044:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.425045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.425045:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535611008 : -114772173940608 : ffff979d85579880) 02000000:00000001:3.0:1767384372.425049:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384372.425054:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384372.425055:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384372.425059:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384372.425065:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425066:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.425071:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.425073:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f5e7826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731478144:0@lo:400: 00000100:00000001:3.0:1767384372.425084:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384372.425087:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384372.425090:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.425092:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384372.425093:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384372.425094:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384372.425097:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.425097:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384372.425099:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000453a58fa. 02000000:00000001:3.0:1767384372.425103:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.425103:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2415c3. 00000100:00000040:2.0:1767384372.425105:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d141f87] to pc [ptlrpcd_00_03+3] req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384372.425108:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731478016, offset 0 00000400:00000010:3.0:1767384372.425111:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de4093a. 00000400:00000200:0.0:1767384372.425120:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384372.425127:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e965357b. 00000400:00000200:0.0:1767384372.425127:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384372.425134:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478144, portal 10 00000100:00000001:3.0:1767384372.425141:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384372.425141:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d108000 00000100:00000001:3.0:1767384372.425145:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535608320 : -114772173943296 : ffff979d85578e00) 00000400:00000200:0.0:1767384372.425149:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1759 [2] + 0 00000100:00000001:2.0:1767384372.425152:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.425153:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384372.425160:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000400:00000010:0.0:1767384372.425163:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5421c4f. 00000100:00000001:1.0:1767384372.425164:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.425168:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384372.425170:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af787381 00000100:00000001:1.0:1767384372.425172:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384372.425173:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384372.425175:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384372.425180:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.425181:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384372.425184:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384372.425187:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000400:00000200:0.0:1767384372.425190:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af787381 00000400:00000010:0.0:1767384372.425194:0:16352:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af787381. 00000100:00000200:3.0:1767384372.425200:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731478144, offset 0 00000100:00000001:1.0:1767384372.425200:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384372.425201:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384372.425205:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.425206:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384372.425211:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384372.425213:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384372.425213:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000ae22469b x1853236731478016 msgsize 224 02000000:00000001:1.0:1767384372.425217:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384372.425222:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384372.425223:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.425224:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384372.425229:0:16352:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384372.425231:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002d141f87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731478272:0@lo:400: 00000400:00000200:3.0:1767384372.425233:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d108080 00000100:00000001:1.0:1767384372.425239:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384372.425242:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 02000000:00000001:1.0:1767384372.425243:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384372.425244:0:16352:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384372.425247:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.425249:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384372.425250:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384372.425250:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2415c3 00000400:00000010:0.0:1767384372.425254:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2415c3. 02000000:00000010:1.0:1767384372.425255:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e289fcec. 00000400:00000200:3.0:1767384372.425258:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.425258:0:16352:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384372.425259:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.425265:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.425267:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384372.425267:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384372.425267:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2fd9e44. 00000100:00000200:3.0:1767384372.425271:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384372.425272:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478016 00000400:00000010:1.0:1767384372.425274:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792c6fdd. 02000000:00000001:2.0:1767384372.425276:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384372.425279:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 00000100:00000001:2.0:1767384372.425280:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384372.425281:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478272, portal 10 00000100:00000001:0.0:1767384372.425283:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384372.425284:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.425285:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000009c5035bd x1853236731478144 msgsize 224 00000100:00000001:1.0:1767384372.425286:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384372.425289:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.425289:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.425290:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535619072 : -114772173932544 : ffff979d8557b800) 00000100:00100000:2.0:1767384372.425297:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478016 00000100:00100000:3.0:1767384372.425299:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384372.425302:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384372.425302:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384372.425306:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:2.0:1767384372.425310:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384372.425313:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384372.425314:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000400:00000200:3.0:1767384372.425319:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000020:00000001:2.0:1767384372.425320:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384372.425321:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384372.425324:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000100:00000001:0.0:1767384372.425327:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384372.425328:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:1.0:1767384372.425328:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384372.425335:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384372.425335:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384372.425335:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425336:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384372.425340:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000458ccbc0. 00000400:00000010:1.0:1767384372.425342:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000893faf09. 00000100:00000001:0.0:1767384372.425342:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294958598 00000100:00000001:2.0:1767384372.425344:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384372.425345:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.425349:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731478272, offset 0 00000020:00000010:2.0:1767384372.425350:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000458ccbc0. 00000100:00000001:0.0:1767384372.425351:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958596 00000020:00000010:2.0:1767384372.425360:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fbdef76. 00000100:00000001:3.0:1767384372.425361:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384372.425361:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294958598 00000400:00000200:1.0:1767384372.425363:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384372.425368:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002230db8e. 00000100:00000001:0.0:1767384372.425369:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958596 00000100:00000040:3.0:1767384372.425370:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384372.425374:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:0.0:1767384372.425375:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294958598 00000400:00000200:1.0:1767384372.425376:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384372.425384:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958596 00000100:00000040:2.0:1767384372.425386:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384372.425390:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d108100 00000100:00000001:0.0:1767384372.425391:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294958598 00000100:00000001:2.0:1767384372.425392:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384372.425393:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.425397:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384372.425399:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384372.425399:0:16352:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958596 00000100:00000001:2.0:1767384372.425400:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.425400:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:0.0:1767384372.425406:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.425409:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.425409:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384372.425409:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384372.425417:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384372.425419:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3325 usecs (4 jiffies) 00000400:00000200:1.0:1767384372.425419:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.425422:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.425423:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.425425:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958597 00000100:00000001:1.0:1767384372.425428:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384372.425428:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425430:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958598 00000100:00000200:1.0:1767384372.425431:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384372.425435:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384372.425436:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958597 00000100:00000001:2.0:1767384372.425438:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1767384372.425439:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e808fe0. 00000100:00000001:3.0:1767384372.425440:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958598 00000100:00000001:3.0:1767384372.425445:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958597 00000100:00000040:1.0:1767384372.425445:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000002e808fe0 x1853236731478272 msgsize 224 00000100:00100000:2.0:1767384372.425459:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000001:3.0:1767384372.425460:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958598 00000100:00000001:0.0:1767384372.425462:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384372.425465:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000001:3.0:1767384372.425466:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958597 00000100:00100000:0.0:1767384372.425467:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478144 00000100:00000001:2.0:1767384372.425470:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788638800 : -114766920912816 : ffff979ebe727050) 02000000:00000001:0.0:1767384372.425471:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384372.425473:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958598 00000100:00100000:1.0:1767384372.425474:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384372.425478:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384372.425479:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.425482:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425484:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.425484:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae22469b x1853236731478016/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384372.425486:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425487:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384372.425489:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.425492:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478144 00000100:00000001:3.0:1767384372.425493:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.425500:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384372.425501:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893faf09 00000020:00000001:0.0:1767384372.425503:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384372.425504:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384372.425505:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000893faf09. 00000020:00000040:0.0:1767384372.425506:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000100:00000001:3.0:1767384372.425511:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.425512:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384372.425512:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384372.425515:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384372.425516:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000100:00000001:2.0:1767384372.425518:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384372.425519:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384372.425519:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384372.425521:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000020:00000010:2.0:1767384372.425523:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000458ccbc0. 00000100:00000001:3.0:1767384372.425525:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.425527:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:2.0:1767384372.425529:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384372.425534:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384372.425535:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000458ccbc0. 00000020:00000010:0.0:1767384372.425539:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357bfa2e. 00000100:00000001:1.0:1767384372.425542:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384372.425545:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae22469b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731478016:12345-0@lo:400: 00000100:00000001:0.0:1767384372.425545:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384372.425549:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.425550:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357bfa2e. 00000100:00000200:2.0:1767384372.425554:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478016 00000020:00000001:2.0:1767384372.425557:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384372.425558:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02874df. 00000020:00000010:0.0:1767384372.425563:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7afd4d3. 00000020:00000010:0.0:1767384372.425565:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000020:00000001:2.0:1767384372.425566:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384372.425570:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425574:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384372.425575:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.425576:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384372.425576:0:17085:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384372.425577:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478272 00000020:00000001:2.0:1767384372.425580:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000001:1.0:1767384372.425581:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384372.425582:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384372.425582:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384372.425584:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384372.425586:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384372.425588:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384372.425588:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.425589:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384372.425590:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.425592:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384372.425596:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384372.425597:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3298 usecs (4 jiffies) 00000100:00000001:3.0:1767384372.425598:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.425599:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.425599:0:17085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384372.425603:0:17085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384372.425604:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958597 02000000:00000001:3.0:1767384372.425605:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384372.425605:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384372.425606:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.425608:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384372.425610:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958598 00000100:00100000:3.0:1767384372.425612:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478272 02000000:00000001:2.0:1767384372.425613:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384372.425614:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958597 00000020:00000001:3.0:1767384372.425617:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384372.425619:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958598 00000100:00000001:0.0:1767384372.425619:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384372.425620:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 02000000:00000010:2.0:1767384372.425620:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c9aa96e. 00000020:00000001:3.0:1767384372.425626:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384372.425627:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425628:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958597 00000020:00000040:3.0:1767384372.425629:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000082e28a31 refcount=5 00000100:00000001:0.0:1767384372.425632:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384372.425633:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.425634:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000100:00000001:1.0:1767384372.425634:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958598 00000100:00000001:0.0:1767384372.425635:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.425641:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958597 00000020:00000001:3.0:1767384372.425642:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866674176 : -114767842877440 : ffff979e877e6000) 00000020:00000001:2.0:1767384372.425642:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384372.425642:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384372.425647:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958598 00000100:00000040:0.0:1767384372.425649:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00010000:00000040:2.0:1767384372.425650:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731478016 00000100:00000001:1.0:1767384372.425651:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384372.425652:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384372.425656:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384372.425657:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.425658:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe30ead. 00000100:00000001:0.0:1767384372.425658:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738421120 : -114766971130496 : ffff979ebb742d80) 00010000:00000200:2.0:1767384372.425664:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae22469b x1853236731478016/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.425665:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.425666:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dcb299db. 00000100:00000040:0.0:1767384372.425669:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c5035bd x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.425672:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384372.425674:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 00000100:00000001:1.0:1767384372.425680:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.425684:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384372.425688:0:17910:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384372.425690:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384372.425693:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a991dc48. 00000100:00000001:1.0:1767384372.425694:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384372.425695:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384372.425699:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384372.425700:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.425701:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b15910d4. 00000100:00000001:1.0:1767384372.425701:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384372.425704:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357bfa2e. 00000100:00001000:2.0:1767384372.425705:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384372.425707:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.425708:0:17085:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384372.425709:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000100:00000001:2.0:1767384372.425711:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384372.425715:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357bfa2e. 00000100:00000001:3.0:1767384372.425717:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384372.425721:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c5035bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731478144:12345-0@lo:400: 00000100:00000001:3.0:1767384372.425722:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384372.425723:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384372.425726:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.425728:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00080000:1.0:1767384372.425728:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:0.0:1767384372.425732:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478144 02000000:00000001:2.0:1767384372.425734:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384372.425735:0:17910:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384372.425735:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - evictor 02000000:00000001:2.0:1767384372.425736:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.425736:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384372.425740:0:17910:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384372.425741:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384372.425742:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384372.425745:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.425746:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.425750:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384372.425752:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384372.425754:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000020:00000001:0.0:1767384372.425755:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 00000100:00000001:3.0:1767384372.425759:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384372.425760:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731478016, offset 224 00000020:00000001:0.0:1767384372.425761:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384372.425764:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384372.425788:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384372.425792:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384372.425792:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384372.425796:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384372.425797:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384372.425797:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384372.425798:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384372.425799:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425801:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384372.425805:0:17085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384372.425806:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384372.425810:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000082e28a31 : new rpc_count 1 00000100:00000001:0.0:1767384372.425810:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384372.425812:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d108000 00000100:00000001:1.0:1767384372.425812:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.425814:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384372.425815:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788981248 : -114766920570368 : ffff979ebe77aa00) 00000100:00000001:1.0:1767384372.425819:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384372.425819:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a9314c0d. 00000100:00000040:3.0:1767384372.425824:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e808fe0 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/0 e 0 to 0 dl 1767384383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384372.425825:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x205d [1] + 224 02000000:00000001:0.0:1767384372.425826:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.425832:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384372.425834:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384372.425837:0:17085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384372.425843:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731478144 00000400:00000200:2.0:1767384372.425845:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384372.425848:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384372.425850:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384372.425853:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384372.425854:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c5035bd x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384372.425855:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090557c53. 00000100:00000200:2.0:1767384372.425859:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384372.425865:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384372.425871:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090557c53. 00010000:00000001:0.0:1767384372.425872:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384372.425877:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384372.425882:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e808fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731478272:12345-0@lo:400: 00000100:00001000:0.0:1767384372.425882:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384372.425883:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384372.425890:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478272 00000020:00000001:3.0:1767384372.425895:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384372.425897:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384372.425899:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384372.425903:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.425903:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000100:00000001:0.0:1767384372.425908:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:3.0:1767384372.425909:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384372.425911:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384372.425913:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730528 : -1059821088 : ffffffffc0d469e0) 02000000:00000001:0.0:1767384372.425913:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384372.425916:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.425917:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384372.425918:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000100:00000001:0.0:1767384372.425919:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384372.425921:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384372.425921:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000040:0.0:1767384372.425926:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384372.425928:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384372.425929:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384372.425930:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2415c3. 00000020:00000001:3.0:1767384372.425931:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384372.425933:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384372.425936:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425936:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384372.425937:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731478144, offset 224 00000100:00000001:2.0:1767384372.425938:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.425939:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384372.425942:0:17910:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384372.425946:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000001:3.0:1767384372.425947:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384372.425950:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384372.425951:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384372.425952:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384372.425956:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384372.425957:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e60e0a1. 00000400:00000001:1.0:1767384372.425957:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.425961:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384372.425963:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384372.425964:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.425964:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091b41336. 00000400:00000200:0.0:1767384372.425964:0:17085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384372.425971:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.425971:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae22469b x1853236731478016/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384372.425972:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005599f1e0 00000020:00000001:3.0:1767384372.425978:0:17910:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384372.425978:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000400:00000200:0.0:1767384372.425979:0:17085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108080 00010000:00000040:3.0:1767384372.425985:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731478272 00000100:00000001:1.0:1767384372.425986:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384372.425991:0:17085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2065 [1] + 224 00010000:00000001:3.0:1767384372.425992:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384372.425995:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.425996:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae22469b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731478016:12345-0@lo:400: Request processed in 473us (777us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384372.425999:0:17085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384372.426000:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e808fe0 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384372.426010:0:17085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384372.426018:0:17085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384372.426025:0:17085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384372.426033:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384372.426035:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00010000:00000001:3.0:1767384372.426038:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384372.426042:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.426043:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00001000:3.0:1767384372.426049:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384372.426050:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384372.426054:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384372.426058:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002230db8e. 00000100:00000001:3.0:1767384372.426060:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384372.426063:0:17085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.426066:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384372.426067:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 22 to 0@lo 00000020:00000010:2.0:1767384372.426067:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000100:00000001:1.0:1767384372.426070:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384372.426074:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fbdef76. 00000100:00000001:3.0:1767384372.426075:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384372.426076:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384372.426079:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384372.426082:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384372.426082:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:1.0:1767384372.426083:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384372.426085:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.426087:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384372.426089:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384372.426092:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384372.426092:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384372.426093:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c9aa96e. 00000100:00000001:0.0:1767384372.426096:0:17085:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384372.426099:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384372.426100:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384372.426102:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.426103:0:17085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2415c3 00000100:00000040:3.0:1767384372.426105:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384372.426109:0:17085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2415c3. 00000100:00001000:1.0:1767384372.426110:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=92 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384372.426111:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000100:00000200:2.0:1767384372.426111:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384372.426115:0:17085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384372.426119:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731478272, offset 224 00000100:00000001:0.0:1767384372.426120:0:17085:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384372.426121:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049bf5119. 00000100:00000001:1.0:1767384372.426121:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384372.426125:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.426126:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.426128:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384372.426129:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001361dfb9. 00000100:00000040:0.0:1767384372.426131:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 21 to 0@lo 00000400:00000200:3.0:1767384372.426132:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384372.426133:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.426139:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.426139:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384372.426142:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384372.426146:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.426147:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384372.426147:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384372.426153:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c5035bd x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384372.426163:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108100 00000100:00000001:2.0:1767384372.426163:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384372.426168:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384372.426174:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384372.426176:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x206d [1] + 224 00000100:00000001:1.0:1767384372.426180:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384372.426184:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384372.426186:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384372.426187:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384372.426187:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c5035bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853236731478144:12345-0@lo:400: Request processed in 484us (897us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384372.426190:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384372.426191:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384372.426195:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005de4093a. 00000400:00000200:3.0:1767384372.426196:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384372.426202:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e965357b 00000400:00000010:2.0:1767384372.426207:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e965357b. 00000100:00000001:2.0:1767384372.426213:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384372.426213:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1767384372.426215:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b524485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731478016:0@lo:400: 00000100:00000001:3.0:1767384372.426217:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384372.426219:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000200:2.0:1767384372.426220:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384372.426225:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.426225:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384372.426226:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.426229:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384372.426234:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384372.426235:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7afd4d3. 00000100:00000040:1.0:1767384372.426242:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b524485 x1853236731478016/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.426243:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000100:00000200:2.0:1767384372.426249:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384372.426250:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02874df. 00000020:00000040:0.0:1767384372.426256:0:17085:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000100:00000001:0.0:1767384372.426261:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384372.426262:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.426281:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384372.426283:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384372.426285:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384372.426287:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384372.426289:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005274b96e. 00000100:00000001:2.0:1767384372.426290:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384372.426293:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384372.426295:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384372.426295:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384372.426296:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384372.426299:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384372.426300:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384372.426303:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000020:00000040:1.0:1767384372.426303:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 02000000:00000001:2.0:1767384372.426304:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.426306:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384372.426307:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000020:00000001:1.0:1767384372.426309:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384372.426310:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384372.426311:0:17910:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767384372.426314:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008c0ea3bd. 00000100:00000001:3.0:1767384372.426315:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384372.426316:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384372.426317:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=87 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384372.426319:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384372.426320:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384372.426320:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384372.426322:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=87 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384372.426324:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384372.426325:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fd9e44. 00000100:00000040:3.0:1767384372.426327:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00000100:00000001:2.0:1767384372.426328:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767384372.426329:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b524485. 00000400:00000200:0.0:1767384372.426331:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792c6fdd 00000100:00000001:2.0:1767384372.426332:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384372.426333:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384372.426335:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767384372.426336:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000792c6fdd. 00000020:00000001:3.0:1767384372.426337:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.426338:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384372.426339:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.426341:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384372.426344:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00080000:2.0:1767384372.426345:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.426346:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384372.426349:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384372.426350:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e808fe0 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1767384383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384372.426353:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384372.426356:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384372.426361:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384372.426363:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.426384:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384372.426390:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384372.426391:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384372.426395:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384372.426397:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e808fe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853236731478272:12345-0@lo:400: Request processed in 540us (945us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384372.426398:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384372.426401:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384372.426408:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384372.426413:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384372.426416:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384372.426421:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:0.0:1767384372.426422:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384372.426423:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384372.426426:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384372.426427:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000082e28a31 : new rpc_count 0 00000100:00000001:2.0:1767384372.426427:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384372.426429:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384372.426431:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.426433:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384372.426433:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384372.426438:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384372.426438:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384372.426439:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384372.426444:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b15910d4. 00000100:00001000:0.0:1767384372.426445:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f3b2400e time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384372.426459:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384372.426468:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384372.426470:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000100:00000001:0.0:1767384372.426470:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384372.426471:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f5e7826 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853236731478144:0@lo:400: 00000020:00000010:3.0:1767384372.426477:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a991dc48. 00010000:00000001:0.0:1767384372.426477:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384372.426483:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384372.426484:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:2.0:1767384372.426484:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384372.426488:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384372.426490:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384372.426498:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f5e7826 x1853236731478144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384372.426500:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.426504:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384372.426507:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384372.426511:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384372.426513:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384372.426519:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384372.426519:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.426523:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384372.426528:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384372.426529:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000453a58fa. 00000100:00000001:0.0:1767384372.426530:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384372.426533:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384372.426536:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384372.426537:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384372.426540:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384372.426542:0:16354:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384372.426547:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384372.426550:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000047dd9586. 00000100:00100000:0.0:1767384372.426552:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002d141f87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16355:1853236731478272:0@lo:400: 02000000:00000001:2.0:1767384372.426554:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384372.426557:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.426559:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384372.426560:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002d141f87 x1853236731478272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384372.426563:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384372.426566:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f5e7826. 00000100:00000001:0.0:1767384372.426571:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384372.426573:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384372.426574:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384372.426577:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384372.426578:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e289fcec. 00000100:00000001:2.0:1767384372.426580:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384372.426583:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384372.426586:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384372.426586:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384372.426588:0:16355:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384372.426589:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.426592:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384372.426593:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384372.426595:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004478805. 00000100:00000001:2.0:1767384372.426597:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384372.426600:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384372.426602:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384372.426603:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d141f87. 00000100:00000001:0.0:1767384372.426605:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384372.426606:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.426607:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384372.426611:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384372.426616:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.426618:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384372.426619:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384372.430820:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294958598, at 4294958599 00000100:00000010:0.0:1767384372.430827:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fde4f7a. 00000100:00000040:2.0:1767384372.430844:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294958598, at 4294958599 00000100:00000040:1.0:1767384372.430852:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294958598, at 4294958599 00000100:00000010:2.0:1767384372.430853:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea88bee4. 00000100:00000040:3.0:1767384372.430854:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294958598, at 4294958599 00000100:00000010:1.0:1767384372.430862:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010a3d653. 00000100:00000010:3.0:1767384372.430864:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008328e269. 00080000:00000010:2.0:1767384372.495508:0:39970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bca00bb6. 00080000:00000010:2.0:1767384372.495516:0:39970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bca00bb6. 00000020:00000001:2.0:1767384372.495520:0:39970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384372.495526:0:39970:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bca00bb6. 00080000:00000010:2.0:1767384372.495530:0:39970:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bca00bb6. 00000020:00000001:2.0:1767384372.495533:0:39970:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384372.618273:0:40006:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000000c25022. 00000400:00000040:0.0:1767384372.618298:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618301:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384372.618305:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618307:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618309:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618311:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384372.618314:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618316:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384372.618318:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384372.618319:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384372.618322:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384372.618324:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618327:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384372.618328:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618330:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384372.618333:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384372.618334:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618336:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384372.618337:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384372.618340:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618341:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618343:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618345:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618347:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618348:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384372.618351:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618353:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618355:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618356:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618358:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618360:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384372.618362:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618370:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618372:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618373:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618375:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618377:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384372.618379:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618381:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618383:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384372.618385:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384372.618386:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618388:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384372.618390:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384372.618392:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384372.618393:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384372.618395:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384372.618397:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384372.618400:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384372.618402:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618404:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384372.618406:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384372.618407:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384372.618409:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384372.618411:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384372.618413:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384372.618415:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384372.618428:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618430:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384372.618433:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618434:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618437:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618438:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384372.618441:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618457:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384372.618459:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384372.618461:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384372.618464:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384372.618466:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618468:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384372.618470:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618476:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384372.618479:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384372.618481:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618482:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384372.618484:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384372.618487:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618488:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618490:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618492:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618494:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618495:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384372.618497:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618499:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618501:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618503:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618504:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618506:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384372.618508:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384372.618510:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384372.618511:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384372.618513:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384372.618515:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618516:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384372.618519:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384372.618521:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618523:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384372.618524:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384372.618526:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384372.618528:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384372.618530:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384372.618531:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384372.618533:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384372.618534:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384372.618535:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384372.618538:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384372.618539:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384372.618541:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384372.618543:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384372.618544:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384372.618551:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384372.618553:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384372.618555:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384372.618556:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384372.618558:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384372.618559:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384372.618561:0:40006:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384372.618764:0:40006:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000000c25022. 00000400:00000200:0.0:1767384372.654712:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384372.654750:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp50 from 255.3.0.2 00000800:00000010:0.0:1767384372.654755:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000729696bb. 00000800:00000010:1.0:1767384372.654850:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028299457. 00000800:00000010:1.0:1767384372.654857:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4013365. 00000800:00000010:1.0:1767384372.654877:0:30695:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c0c27ca. 00000800:00000200:1.0:1767384372.654887:0:30695:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.18@tcp50 p 3.x 192.168.204.118 -> 192.168.204.18:1023 incarnation:1767384371263487124 sched[0] 00000800:00000010:1.0:1767384372.654892:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b236b7e2. 00000800:00000010:1.0:1767384372.654938:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b236b7e2. 00000800:00000010:1.0:1767384372.654942:0:30695:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4013365. 00000800:00000010:1.0:1767384372.654973:0:30695:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000729696bb. 00000800:00000001:3.0:1767384372.655015:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384372.655022:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.655608:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.655614:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.655615:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.655619:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384372.655624:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : GET - for me 00000400:00000010:1.0:1767384372.655633:0:16346:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000077b3ce07. 00000400:00000200:1.0:1767384372.655636:0:16346:0:(peer.c:264:lnet_peer_alloc()) 0000000077b3ce07 nid 192.168.204.18@tcp50 00000400:00000010:1.0:1767384372.655638:0:16346:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000013be0562. 00000400:00000200:1.0:1767384372.655640:0:16346:0:(peer.c:204:lnet_peer_net_alloc()) 0000000013be0562 net tcp50 00000400:00000010:1.0:1767384372.655642:0:16346:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c81030e9. 00000400:00000200:1.0:1767384372.655649:0:16346:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c81030e9 nid 192.168.204.18@tcp50 00000400:00000200:1.0:1767384372.655652:0:16346:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.204.18@tcp50 nid 192.168.204.118@tcp50: 0 00000400:00000200:1.0:1767384372.655655:0:16346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000077b3ce07 (0) 00000400:00000200:1.0:1767384372.655660:0:16346:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.18@tcp50 NID 192.168.204.18@tcp50 flags 0x0 00000400:00000200:1.0:1767384372.655663:0:16346:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.204.18@tcp50: 0 00000400:00000200:1.0:1767384372.655670:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384372.655677:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.18@tcp50 of length 272/272 into md 0x1ff5 [1] + 0 00000400:00000200:1.0:1767384372.655688:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384372.655695:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [214:214:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384372.655707:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) 192.168.204.18@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767384372.655711:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384372.655715:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e6560ae. 00000800:00000200:1.0:1767384372.655720:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (2) 00000800:00000200:1.0:1767384372.655726:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384372.655729:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e6560ae type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384372.655782:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384372.655815:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384372.655818:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e6560ae. 00000400:00000200:1.0:1767384372.655822:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.655828:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: REPLY: OK 00000400:00000200:0.0:1767384372.656013:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:3.0:1767384372.656034:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.656037:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp50 from 254.3.0.2 00000800:00000010:0.0:1767384372.656041:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b8e220f0. 00000800:00000010:1.0:1767384372.656080:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a46b3e23. 00000800:00000010:1.0:1767384372.656084:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4013365. 00000800:00000010:1.0:1767384372.656223:0:16340:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002dd0a4d7. 00000800:00000200:1.1:1767384372.656228:0:16340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (2) 00000800:00000200:1.1:1767384372.656233:0:16340:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.18@tcp50 000000002dd0a4d7 deleted 00000800:00000010:1.1:1767384372.656235:0:16340:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002dd0a4d7. 00000800:00000200:1.0:1767384372.656241:0:16340:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.18@tcp50 p 3.x 192.168.204.118 -> 192.168.204.18:1022 incarnation:1767384371263487124 sched[0] 00000800:00000010:1.0:1767384372.656245:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b236b7e2. 00000800:00000010:1.0:1767384372.656284:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b236b7e2. 00000800:00000010:1.0:1767384372.656288:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4013365. 00000800:00000010:1.0:1767384372.656309:0:16340:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b8e220f0. 00000800:00000001:3.0:1767384372.656367:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384372.656372:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.656676:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.656682:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.656684:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.656689:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384372.656697:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : GET - for me 00000400:00000200:1.0:1767384372.656704:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384372.656709:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.18@tcp50 of length 704/704 into md 0x1ff5 [1] + 0 00000400:00000200:1.0:1767384372.656718:0:16346:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384372.656725:0:16346:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [215:215:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384372.656738:0:16346:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) 192.168.204.18@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767384372.656744:0:16346:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384372.656747:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e6560ae. 00000800:00000200:1.0:1767384372.656751:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (3) 00000800:00000200:1.0:1767384372.656755:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384372.656757:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e6560ae type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384372.656820:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384372.656824:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e6560ae. 00000800:00000001:1.0:1767384372.656826:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384372.656828:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384372.656832:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384372.656839:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: REPLY: OK 00000400:00000200:2.0:1767384372.657849:0:16348:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384372.657867:0:16348:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.118@tcp50 from 253.3.0.2 00000800:00000010:2.0:1767384372.657871:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000882e6196. 00000800:00000010:3.0:1767384372.658035:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000803e687f. 00000800:00000010:3.0:1767384372.658041:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000685feb39. 00000800:00000010:3.0:1767384372.658061:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002bc59ef6. 00000800:00000200:3.1:1767384372.658066:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (3) 00000800:00000200:3.1:1767384372.658071:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.18@tcp50 000000002bc59ef6 deleted 00000800:00000010:3.1:1767384372.658073:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002bc59ef6. 00000800:00000200:3.0:1767384372.658078:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.18@tcp50 p 3.x 192.168.204.118 -> 192.168.204.18:1021 incarnation:1767384371263487124 sched[0] 00000800:00000010:3.0:1767384372.658083:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090557c53. 00000800:00000010:3.0:1767384372.658118:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090557c53. 00000800:00000010:3.0:1767384372.658123:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000685feb39. 00000800:00000010:3.0:1767384372.658149:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000882e6196. 00000800:00000001:3.0:1767384372.658201:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384372.658204:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384372.935854:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384372.935859:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384372.935863:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000400:00000010:2.0:1767384372.935869:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000800:00000200:3.0:1767384372.935874:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a4e3e7e] -> 12345-192.168.204.118@tcp19 (6) 00000400:00000200:2.0:1767384372.935877:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384372.935886:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery ping unlinked 00000800:00000200:3.0:1767384372.935887:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp19 ip 192.168.204.118:988 00000800:00000200:3.0:1767384372.935893:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384372.935907:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000b6d05f4. 00000400:00000010:2.0:1767384372.935914:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006c216bbf. 00000400:00000200:2.0:1767384372.935924:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp48 00000400:00000010:2.0:1767384372.935929:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004c75ea9a. 00000400:00000010:2.0:1767384372.935936:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004491927d. 00000400:00000010:2.0:1767384372.935940:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000010:2.0:1767384372.935946:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014e23525. 00000400:00000200:2.0:1767384372.935951:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp48 00000400:00000200:2.0:1767384372.935965:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp48 local destination 00000400:00000200:2.0:1767384372.935981:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp48 00000400:00000200:2.0:1767384372.935985:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp48 NI seq info: [216:216:256:4294967295] 192.168.204.118@tcp48 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384372.935994:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp48 00000400:00000200:2.0:1767384372.936003:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp48(192.168.204.118@tcp48:) -> 192.168.204.118@tcp48(192.168.204.118@tcp48:192.168.204.118@tcp48) : GET try# 0 00000800:00000200:2.0:1767384372.936010:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp48 00000800:00000010:2.0:1767384372.936015:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000047dd9586. 00000800:00000200:2.0:1767384372.936022:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:2.1:1767384372.936028:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:1.0:1767384372.936034:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384372.936040:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384372.936050:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp48 added to recovery queue. ping count: 2 next ping: 295 health :800 00000800:00000001:1.0:1767384372.936052:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.936058:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.936061:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.936123:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936172:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936203:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936233:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936257:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936275:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936293:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936311:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936329:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936347:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936364:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936384:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936408:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936427:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936463:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936485:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936505:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936524:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936542:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936560:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936589:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936609:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936628:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936649:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936671:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936693:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936715:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936737:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936758:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936812:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936839:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936863:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936883:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936901:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384372.936918:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384372.937033:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a78c3376. 00000800:00000010:0.0:1767384372.937039:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dc1032fa. 00000800:00000010:0.0:1767384372.937044:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3b745b3. 00000800:00000010:0.0:1767384372.937065:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3b745b3. 00000800:00020000:0.0:1767384372.937073:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384372.937076:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dc1032fa. 00000800:00000010:0.0:1767384372.937080:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a78c3376. 00000400:02020000:0.0:1767384372.937120:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384372.937127:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp48 notifying 192.168.204.118@tcp48: down 00000400:00000200:0.0:1767384372.937132:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384372.937136:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp48 00000800:00000010:0.0:1767384372.937138:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000047dd9586. 00000400:00000200:0.0:1767384372.937142:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384372.937147:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp48->192.168.204.118@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384372.937157:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384372.937159:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384372.937168:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp48) recovery failed with -71 00010000:00000001:3.0:1767384373.255869:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384373.255876:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.255882:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384373.255884:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.255920:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384373.255922:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.255924:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384373.447899:0:18446:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384373.447903:0:18446:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384373.666853:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.666869:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.666872:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.666874:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.666884:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.666899:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 520 into portal 26 MB=0x695824cb00180 00000400:00000200:0.0:1767384373.666906:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 520/520 into md 0x1769 [2] + 0 00000400:00000010:0.0:1767384373.666911:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cc1f66b. 00000400:00000200:0.0:1767384373.666917:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c3d973b 00000800:00000001:0.0:1767384373.666922:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.666929:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.666931:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.666934:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.666954:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3d973b 00000400:00000010:0.0:1767384373.666956:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c3d973b. 00000100:00000001:0.0:1767384373.666960:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.666961:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.666964:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000e896c847 x1853236725154176 msgsize 520 00000100:00100000:0.0:1767384373.666967:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384373.666969:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384373.666981:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.666987:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.666989:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.667065:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.667069:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154176 02000000:00000001:2.0:1767384373.667072:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.667074:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.667075:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.667079:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.667084:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154176 00000020:00000001:2.0:1767384373.667086:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.667087:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384373.667089:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384373.667091:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.667092:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384373.667098:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.667102:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.667106:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000001:2.0:1767384373.667112:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.667113:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.667114:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.667120:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.667130:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.667138:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.667140:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.667143:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 157 00000100:00000001:2.0:1767384373.667158:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788627536 : -114766920924080 : ffff979ebe724450) 00000100:00000040:2.0:1767384373.667164:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e896c847 x1853236725154176/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.667179:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e896c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:11776:x1853236725154176:12345-192.168.204.18@tcp50:250: 00000100:00000200:2.0:1767384373.667184:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154176 00000020:00000001:2.0:1767384373.667187:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384373.667193:0:17078:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384373.667202:0:17078:0:(obd_config.c:927:class_incref()) incref MGS (00000000b97fe5e3) now 6 - find 00000020:00000001:2.0:1767384373.667205:0:17078:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629306625110448 : -114767084441168 : ffff979eb4b331b0) 00000100:00000001:2.0:1767384373.667211:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.667214:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.667220:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f410a804. 02000000:00000001:2.0:1767384373.667222:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.667224:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.667225:0:17078:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384373.667230:0:17078:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50 t0 exp 0000000000000000 cur 292 last 0 00010000:00000001:2.0:1767384373.667233:0:17078:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384373.667236:0:17078:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384373.667238:0:17078:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384373.667239:0:17078:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384373.667242:0:17078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fe0fd9f0. 00000020:00000001:2.0:1767384373.667243:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.667260:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe0fd9f0 with handle 0xd602e9c522f0b3af to hash 00000020:00000001:2.0:1767384373.667262:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384373.667265:0:17078:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384373.667268:0:17078:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384373.667270:0:17078:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384373.667275:0:17078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000047dd9586. 00000001:00000010:2.0:1767384373.667278:0:17078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000080821840. 00000001:00000010:2.0:1767384373.667281:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005af5d20b. 00000001:00000010:2.0:1767384373.667283:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c70012db. 00000001:00000010:2.0:1767384373.667285:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000973e99a1. 00000001:00000010:2.0:1767384373.667287:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f60d786. 00010000:00000001:2.0:1767384373.667295:0:17078:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.667297:0:17078:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.667299:0:17078:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384373.667301:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=3 00000020:00000040:2.0:1767384373.667304:0:17078:0:(obd_config.c:927:class_incref()) incref MGS (00000000b97fe5e3) now 7 - export 00000020:00000001:2.0:1767384373.667306:0:17078:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000040:2.0:1767384373.667308:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 2 00000020:00000080:2.0:1767384373.667310:0:17078:0:(genops.c:1402:class_connect()) connect: client 7576a06b-dd3d-4f35-a4c9-3bce6073005a, cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.667312:0:17078:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.667313:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.667314:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.667316:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.667317:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=3 00000020:00000001:2.0:1767384373.667318:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.667319:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 20000000:00000001:2.0:1767384373.667321:0:17078:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384373.667323:0:17078:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384373.667325:0:17078:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384373.667327:0:17078:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000b783ceff 00000020:00000010:2.0:1767384373.667329:0:17078:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000cd66ec61. 00000020:00000040:2.0:1767384373.667336:0:17078:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000cd66ec61 for nid 192.168.204.18@tcp50 - ref 2 00000020:00000001:2.0:1767384373.667387:0:17078:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384373.667393:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b5abb5ea. 00000020:00000010:2.0:1767384373.667396:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000d346e6d9. 00000020:00000010:2.0:1767384373.667398:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000ad028f6c. 00000020:00000010:2.0:1767384373.667408:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000649fcba4. 00000020:00000010:2.0:1767384373.667410:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000004478805. 00000020:00000010:2.0:1767384373.667412:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000024c30fc. 20000000:00000001:2.0:1767384373.667417:0:17078:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.667419:0:17078:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.667420:0:17078:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.667422:0:17078:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384373.667449:0:17078:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e12d150e. 00000020:00000040:2.0:1767384373.667452:0:17078:0:(obd_config.c:927:class_incref()) incref MGS (00000000b97fe5e3) now 8 - import 00000020:00000001:2.0:1767384373.667456:0:17078:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384373.667457:0:17078:0:(genops.c:1242:class_import_put()) import 00000000e12d150e refcount=1 obd=MGS 00000020:00000001:2.0:1767384373.667459:0:17078:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384373.667477:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=4 00000100:00000040:2.0:1767384373.667479:0:17078:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.667481:0:17078:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384373.667487:0:17078:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000077b3ce07 (1) 00000400:00000200:2.0:1767384373.667490:0:17078:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000077b3ce07 (2) 00000400:00000200:2.0:1767384373.667501:0:17078:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.18@tcp50 (0000000077b3ce07): 0 00000400:00000200:2.0:1767384373.667502:0:17078:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384373.667542:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384373.667549:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0x40 00000400:00000200:1.0:1767384373.667551:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000077b3ce07 (3) 00000400:00000010:1.0:1767384373.667556:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008f3230a7. 00000400:00000010:1.0:1767384373.667560:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000893faf09. 00000400:00000010:1.0:1767384373.667565:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4f9f465. 00000400:00000200:1.0:1767384373.667568:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.18@tcp50 00000400:00000200:1.0:1767384373.667586:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384373.667592:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp50 00000400:00000200:1.0:1767384373.667595:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [217:217:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384373.667599:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.18@tcp50 00000400:00000200:1.0:1767384373.667605:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : GET try# 0 00000800:00000200:1.0:1767384373.667609:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384373.667613:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001ade475b. 00000800:00000200:1.0:1767384373.667617:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:1.0:1767384373.667623:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384373.667626:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001ade475b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384373.667638:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.18@tcp50 00000400:00000200:1.0:1767384373.667641:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0x240 rc 0 00000800:00000200:3.0:1767384373.667718:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.667722:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001ade475b. 00000400:00000200:3.0:1767384373.667725:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.667730:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: GET: OK 00000400:00000200:3.0:1767384373.667733:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384373.667735:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.18@tcp50: 0 00000800:00000001:1.0:1767384373.668374:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.668384:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.668387:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.668390:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.668397:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : REPLY - for me 00000400:00000200:1.0:1767384373.668411:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp50: Reply from 12345-192.168.204.18@tcp50 of length 48/48 into md 0x2089 00000800:00000001:1.0:1767384373.668416:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.668442:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.668445:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.668450:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: REPLY: OK 00000400:00000200:1.0:1767384373.668454:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893faf09 00000400:00000010:1.0:1767384373.668456:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000893faf09. 00000400:00000200:1.0:1767384373.668460:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384373.668480:0:16346:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.204.18@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:1.0:1767384373.668483:0:16346:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.18@tcp50(0000000077b3ce07) not MR: DD disabled remotely 00000400:00000200:1.0:1767384373.668487:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.18@tcp50 data present 3. state = 0x242 00000400:00000200:1.0:1767384373.668490:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.18@tcp50 (0000000077b3ce07): -114 00000400:00000200:1.0:1767384373.668504:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000077b3ce07 (4) 00000800:00000001:1.0:1767384373.668509:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.668512:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.668552:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384373.668559:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0xc2 00000400:00000010:3.0:1767384373.668567:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000006c6d98c. 00000400:00000010:3.0:1767384373.668571:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000022e718ff. 00000400:00000010:3.0:1767384373.668573:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000371e41ec. 00000400:00000010:3.0:1767384373.668578:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000006c6d98c. 00000400:00000010:3.0:1767384373.668582:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000022e718ff. 00000400:00000010:3.0:1767384373.668584:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000371e41ec. 00000400:00000010:3.0:1767384373.668587:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008f3230a7. 00000400:00000200:3.0:1767384373.668591:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.18@tcp50 (0000000077b3ce07): 0 00000400:00000200:3.0:1767384373.668595:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.18@tcp50(0000000077b3ce07): 0. state = 0x142 00000400:00000200:3.0:1767384373.668599:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0x142 rc 1 00000400:00000200:3.0:1767384373.668602:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0x142 00000400:00000200:3.0:1767384373.668605:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.18@tcp50 00000400:00000200:3.0:1767384373.668607:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.18@tcp50(0000000077b3ce07) state 0x112 rc 0 00000400:00000200:3.0:1767384373.668611:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.18@tcp50 (0000000077b3ce07) 00000400:00000200:3.0:1767384373.668624:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000077b3ce07 (3) 00000400:00000200:2.0:1767384373.668653:0:17078:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000077b3ce07 (2) 00000400:00000200:2.0:1767384373.668657:0:17078:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000077b3ce07 (1) 00000400:00000200:2.0:1767384373.668661:0:17078:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.18@tcp50 NID 192.168.204.18@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384373.668663:0:17078:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000077b3ce07 (2) 00000400:00000200:2.0:1767384373.668666:0:17078:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.18@tcp50 primary NID 192.168.204.18@tcp50 rc 0 00000100:00000010:2.0:1767384373.668671:0:17078:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000a11d314b. 00000100:00000001:2.0:1767384373.668673:0:17078:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384373.668674:0:17078:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a11d314b refcount 1 to 192.168.204.18@tcp50 00000020:00000040:2.0:1767384373.668677:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=5 00000100:00000001:2.0:1767384373.668683:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.668685:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.668687:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.668689:0:17078:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384373.668692:0:17078:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384373.668694:0:17078:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384373.668696:0:17078:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649982016 : -1059569600 : ffffffffc0d84040) 02000000:00000001:2.0:1767384373.668698:0:17078:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.668700:0:17078:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384373.668703:0:17078:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384373.668704:0:17078:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384373.668707:0:17078:0:(import.c:65:import_set_state_nolock()) 00000000e12d150e : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384373.668709:0:17078:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384373.668715:0:17078:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384373.668717:0:17078:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384373.668719:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 4 00000020:00000040:2.0:1767384373.668721:0:17078:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 8 - find 00010000:00000001:2.0:1767384373.668723:0:17078:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.668726:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.668728:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601600 : -1049950016 : ffffffffc16b08c0) 00000020:00000001:2.0:1767384373.668730:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.668731:0:17078:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.668733:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.668735:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.668737:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.668739:0:17078:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384373.668740:0:17078:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384373.668744:0:17078:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.668745:0:17078:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.668747:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154176 00010000:00000001:2.0:1767384373.668749:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.668752:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e896c847 x1853236725154176/t0(0) o250->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.668759:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.668760:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.668762:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384373.668790:0:17078:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384373.668793:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.668794:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.668796:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.668798:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.668799:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.668802:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.668804:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.668807:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000100:00000200:2.0:1767384373.668809:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236725154176, offset 0 00000400:00000200:2.0:1767384373.668815:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.668819:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.668832:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [218:218:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384373.668841:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.668846:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.668849:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c0ea3bd. 00000800:00000200:2.0:1767384373.668853:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.668858:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.668861:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c0ea3bd type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.668875:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.668879:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.668881:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.668883:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.668885:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.668889:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e896c847 x1853236725154176/t0(0) o250->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.668898:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e896c847 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+4:11776:x1853236725154176:12345-192.168.204.18@tcp50:250: Request processed in 1722us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.668907:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 157 00000100:00000040:2.0:1767384373.668911:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.668913:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.668915:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.668919:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.668923:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.668927:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.668930:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 3 00000100:00000001:2.0:1767384373.668935:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.668939:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.668944:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a04cb40. 00000400:00000010:2.0:1767384373.668948:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c77683d5. 00000800:00000200:0.0:1767384373.668958:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.668962:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c0ea3bd. 00000400:00000200:0.0:1767384373.668967:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.668974:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.668978:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5cb62f0 00000400:00000010:0.0:1767384373.668980:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 00000100:00000001:0.0:1767384373.668984:0:16345:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384373.668986:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.668988:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f410a804. 02000000:00000001:0.0:1767384373.668993:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.669000:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384373.669810:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.669817:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.669819:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.669822:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.669828:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384373.669837:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 26 MB=0x695824cb00100 00000400:00000200:3.0:1767384373.669842:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x1781 [2] + 0 00000400:00000010:3.0:1767384373.669852:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:3.0:1767384373.669855:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007baa0b0d 00000800:00000001:3.0:1767384373.669859:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.669866:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.669868:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.669872:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.669875:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baa0b0d 00000400:00000010:3.0:1767384373.669877:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007baa0b0d. 00000100:00000001:3.0:1767384373.669880:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.669882:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.669884:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000cd2726b x1853236725154048 msgsize 328 00000100:00100000:3.0:1767384373.669890:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:3.0:1767384373.669891:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.669901:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384373.669907:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.669910:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.669944:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.669953:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154048 02000000:00000001:2.0:1767384373.669955:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.669956:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.669958:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.669961:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.669964:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154048 00000020:00000001:2.0:1767384373.669966:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.669967:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.669969:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.669971:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=4 00000020:00000001:2.0:1767384373.669973:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.669975:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.669980:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.669983:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.669985:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.669988:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384373.669992:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.669995:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.669998:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.670004:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.670007:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.670008:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.670009:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.670013:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.670024:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.670031:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.670033:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.670037:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 158 00000100:00000040:2.0:1767384373.670039:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.670042:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788628560 : -114766920923056 : ffff979ebe724850) 00000100:00000040:2.0:1767384373.670047:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000cd2726b x1853236725154048/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.670056:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.670065:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.670067:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.670069:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000100:00100000:2.0:1767384373.670074:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+4:15168:x1853236725154048:12345-192.168.204.18@tcp50:101: 00000100:00000200:2.0:1767384373.670078:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154048 00000020:00000001:2.0:1767384373.670081:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.670084:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.670086:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.670087:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.670089:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384373.670092:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.670093:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.670095:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.670096:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.670099:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.670101:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384373.670104:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384373.670106:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384373.670108:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384373.670110:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.670114:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384373.670120:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 6 00010000:00000001:2.0:1767384373.670123:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.670126:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.670130:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3d2a758. 00000020:00000001:2.0:1767384373.670133:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.670134:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c3d2a758 with handle 0xd602e9c522f0b3b6 to hash 00000020:00000001:2.0:1767384373.670136:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384373.670138:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00000001:2.0:1767384373.670141:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741151744 : -114767968399872 : ffff979e80030e00) 00010000:00010000:2.0:1767384373.670144:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b3b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x56e421a1a657fb27 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.670152:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000fe0fd9f0 : new locks_count 1 00000020:00000040:2.0:1767384373.670160:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=5 00000100:00000001:2.0:1767384373.670167:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.670169:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.670172:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f410a804. 02000000:00000001:2.0:1767384373.670175:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.670177:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.670179:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384373.670182:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384373.670184:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384373.670187:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.670189:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.670191:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.670193:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.670195:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384373.670197:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384373.670199:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384373.670200:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384373.670203:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000025c3e332) refcount = 6 00010000:00000040:2.0:1767384373.670206:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384373.670210:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed657d4f/0xd602e9c522f0b0d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b0c9 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.670218:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cbb172f/0xd602e9c522f0b0a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b09f expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.670224:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004adc26ca/0xd602e9c522f0b059 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b052 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.670230:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000740d2407/0xd602e9c522f0afd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0afcd expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.670235:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007b626aec/0xd602e9c522f0afb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0afb1 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384373.670242:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b3b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb27 expref: 5 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.670259:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384373.670261:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384373.670262:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.670264:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.670266:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.670271:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384373.670274:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b3b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb27 expref: 5 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.670280:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384373.670282:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384373.670284:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.670286:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.670288:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384373.670289:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.670291:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384373.670292:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c3d2a758, rc 0) 00000020:00000001:2.0:1767384373.670294:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.670296:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154048 00010000:00000001:2.0:1767384373.670298:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.670301:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cd2726b x1853236725154048/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.670309:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.670311:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.670313:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.670317:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.670319:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.670321:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.670323:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.670324:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.670327:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.670329:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.670332:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000100:00000200:2.0:1767384373.670341:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236725154048, offset 224 00000400:00000200:2.0:1767384373.670346:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.670353:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.670362:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [219:219:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384373.670371:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.670376:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.670380:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9b758. 00000800:00000200:2.0:1767384373.670384:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.670389:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.670392:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021e9b758 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.670405:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.670408:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.670411:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.670413:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.670415:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.670419:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000cd2726b x1853236725154048/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.670447:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000cd2726b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+5:15168:x1853236725154048:12345-192.168.204.18@tcp50:101: Request processed in 388us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.670455:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 158 00000100:00000040:2.0:1767384373.670458:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.670472:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.670474:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.670477:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.670481:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.670484:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.670488:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 4 00000100:00000001:2.0:1767384373.670491:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.670495:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.670504:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000400:00000010:2.0:1767384373.670509:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b176e1b4. 00000800:00000200:1.0:1767384373.670513:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384373.670518:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9b758. 00000400:00000200:1.0:1767384373.670523:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.670530:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.670535:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7779c58 00000400:00000010:1.0:1767384373.670537:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000001:1.0:1767384373.670540:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384373.670542:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384373.670544:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f410a804. 02000000:00000001:1.0:1767384373.670546:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.670547:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384373.671380:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.671388:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.671390:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.671393:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.671400:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.671408:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 512 into portal 26 MB=0x695824cb00200 00000400:00000200:0.0:1767384373.671413:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 512/512 into md 0x17c5 [2] + 0 00000400:00000010:0.0:1767384373.671416:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074f50d5e. 00000400:00000200:0.0:1767384373.671420:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfed67e7 00000800:00000001:0.0:1767384373.671437:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.671444:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.671446:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.671450:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.671454:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfed67e7 00000400:00000010:0.0:1767384373.671456:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfed67e7. 00000100:00000001:0.0:1767384373.671459:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.671460:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.671463:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000e0a034e3 x1853236725154304 msgsize 512 00000100:00100000:0.0:1767384373.671468:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384373.671470:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384373.671481:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.671486:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.671489:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.671524:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.671527:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154304 02000000:00000001:2.0:1767384373.671530:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.671532:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.671533:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.671536:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.671538:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154304 00000020:00000001:2.0:1767384373.671540:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.671541:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.671543:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.671545:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=5 00000020:00000001:2.0:1767384373.671548:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.671550:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.671553:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.671556:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.671558:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.671560:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384373.671564:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.671568:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.671570:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.671575:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.671577:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.671579:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.671580:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.671584:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.671596:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.671604:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.671606:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.671611:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 159 00000100:00000040:2.0:1767384373.671614:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.671617:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745180240 : -114766964371376 : ffff979ebbdb5050) 00000100:00000040:2.0:1767384373.671622:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0a034e3 x1853236725154304/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.671639:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.671642:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.671643:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.671646:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000100:00100000:2.0:1767384373.671650:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+5:15168:x1853236725154304:12345-192.168.204.18@tcp50:501: 00000100:00000200:2.0:1767384373.671654:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154304 00000020:00000001:2.0:1767384373.671657:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.671659:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.671660:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.671663:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.671664:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601088 : -1049950528 : ffffffffc16b06c0) 00000020:00000001:2.0:1767384373.671667:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.671668:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.671670:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.671672:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.671675:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384373.671677:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.671679:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.671681:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384373.671683:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384373.671685:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384373.671688:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.671690:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.671693:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000c7608e4. 02000000:00000001:2.0:1767384373.671695:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.671697:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.671700:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384373.671703:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.671706:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.671710:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009efa174e. 00000040:00000001:2.0:1767384373.671713:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.671716:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.671719:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.671729:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00080000:00000001:2.0:1767384373.671738:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384373.671742:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384373.671762:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384373.671786:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384373.671790:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384373.671795:0:17078:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384373.671798:0:17078:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384373.671800:0:17078:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384373.671803:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009efa174e. 00000040:00000001:2.0:1767384373.671807:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384373.671809:0:17078:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384373.671812:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.671815:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384373.671817:0:17078:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384373.671820:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154304 00010000:00000001:2.0:1767384373.671822:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.671826:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0a034e3 x1853236725154304/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.671834:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.671836:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.671838:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.671841:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.671844:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.671846:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.671849:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.671850:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.671853:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.671855:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.671859:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000100:00000200:2.0:1767384373.671863:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236725154304, offset 224 00000400:00000200:2.0:1767384373.671875:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.671882:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.671890:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [220:220:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384373.671899:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.671903:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.671907:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000519e41b8. 00000800:00000200:2.0:1767384373.671911:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.671916:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.671918:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519e41b8 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.671931:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.671934:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.671937:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.671939:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.671940:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.671945:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a034e3 x1853236725154304/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.671955:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0a034e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+5:15168:x1853236725154304:12345-192.168.204.18@tcp50:501: Request processed in 316us (489us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384373.671963:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 159 00000100:00000040:2.0:1767384373.671965:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.671968:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.671969:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.671972:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.671976:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.671980:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.671985:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 4 00000100:00000001:2.0:1767384373.671989:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.671992:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.671996:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000400:00000010:2.0:1767384373.672007:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014d36b37. 00000800:00000200:3.0:1767384373.672023:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.672027:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000519e41b8. 00000400:00000200:3.0:1767384373.672031:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.672035:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.672038:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063926432 00000400:00000010:3.0:1767384373.672039:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 00000100:00000001:3.0:1767384373.672041:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384373.672043:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384373.672044:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000c7608e4. 02000000:00000001:3.0:1767384373.672047:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.672048:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384373.672951:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.672959:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.672962:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.672964:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.672970:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384373.672978:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 26 MB=0x695824cb00280 00000400:00000200:1.0:1767384373.672984:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x17dd [2] + 0 00000400:00000010:1.0:1767384373.672988:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7926245. 00000400:00000200:1.0:1767384373.672992:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057bb2272 00000800:00000001:1.0:1767384373.672995:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.673001:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.673003:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.673007:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.673009:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bb2272 00000400:00000010:1.0:1767384373.673011:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057bb2272. 00000100:00000001:1.0:1767384373.673015:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.673016:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.673019:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003482797e x1853236725154432 msgsize 328 00000100:00100000:1.0:1767384373.673023:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:1.0:1767384373.673025:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.673038:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384373.673042:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.673045:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.673081:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.673084:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154432 02000000:00000001:2.0:1767384373.673086:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.673088:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.673089:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.673092:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.673095:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154432 00000020:00000001:2.0:1767384373.673097:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.673098:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.673100:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.673102:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=5 00000020:00000001:2.0:1767384373.673104:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.673106:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.673109:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.673112:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.673114:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.673116:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384373.673120:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.673123:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.673126:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.673131:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.673133:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.673134:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.673136:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.673140:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.673151:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.673158:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.673159:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.673164:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 160 00000100:00000040:2.0:1767384373.673166:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.673168:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745187408 : -114766964364208 : ffff979ebbdb6c50) 00000100:00000040:2.0:1767384373.673174:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003482797e x1853236725154432/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.673197:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.673199:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.673201:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.673204:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000100:00100000:2.0:1767384373.673209:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003482797e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+5:15168:x1853236725154432:12345-192.168.204.18@tcp50:101: 00000100:00000200:2.0:1767384373.673213:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154432 00000020:00000001:2.0:1767384373.673215:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.673217:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.673219:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.673221:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.673222:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384373.673225:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.673226:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.673228:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.673229:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.673232:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.673233:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384373.673235:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384373.673236:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384373.673238:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384373.673239:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.673242:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384373.673245:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 7 00010000:00000001:2.0:1767384373.673247:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.673249:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.673252:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 00000020:00000001:2.0:1767384373.673255:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.673257:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ae4b3d8a with handle 0xd602e9c522f0b3bd to hash 00000020:00000001:2.0:1767384373.673259:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384373.673260:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:2.0:1767384373.673263:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00010000:2.0:1767384373.673265:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b3bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x56e421a1a657fb2e expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673277:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000fe0fd9f0 : new locks_count 2 00000020:00000040:2.0:1767384373.673279:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=6 00000100:00000001:2.0:1767384373.673284:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.673286:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.673288:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002c9aa96e. 02000000:00000001:2.0:1767384373.673290:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.673292:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.673294:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384373.673297:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384373.673298:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384373.673300:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.673301:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.673303:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.673304:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.673306:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384373.673308:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384373.673309:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384373.673310:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384373.673312:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000025c3e332) refcount = 7 00010000:00000040:2.0:1767384373.673315:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384373.673318:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b3b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb27 expref: 6 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673325:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed657d4f/0xd602e9c522f0b0d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b0c9 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673332:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cbb172f/0xd602e9c522f0b0a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b09f expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673338:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004adc26ca/0xd602e9c522f0b059 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b052 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673344:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000740d2407/0xd602e9c522f0afd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0afcd expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.673360:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007b626aec/0xd602e9c522f0afb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0afb1 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384373.673367:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b3bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb2e expref: 6 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.673372:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384373.673374:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384373.673375:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.673377:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.673379:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.673383:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384373.673385:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b3bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb2e expref: 6 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.673392:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384373.673393:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384373.673395:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.673396:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.673398:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384373.673399:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.673401:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384373.673402:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ae4b3d8a, rc 0) 00000020:00000001:2.0:1767384373.673404:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.673406:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154432 00010000:00000001:2.0:1767384373.673408:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.673411:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003482797e x1853236725154432/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.673419:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.673421:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.673438:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.673442:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.673445:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.673453:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.673455:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.673457:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.673459:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.673462:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.673465:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00000100:00000200:2.0:1767384373.673468:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236725154432, offset 224 00000400:00000200:2.0:1767384373.673473:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.673479:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.673487:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [221:221:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384373.673497:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.673502:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.673505:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000368ff65e. 00000800:00000200:2.0:1767384373.673509:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.673514:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.673516:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000368ff65e type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.673528:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.673531:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.673533:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.673535:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.673537:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.673541:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003482797e x1853236725154432/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.673550:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003482797e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+6:15168:x1853236725154432:12345-192.168.204.18@tcp50:101: Request processed in 352us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.673558:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 160 00000100:00000040:2.0:1767384373.673561:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.673563:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.673565:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.673574:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.673578:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.673581:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.673585:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 5 00000100:00000001:2.0:1767384373.673589:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.673592:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.673597:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064fc929b. 00000400:00000010:2.0:1767384373.673600:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f8ae9f8. 00000800:00000200:0.0:1767384373.673606:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.673611:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000368ff65e. 00000400:00000200:0.0:1767384373.673615:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.673622:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.673626:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d39f9ba7 00000400:00000010:0.0:1767384373.673628:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 00000100:00000001:0.0:1767384373.673631:0:16345:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384373.673633:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.673635:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002c9aa96e. 02000000:00000001:0.0:1767384373.673637:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.673638:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384373.674470:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.674483:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.674487:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.674488:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.674498:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384373.674512:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 512 into portal 26 MB=0x695824cb00300 00000400:00000200:3.0:1767384373.674518:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 512/512 into md 0x183d [2] + 0 00000400:00000010:3.0:1767384373.674522:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002743b55a. 00000400:00000200:3.0:1767384373.674538:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b6071c5 00000800:00000001:3.0:1767384373.674543:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.674549:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.674551:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.674555:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.674559:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b6071c5 00000400:00000010:3.0:1767384373.674561:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6071c5. 00000100:00000001:3.0:1767384373.674564:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.674566:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.674569:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000d5aee854 x1853236725154560 msgsize 512 00000100:00100000:3.0:1767384373.674572:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:3.0:1767384373.674573:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.674585:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384373.674591:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.674593:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.674636:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.674640:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154560 02000000:00000001:2.0:1767384373.674642:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.674644:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.674646:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.674649:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.674651:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154560 00000020:00000001:2.0:1767384373.674653:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.674655:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.674657:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.674658:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=6 00000020:00000001:2.0:1767384373.674661:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.674663:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.674666:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.674670:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.674672:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.674674:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384373.674679:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.674682:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.674685:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.674690:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.674692:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.674693:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.674694:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.674698:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.674711:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.674719:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.674727:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.674733:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 161 00000100:00000040:2.0:1767384373.674737:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.674739:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745189456 : -114766964362160 : ffff979ebbdb7450) 00000100:00000040:2.0:1767384373.674745:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5aee854 x1853236725154560/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.674756:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.674759:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000100:00000001:2.0:1767384373.674761:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.674764:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000100:00100000:2.0:1767384373.674794:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5aee854 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+6:15168:x1853236725154560:12345-192.168.204.18@tcp50:501: 00000100:00000200:2.0:1767384373.674798:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154560 00000020:00000001:2.0:1767384373.674800:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.674803:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.674805:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.674807:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.674809:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601088 : -1049950528 : ffffffffc16b06c0) 00000020:00000001:2.0:1767384373.674812:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.674813:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.674815:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.674817:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.674819:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384373.674821:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.674823:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.674825:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384373.674826:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384373.674828:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384373.674830:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.674832:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.674836:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c41215b7. 02000000:00000001:2.0:1767384373.674838:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.674840:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.674842:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384373.674850:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.674852:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.674856:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2b3085d. 00000040:00000001:2.0:1767384373.674858:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.674860:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.674862:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.674865:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00080000:00000001:2.0:1767384373.674869:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384373.674871:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384373.674879:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384373.674897:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.674900:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384373.674902:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.674904:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384373.674906:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384373.674910:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:2470813516 to info 00000000809d35e3 00000020:00000001:2.0:1767384373.674915:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b85a737d 00080000:00000002:2.0:1767384373.674917:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:2.0:1767384373.674920:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384373.674923:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.674925:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384373.674931:0:17078:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c8e2c4ff. 00000020:00000001:2.0:1767384373.674934:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.674940:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150126936 : -114767559424680 : ffff979e98638558) 00000040:00000001:2.0:1767384373.674944:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.674945:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.674949:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.674953:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000000453be93/000000001141beff to site lru. bkt: 0000000044710b3c 00000040:00000010:2.0:1767384373.674956:0:17078:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c8e2c4ff. 00000040:00000001:2.0:1767384373.674959:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.674961:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2b3085d. 00000040:00000001:2.0:1767384373.674964:0:17078:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384373.674965:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.674968:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.674972:0:17078:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384373.674980:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384373.674982:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384373.674986:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.674988:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384373.674991:0:17078:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b1814186. 00000020:00000040:2.0:1767384373.674994:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=7 20000000:00000001:2.0:1767384373.674997:0:17078:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.674999:0:17078:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.675002:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154560 00010000:00000001:2.0:1767384373.675004:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.675008:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5aee854 x1853236725154560/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.675016:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.675018:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.675020:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.675023:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.675026:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.675028:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.675031:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.675032:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.675035:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.675037:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.675041:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cb473f. 00000100:00000200:2.0:1767384373.675044:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236725154560, offset 224 00000400:00000200:2.0:1767384373.675050:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.675058:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.675067:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [222:222:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384373.675078:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.675084:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.675087:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e58145c. 00000800:00000200:2.0:1767384373.675092:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.675097:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.675106:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e58145c type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.675120:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.675124:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.675126:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.675128:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.675130:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.675134:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5aee854 x1853236725154560/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 512/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.675144:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5aee854 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15168:x1853236725154560:12345-192.168.204.18@tcp50:501: Request processed in 387us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.675151:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 161 00000100:00000040:2.0:1767384373.675154:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.675156:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.675158:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.675161:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.675164:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.675167:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.675171:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00000100:00000001:2.0:1767384373.675175:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.675180:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.675184:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000400:00000010:2.0:1767384373.675189:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd756394. 00000800:00000200:1.0:1767384373.675219:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384373.675222:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e58145c. 00000400:00000200:1.0:1767384373.675225:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.675229:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.675232:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cb473f 00000400:00000010:1.0:1767384373.675234:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043cb473f. 00000100:00000001:1.0:1767384373.675236:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384373.675238:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384373.675239:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c41215b7. 02000000:00000001:1.0:1767384373.675241:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.675242:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384373.676069:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.676077:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.676079:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.676080:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.676085:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.676092:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 272 into portal 26 MB=0x695824cb00380 00000400:00000200:0.0:1767384373.676096:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 272/272 into md 0x1845 [2] + 0 00000400:00000010:0.0:1767384373.676099:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df04e63. 00000400:00000200:0.0:1767384373.676102:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bb8624b 00000800:00000001:0.0:1767384373.676104:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.676108:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.676110:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.676112:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.676114:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb8624b 00000400:00000010:0.0:1767384373.676115:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb8624b. 00000100:00000001:0.0:1767384373.676118:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.676120:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.676122:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000006dd310c9 x1853236725154688 msgsize 272 00000100:00100000:0.0:1767384373.676127:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384373.676129:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384373.676143:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.676148:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.676151:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.676181:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.676184:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154688 02000000:00000001:2.0:1767384373.676187:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.676188:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.676190:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.676193:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.676195:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154688 00000020:00000001:2.0:1767384373.676197:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.676198:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.676200:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.676202:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=7 00000020:00000001:2.0:1767384373.676210:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.676213:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.676216:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.676219:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.676221:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.676223:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.676226:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.676230:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.676233:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.676237:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.676239:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.676240:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.676242:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.676246:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.676256:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.676265:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.676266:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.676271:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 162 00000100:00000040:2.0:1767384373.676274:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.676276:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745185360 : -114766964366256 : ffff979ebbdb6450) 00000100:00000040:2.0:1767384373.676281:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006dd310c9 x1853236725154688/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.676303:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.676305:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.676306:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.676308:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.676310:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006dd310c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15168:x1853236725154688:12345-192.168.204.18@tcp50:503: 00000100:00000200:2.0:1767384373.676313:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154688 00000020:00000001:2.0:1767384373.676315:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.676316:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.676317:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.676323:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.676324:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601184 : -1049950432 : ffffffffc16b0720) 00000020:00000001:2.0:1767384373.676326:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.676327:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.676328:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.676329:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.676331:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.676333:0:17078:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.676334:0:17078:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384373.676336:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.676337:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.676348:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c6875d83. 02000000:00000001:2.0:1767384373.676349:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.676351:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.676352:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.676354:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.676356:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009efa174e. 00000040:00000001:2.0:1767384373.676358:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.676359:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.676360:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.676362:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00000020:00000001:2.0:1767384373.676364:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.676366:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150126936 : -114767559424680 : ffff979e98638558) 00000040:00000001:2.0:1767384373.676368:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.676369:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.676370:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384373.676374:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000427466a8. 00000040:00000001:2.0:1767384373.676376:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.676377:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384373.676390:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.676391:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.676393:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384373.676395:0:17078:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384373.676397:0:17078:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384373.676398:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.676404:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000000453be93/000000001141beff to site lru. bkt: 0000000044710b3c 00000040:00000001:2.0:1767384373.676405:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.676407:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000427466a8. 00000040:00000010:2.0:1767384373.676409:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009efa174e. 00000040:00000040:2.0:1767384373.676411:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.676413:0:17078:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.676414:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154688 00010000:00000001:2.0:1767384373.676416:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.676418:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006dd310c9 x1853236725154688/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8416 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.676441:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.676443:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.676445:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.676447:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.676465:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.676466:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.676467:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.676469:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.676470:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.676472:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.676474:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009e975a85. 00000100:00000200:2.0:1767384373.676476:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236725154688, offset 224 00000400:00000200:2.0:1767384373.676479:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.676484:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.676490:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [223:223:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:2.0:1767384373.676496:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.676499:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.676501:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009efa174e. 00000800:00000200:2.0:1767384373.676504:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.676507:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000200:2.0:1767384373.676509:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009efa174e type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384373.676524:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.676526:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.676527:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.676528:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.676530:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.676532:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006dd310c9 x1853236725154688/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8416 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.676540:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006dd310c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15168:x1853236725154688:12345-192.168.204.18@tcp50:503: Request processed in 251us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.676547:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 162 00000100:00000040:2.0:1767384373.676550:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.676551:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.676552:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.676555:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.676557:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.676559:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.676561:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00000100:00000001:2.0:1767384373.676565:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.676568:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.676570:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7926245. 00000400:00000010:2.0:1767384373.676573:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000660c76c3. 00000800:00000200:3.0:1767384373.676625:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.676628:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009efa174e. 00000400:00000200:3.0:1767384373.676632:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.676637:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.676640:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e975a85 00000400:00000010:3.0:1767384373.676641:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009e975a85. 00000100:00000001:3.0:1767384373.676644:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384373.676646:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384373.676649:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c6875d83. 02000000:00000001:3.0:1767384373.676659:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.676660:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384373.677841:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.677851:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.677854:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.677857:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.677865:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384373.677874:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 272 into portal 26 MB=0x695824cb00400 00000400:00000200:1.0:1767384373.677880:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 272/272 into md 0x1859 [2] + 0 00000400:00000010:1.0:1767384373.677884:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004d6ef70. 00000400:00000200:1.0:1767384373.677889:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001eff645a 00000800:00000001:1.0:1767384373.677892:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.677900:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.677903:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.677906:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.677909:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eff645a 00000400:00000010:1.0:1767384373.677910:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eff645a. 00000100:00000001:1.0:1767384373.677912:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.677913:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.677916:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000001777b4dc x1853236725154816 msgsize 272 00000100:00100000:1.0:1767384373.677919:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:1.0:1767384373.677920:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.677932:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384373.677936:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.677938:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.678009:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.678012:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154816 02000000:00000001:2.0:1767384373.678013:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.678015:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.678016:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.678018:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.678020:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154816 00000020:00000001:2.0:1767384373.678021:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.678022:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.678023:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.678025:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=7 00000020:00000001:2.0:1767384373.678027:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.678035:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.678037:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.678039:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.678041:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.678042:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.678046:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.678048:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.678050:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.678054:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.678056:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.678056:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.678057:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.678060:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.678072:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.678077:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.678078:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.678082:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 163 00000100:00000040:2.0:1767384373.678085:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.678087:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745191504 : -114766964360112 : ffff979ebbdb7c50) 00000100:00000040:2.0:1767384373.678091:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001777b4dc x1853236725154816/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.678097:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.678099:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.678100:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.678102:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.678106:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001777b4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15187:x1853236725154816:12345-192.168.204.18@tcp50:502: 00000100:00000200:2.0:1767384373.678109:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154816 00000020:00000001:2.0:1767384373.678110:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.678112:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.678113:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.678115:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.678120:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601136 : -1049950480 : ffffffffc16b06f0) 00000020:00000001:2.0:1767384373.678122:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.678122:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.678124:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.678125:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.678126:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.678128:0:17078:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384373.678129:0:17078:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384373.678131:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.678132:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.678141:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000c6875d83. 02000000:00000001:2.0:1767384373.678142:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.678143:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.678145:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.678146:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.678148:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2b3085d. 00000040:00000001:2.0:1767384373.678151:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.678152:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.678153:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.678155:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00000020:00000001:2.0:1767384373.678157:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.678159:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150126936 : -114767559424680 : ffff979e98638558) 00000040:00000001:2.0:1767384373.678161:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678162:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678163:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384373.678165:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000427466a8. 00000040:00000001:2.0:1767384373.678167:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.678168:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384373.678174:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678176:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678177:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678179:0:17078:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384373.678180:0:17078:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384373.678183:0:17078:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384373.678191:0:17078:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384373.678193:0:17078:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.678197:0:17078:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384373.678199:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.678201:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000000453be93/000000001141beff to site lru. bkt: 0000000044710b3c 00000040:00000001:2.0:1767384373.678202:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.678204:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000427466a8. 00000040:00000010:2.0:1767384373.678206:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2b3085d. 00000040:00000040:2.0:1767384373.678207:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.678209:0:17078:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.678210:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154816 00010000:00000001:2.0:1767384373.678212:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.678214:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001777b4dc x1853236725154816/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8472 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.678220:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.678221:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.678223:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.678225:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.678226:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.678228:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.678229:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.678230:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.678232:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.678234:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.678235:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e1e888c1. 00000100:00000200:2.0:1767384373.678238:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236725154816, offset 224 00000400:00000200:2.0:1767384373.678241:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.678246:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.678254:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [224:224:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384373.678261:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.678264:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.678266:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c2b3085d. 00000800:00000200:2.0:1767384373.678269:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.678272:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000200:2.0:1767384373.678278:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c2b3085d type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384373.678289:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.678291:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.678293:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.678293:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.678295:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.678297:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001777b4dc x1853236725154816/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8472 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.678303:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001777b4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15187:x1853236725154816:12345-192.168.204.18@tcp50:502: Request processed in 205us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.678308:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 163 00000100:00000040:2.0:1767384373.678310:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.678312:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.678313:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.678316:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.678318:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.678321:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.678324:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00000100:00000001:2.0:1767384373.678327:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.678329:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.678332:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d8c97c. 00000400:00000010:2.0:1767384373.678334:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005aba1e43. 00000800:00000200:0.0:1767384373.678381:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.678386:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c2b3085d. 00000400:00000200:0.0:1767384373.678390:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.678395:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.678399:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1e888c1 00000400:00000010:0.0:1767384373.678401:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e1e888c1. 00000100:00000001:0.0:1767384373.678403:0:16345:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384373.678405:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.678407:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c6875d83. 02000000:00000001:0.0:1767384373.678417:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.678418:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384373.693204:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.693238:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.693243:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.693246:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.693260:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384373.693282:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 272 into portal 26 MB=0x695824cb00480 00000400:00000200:3.0:1767384373.693292:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 272/272 into md 0x1871 [2] + 0 00000400:00000010:3.0:1767384373.693298:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050ef1f8a. 00000400:00000200:3.0:1767384373.693307:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5916138 00000800:00000001:3.0:1767384373.693333:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.693345:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.693349:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.693354:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.693360:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5916138 00000400:00000010:3.0:1767384373.693362:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5916138. 00000100:00000001:3.0:1767384373.693369:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.693371:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.693376:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000078d6e402 x1853236725154944 msgsize 272 00000100:00100000:3.0:1767384373.693381:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:3.0:1767384373.693384:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.693400:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384373.693409:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.693413:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.693529:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.693536:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725154944 02000000:00000001:2.0:1767384373.693542:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.693545:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.693547:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.693553:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.693557:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725154944 00000020:00000001:2.0:1767384373.693560:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.693562:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.693565:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.693568:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=7 00000020:00000001:2.0:1767384373.693587:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.693589:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.693595:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.693600:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.693603:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.693606:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.693616:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.693622:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.693627:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.693635:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.693638:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.693640:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.693642:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.693650:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.693684:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.693696:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.693698:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.693708:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 164 00000100:00000040:2.0:1767384373.693712:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.693715:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745186384 : -114766964365232 : ffff979ebbdb6850) 00000100:00000040:2.0:1767384373.693723:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078d6e402 x1853236725154944/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.693735:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.693738:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.693740:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.693742:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.693747:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078d6e402 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15187:x1853236725154944:12345-192.168.204.18@tcp50:502: 00000100:00000200:2.0:1767384373.693752:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725154944 00000020:00000001:2.0:1767384373.693755:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.693758:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.693761:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.693807:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.693810:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601136 : -1049950480 : ffffffffc16b06f0) 00000020:00000001:2.0:1767384373.693814:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.693815:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.693818:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.693820:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.693824:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.693826:0:17078:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384373.693828:0:17078:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384373.693834:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.693836:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.693852:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000c6875d83. 02000000:00000001:2.0:1767384373.693856:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.693858:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.693861:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.693864:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.693869:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009efa174e. 00000040:00000001:2.0:1767384373.693873:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.693876:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.693878:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.693882:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00000020:00000001:2.0:1767384373.693887:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.693892:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150126936 : -114767559424680 : ffff979e98638558) 00000040:00000001:2.0:1767384373.693896:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693898:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693900:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384373.693905:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000427466a8. 00000040:00000001:2.0:1767384373.693908:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.693909:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384373.693927:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693945:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693947:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693950:0:17078:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384373.693952:0:17078:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384373.693956:0:17078:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384373.693964:0:17078:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384373.693973:0:17078:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.693975:0:17078:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384373.693978:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.693982:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000000453be93/000000001141beff to site lru. bkt: 0000000044710b3c 00000040:00000001:2.0:1767384373.693986:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.693988:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000427466a8. 00000040:00000010:2.0:1767384373.693992:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009efa174e. 00000040:00000040:2.0:1767384373.693996:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.693999:0:17078:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.694003:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725154944 00010000:00000001:2.0:1767384373.694006:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.694011:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078d6e402 x1853236725154944/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8472 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.694020:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.694023:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.694026:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.694031:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.694034:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.694036:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.694039:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.694041:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.694044:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.694047:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.694054:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000037611bd4. 00000100:00000200:2.0:1767384373.694061:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236725154944, offset 224 00000400:00000200:2.0:1767384373.694069:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.694083:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.694102:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [225:225:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767384373.694114:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.694120:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.694125:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009efa174e. 00000800:00000200:2.0:1767384373.694132:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.694145:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000200:2.0:1767384373.694150:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009efa174e type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384373.694166:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.694170:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.694173:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.694175:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.694177:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.694181:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078d6e402 x1853236725154944/t0(0) o502->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8472 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.694191:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078d6e402 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15187:x1853236725154944:12345-192.168.204.18@tcp50:502: Request processed in 455us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.694199:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 164 00000100:00000040:2.0:1767384373.694203:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.694206:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.694223:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.694228:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.694232:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.694237:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.694243:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00000100:00000001:2.0:1767384373.694248:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.694252:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.694270:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000400:00000010:2.0:1767384373.694275:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016757cf8. 00000800:00000200:1.0:1767384373.694355:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384373.694361:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009efa174e. 00000400:00000200:1.0:1767384373.694366:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.694374:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.694379:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037611bd4 00000400:00000010:1.0:1767384373.694382:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000037611bd4. 00000100:00000001:1.0:1767384373.694386:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384373.694388:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384373.694401:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c6875d83. 02000000:00000001:1.0:1767384373.694412:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.694414:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384373.695756:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.695799:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.695803:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.695805:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.695813:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.695824:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 26 MB=0x695824cb00500 00000400:00000200:0.0:1767384373.695833:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x18a9 [2] + 0 00000400:00000010:0.0:1767384373.695839:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000200:0.0:1767384373.695845:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d05f1a3 00000800:00000001:0.0:1767384373.695851:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.695859:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.695861:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.695865:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.695884:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d05f1a3 00000400:00000010:0.0:1767384373.695886:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d05f1a3. 00000100:00000001:0.0:1767384373.695891:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.695893:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.695897:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000005cb211e x1853236725155072 msgsize 328 00000100:00100000:0.0:1767384373.695903:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384373.695905:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384373.695920:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.695927:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.695931:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.695976:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.695978:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155072 02000000:00000001:2.0:1767384373.695980:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.695981:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.695982:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.695984:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.695986:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155072 00000020:00000001:2.0:1767384373.695987:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.695988:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.695989:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.695995:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=7 00000020:00000001:2.0:1767384373.695997:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.695998:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.696000:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.696002:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.696003:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.696005:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.696008:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.696010:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.696012:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.696015:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.696016:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.696017:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.696018:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.696021:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.696032:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.696037:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.696038:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.696041:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 165 00000100:00000040:2.0:1767384373.696043:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.696044:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745184336 : -114766964367280 : ffff979ebbdb6050) 00000100:00000040:2.0:1767384373.696047:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005cb211e x1853236725155072/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.696053:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.696055:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.696056:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.696058:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.696061:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005cb211e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:15168:x1853236725155072:12345-192.168.204.18@tcp50:101: 00000100:00000200:2.0:1767384373.696064:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155072 00000020:00000001:2.0:1767384373.696065:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.696067:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.696072:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.696074:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.696075:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384373.696077:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.696079:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.696080:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.696081:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.696084:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.696086:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384373.696087:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384373.696089:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384373.696090:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384373.696092:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.696095:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384373.696101:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000049753d6f. 00010000:00000001:2.0:1767384373.696104:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.696106:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 00000020:00000001:2.0:1767384373.696109:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.696111:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000063929d89 with handle 0xd602e9c522f0b3c4 to hash 00000020:00000001:2.0:1767384373.696112:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384373.696113:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:2.0:1767384373.696115:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00010000:2.0:1767384373.696117:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063929d89/0xd602e9c522f0b3c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x56e421a1a657fb51 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.696123:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000fe0fd9f0 : new locks_count 3 00000020:00000040:2.0:1767384373.696124:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=8 00000100:00000001:2.0:1767384373.696129:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.696130:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.696132:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000dd668e7f. 02000000:00000001:2.0:1767384373.696133:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.696134:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.696136:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384373.696138:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384373.696140:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384373.696144:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.696146:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.696147:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.696148:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.696150:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384373.696151:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384373.696153:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384373.696153:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384373.696155:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000049753d6f) refcount = 1 00010000:00010000:2.0:1767384373.696158:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063929d89/0xd602e9c522f0b3c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb51 expref: 8 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.696163:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384373.696164:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384373.696166:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.696168:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.696169:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.696174:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384373.696177:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063929d89/0xd602e9c522f0b3c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb51 expref: 8 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.696184:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384373.696186:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384373.696188:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.696190:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.696192:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384373.696194:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.696195:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384373.696197:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000063929d89, rc 0) 00000020:00000001:2.0:1767384373.696199:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.696201:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155072 00010000:00000001:2.0:1767384373.696203:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.696206:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005cb211e x1853236725155072/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.696214:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.696237:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.696239:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.696243:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.696245:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.696248:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.696250:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.696252:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.696254:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.696257:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.696261:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000100:00000200:2.0:1767384373.696263:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236725155072, offset 224 00000400:00000200:2.0:1767384373.696268:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.696275:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.696284:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [226:226:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384373.696293:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.696297:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.696301:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a915bae3. 00000800:00000200:2.0:1767384373.696305:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.696310:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.696312:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a915bae3 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.696326:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.696329:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.696332:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.696333:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.696336:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.696340:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005cb211e x1853236725155072/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.696350:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005cb211e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+8:15168:x1853236725155072:12345-192.168.204.18@tcp50:101: Request processed in 295us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.696357:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 165 00000100:00000040:2.0:1767384373.696368:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.696370:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.696372:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.696374:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.696378:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.696380:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.696383:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 7 00000100:00000001:2.0:1767384373.696387:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.696390:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384373.696391:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:3.0:1767384373.696396:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a915bae3. 00000400:00000010:2.0:1767384373.696399:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000200:3.0:1767384373.696401:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384373.696407:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037611bd4. 00000400:00000200:3.0:1767384373.696409:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.696415:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000887c2f0a 00000400:00000010:3.0:1767384373.696417:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 00000100:00000001:3.0:1767384373.696420:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384373.696421:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384373.696434:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000dd668e7f. 02000000:00000001:3.0:1767384373.696436:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.696437:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384373.698099:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.698106:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.698108:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.698110:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.698116:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384373.698126:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 304 into portal 26 MB=0x695824cb00580 00000400:00000200:1.0:1767384373.698131:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 304/304 into md 0x18bd [2] + 0 00000400:00000010:1.0:1767384373.698134:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46c937a. 00000400:00000200:1.0:1767384373.698138:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001700b39e 00000800:00000001:1.0:1767384373.698142:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.698148:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.698150:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.698155:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.698158:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001700b39e 00000400:00000010:1.0:1767384373.698160:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001700b39e. 00000100:00000001:1.0:1767384373.698164:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.698166:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.698169:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000dd556928 x1853236725155200 msgsize 304 00000100:00100000:1.0:1767384373.698174:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:1.0:1767384373.698176:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.698187:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384373.698192:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.698195:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.698232:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.698236:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155200 02000000:00000001:2.0:1767384373.698238:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.698240:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.698242:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.698245:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.698247:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155200 00000020:00000001:2.0:1767384373.698249:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.698251:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.698253:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.698254:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=8 00000020:00000001:2.0:1767384373.698257:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.698259:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.698262:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.698266:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.698268:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.698269:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.698272:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.698274:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.698276:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.698280:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.698281:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.698282:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.698288:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.698291:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.698301:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.698307:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.698308:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.698311:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 166 00000100:00000040:2.0:1767384373.698313:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.698314:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745182288 : -114766964369328 : ffff979ebbdb5850) 00000100:00000040:2.0:1767384373.698318:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd556928 x1853236725155200/t0(0) o256->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 304/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.698324:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.698326:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.698328:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.698329:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.698332:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+8:15168:x1853236725155200:12345-192.168.204.18@tcp50:256: 00000100:00000200:2.0:1767384373.698335:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155200 00000020:00000001:2.0:1767384373.698337:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.698339:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.698340:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.698342:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.698343:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601888 : -1049949728 : ffffffffc16b09e0) 00000020:00000001:2.0:1767384373.698345:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.698346:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.698348:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.698349:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.698350:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.698352:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.698353:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.698355:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000dd668e7f. 02000000:00000001:2.0:1767384373.698357:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.698358:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.698360:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384373.698363:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384373.698369:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384373.698371:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384373.698374:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.698375:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384373.698376:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:2.0:1767384373.698379:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000bd55e507. 20000000:00000001:2.0:1767384373.698381:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384373.698393:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384373.698398:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384373.698402:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384373.698404:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384373.698405:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384373.698406:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384373.698408:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384373.698409:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384373.698410:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384373.698412:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384373.698413:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384373.698414:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384373.698415:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384373.698416:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384373.698417:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384373.698419:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384373.698420:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384373.698421:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384373.698435:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384373.698437:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384373.698438:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384373.698439:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384373.698441:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384373.698442:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384373.698443:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384373.698444:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384373.698445:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384373.698446:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384373.698448:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384373.698449:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384373.698450:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384373.698451:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384373.698473:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384373.698474:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384373.698476:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384373.698477:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384373.698478:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384373.698480:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384373.698481:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384373.698482:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384373.698483:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384373.698485:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384373.698486:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:2.0:1767384373.698492:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384373.698494:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384373.698495:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384373.698496:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384373.698497:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384373.698498:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384373.698499:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384373.698501:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384373.698502:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384373.698503:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384373.698504:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384373.698506:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384373.698507:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384373.698509:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384373.698510:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384373.698511:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384373.698512:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384373.698513:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384373.698514:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384373.698516:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384373.698517:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384373.698518:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384373.698519:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384373.698520:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384373.698521:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384373.698522:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384373.698523:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384373.698525:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384373.698529:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384373.698530:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384373.698532:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384373.698533:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384373.698534:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384373.698536:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384373.698537:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384373.698538:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384373.698539:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384373.698541:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384373.698542:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384373.698543:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384373.698544:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384373.698545:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384373.698546:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:2.0:1767384373.698548:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384373.698549:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384373.698551:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384373.698553:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c41215b7. 00000100:00000010:2.0:1767384373.698556:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c8e2c4ff. 00000020:00000040:2.0:1767384373.698557:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=9 00010000:00000001:2.0:1767384373.698560:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384373.698562:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384373.698565:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000400:00000010:2.0:1767384373.698569:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065605abe. 00000400:00000200:2.0:1767384373.698572:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.698579:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.698584:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [227:227:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1767384373.698588:0:17078:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.698593:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.698596:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.698598:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca835d36. 00000800:00000200:2.0:1767384373.698601:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.698605:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000200:2.0:1767384373.698610:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ca835d36 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:2.0:1767384373.698622:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.204.18@tcp50 mbits 0x695824cb00580-0x695824cb00580 00000100:00000001:2.0:1767384373.698624:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384373.698691:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.698695:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca835d36. 00000400:00000200:0.0:1767384373.698698:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.698703:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:0.0:1767384373.698706:0:16345:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.698707:0:16345:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c41215b7 00000100:00000001:0.0:1767384373.698709:0:16345:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384373.699710:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.699716:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.699718:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.699740:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.699745:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : ACK - for me 00000400:00000200:3.0:1767384373.699754:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.118@tcp50: ACK from 12345-192.168.204.18@tcp50 into md 0x20d5 00000400:00000200:3.0:1767384373.699757:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.699760:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: ACK: OK 00000400:00000200:3.0:1767384373.699763:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e80e22f 00000400:00000010:3.0:1767384373.699764:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 00000100:00000001:3.0:1767384373.699848:0:16347:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384373.699850:0:16347:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c41215b7 00000100:00000001:3.0:1767384373.699858:0:16347:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384373.699863:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.699866:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.699925:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.699929:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384373.699931:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000100:00000010:2.0:1767384373.699934:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c8e2c4ff. 00000100:00000010:2.0:1767384373.699953:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c41215b7. 00000100:00000001:2.0:1767384373.699955:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384373.699956:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384373.699962:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000bd55e507. 20000000:00000001:2.0:1767384373.699965:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.699967:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155200 00010000:00000001:2.0:1767384373.699969:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.699973:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd556928 x1853236725155200/t0(0) o256->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.699979:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.699980:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.699981:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.699984:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.699985:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.699986:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.699988:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.699990:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.699991:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.699993:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.699996:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00000200:2.0:1767384373.699998:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236725155200, offset 224 00000400:00000200:2.0:1767384373.700002:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.700007:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.700013:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [228:228:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767384373.700020:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.700027:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.700029:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a243f8. 00000800:00000200:2.0:1767384373.700032:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.700036:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.700037:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a243f8 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.700049:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.700051:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.700052:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.700053:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.700054:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.700057:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd556928 x1853236725155200/t0(0) o256->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.700063:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd556928 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+8:15168:x1853236725155200:12345-192.168.204.18@tcp50:256: Request processed in 1738us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.700068:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 166 00000100:00000040:2.0:1767384373.700070:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.700072:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.700073:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.700075:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.700077:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.700080:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.700083:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 7 00000100:00000001:2.0:1767384373.700085:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.700088:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.700091:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000400:00000010:2.0:1767384373.700093:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1e888c1. 00000800:00000200:1.0:1767384373.700120:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384373.700123:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a243f8. 00000400:00000200:1.0:1767384373.700126:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.700131:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.700133:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000400:00000010:1.0:1767384373.700135:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000100:00000001:1.0:1767384373.700137:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384373.700139:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384373.700140:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000dd668e7f. 02000000:00000001:1.0:1767384373.700142:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.700143:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384373.703371:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.703381:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.703383:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.703386:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.703393:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.703401:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 26 MB=0x695824cb00600 00000400:00000200:0.0:1767384373.703413:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x1901 [2] + 0 00000400:00000010:0.0:1767384373.703417:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021291a14. 00000400:00000200:0.0:1767384373.703420:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f591ee97 00000800:00000001:0.0:1767384373.703441:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.703448:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.703451:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.703455:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.703458:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f591ee97 00000400:00000010:0.0:1767384373.703460:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f591ee97. 00000100:00000001:0.0:1767384373.703474:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.703475:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384373.703478:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000fe2a2c6d x1853236725155328 msgsize 328 00000100:00100000:0.0:1767384373.703483:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384373.703484:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384373.703496:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.703501:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.703503:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.703540:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.703544:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155328 02000000:00000001:2.0:1767384373.703547:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.703549:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.703550:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.703562:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.703565:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155328 00000020:00000001:2.0:1767384373.703567:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.703568:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.703570:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.703572:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=8 00000020:00000001:2.0:1767384373.703575:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.703577:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.703581:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.703583:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.703586:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.703587:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.703592:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.703596:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.703599:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.703604:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.703606:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.703608:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.703609:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.703613:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.703626:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.703634:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.703636:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.703641:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 167 00000100:00000040:2.0:1767384373.703644:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.703646:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745181264 : -114766964370352 : ffff979ebbdb5450) 00000100:00000040:2.0:1767384373.703652:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe2a2c6d x1853236725155328/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.703671:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.703674:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.703677:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.703680:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.703684:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe2a2c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+8:15168:x1853236725155328:12345-192.168.204.18@tcp50:101: 00000100:00000200:2.0:1767384373.703695:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155328 00000020:00000001:2.0:1767384373.703698:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.703700:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.703702:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.703704:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.703706:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601472 : -1049950144 : ffffffffc16b0840) 00000020:00000001:2.0:1767384373.703709:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.703711:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.703713:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.703714:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.703717:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.703719:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384373.703721:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384373.703723:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384373.703724:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384373.703726:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.703730:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384373.703733:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000118e614c count: 3 00010000:00000001:2.0:1767384373.703736:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.703738:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384373.703741:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bf86f3d8. 00000020:00000001:2.0:1767384373.703744:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384373.703745:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bf86f3d8 with handle 0xd602e9c522f0b3cb to hash 00000020:00000001:2.0:1767384373.703748:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384373.703749:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:2.0:1767384373.703751:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00010000:2.0:1767384373.703754:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bf86f3d8/0xd602e9c522f0b3cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x56e421a1a657fb58 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.703761:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000fe0fd9f0 : new locks_count 4 00000020:00000040:2.0:1767384373.703763:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=9 00000100:00000001:2.0:1767384373.703792:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.703795:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.703799:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c41215b7. 02000000:00000001:2.0:1767384373.703807:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.703810:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.703813:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384373.703816:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384373.703818:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384373.703820:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.703822:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.703824:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384373.703826:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.703828:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384373.703830:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384373.703832:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384373.703834:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384373.703836:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000118e614c) refcount = 3 00010000:00000040:2.0:1767384373.703840:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384373.703844:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d4402099/0xd602e9c522f0b0c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b0bb expref: 13 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384373.703852:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a32f512b/0xd602e9c522f0b04b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd602e9c522f0b044 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384373.703860:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bf86f3d8/0xd602e9c522f0b3cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb58 expref: 9 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.703866:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384373.703868:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384373.703870:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.703872:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.703874:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384373.703878:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384373.703882:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bf86f3d8/0xd602e9c522f0b3cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb58 expref: 9 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384373.703889:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384373.703891:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384373.703893:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384373.703901:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.703903:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384373.703905:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384373.703907:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384373.703908:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000bf86f3d8, rc 0) 00000020:00000001:2.0:1767384373.703912:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.703915:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155328 00010000:00000001:2.0:1767384373.703917:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.703922:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe2a2c6d x1853236725155328/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.703931:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.703933:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.703936:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.703940:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.703943:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.703946:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.703949:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.703951:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.703953:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.703956:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.703960:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384373.703963:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236725155328, offset 224 00000400:00000200:2.0:1767384373.703968:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.703975:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.703983:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [229:229:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767384373.703993:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.703998:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.704001:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b691575. 00000800:00000200:2.0:1767384373.704005:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.704011:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.704013:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b691575 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.704033:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.704036:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.704039:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.704040:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.704042:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.704047:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe2a2c6d x1853236725155328/t0(0) o101->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.704056:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe2a2c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:15168:x1853236725155328:12345-192.168.204.18@tcp50:101: Request processed in 384us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.704064:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 167 00000100:00000040:2.0:1767384373.704067:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.704069:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.704071:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.704075:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.704079:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.704083:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.704087:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000100:00000001:2.0:1767384373.704091:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.704095:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.704099:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000400:00000010:2.0:1767384373.704104:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8879aa3. 00000800:00000200:3.0:1767384373.704128:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.704132:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b691575. 00000400:00000200:3.0:1767384373.704136:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.704140:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.704142:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:3.0:1767384373.704144:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000100:00000001:3.0:1767384373.704146:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384373.704147:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384373.704148:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c41215b7. 02000000:00000001:3.0:1767384373.704150:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.704151:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384373.705096:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.705103:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.705105:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.705107:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.705111:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384373.705118:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 504 into portal 26 MB=0x695824cb00680 00000400:00000200:1.0:1767384373.705122:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 504/504 into md 0x1931 [2] + 0 00000400:00000010:1.0:1767384373.705124:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a4ff27. 00000400:00000200:1.0:1767384373.705127:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000acab46d6 00000800:00000001:1.0:1767384373.705130:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.705134:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384373.705135:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.705138:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.705140:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acab46d6 00000400:00000010:1.0:1767384373.705141:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acab46d6. 00000100:00000001:1.0:1767384373.705144:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384373.705145:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384373.705147:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000b249c4dc x1853236725155456 msgsize 504 00000100:00100000:1.0:1767384373.705150:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:1.0:1767384373.705151:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384373.705162:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384373.705165:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.705167:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.705208:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.705211:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155456 02000000:00000001:2.0:1767384373.705213:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.705215:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.705217:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.705220:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.705222:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155456 00000020:00000001:2.0:1767384373.705224:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.705225:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.705227:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.705229:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=9 00000020:00000001:2.0:1767384373.705232:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.705240:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.705244:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.705247:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.705249:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.705251:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.705255:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000020:00000010:2.0:1767384373.705259:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.705262:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.705267:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.705270:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.705271:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.705272:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.705276:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.705287:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.705291:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.705292:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.705297:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 168 00000100:00000040:2.0:1767384373.705299:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.705301:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745176144 : -114766964375472 : ffff979ebbdb4050) 00000100:00000040:2.0:1767384373.705306:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b249c4dc x1853236725155456/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 504/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.705316:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.705319:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.705321:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.705324:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.705328:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b249c4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:15168:x1853236725155456:12345-192.168.204.18@tcp50:501: 00000100:00000200:2.0:1767384373.705332:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155456 00000020:00000001:2.0:1767384373.705335:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.705338:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.705340:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.705342:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.705350:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601088 : -1049950528 : ffffffffc16b06c0) 00000020:00000001:2.0:1767384373.705354:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.705355:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.705357:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.705358:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.705361:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384373.705363:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.705364:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.705366:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384373.705368:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384373.705369:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384373.705372:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.705374:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.705377:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002c9aa96e. 02000000:00000001:2.0:1767384373.705380:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.705382:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.705385:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767384373.705388:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.705390:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.705393:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c2b3085d. 00000040:00000001:2.0:1767384373.705397:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.705399:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.705402:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.705405:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00080000:00000001:2.0:1767384373.705412:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384373.705416:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384373.705447:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384373.705462:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.705465:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384373.705467:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.705469:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384373.705471:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384373.705474:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:3086638442 to info 00000000809d35e3 00000020:00000001:2.0:1767384373.705479:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b85a737d 00080000:00000002:2.0:1767384373.705481:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:2.0:1767384373.705484:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384373.705496:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.705500:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384373.705505:0:17078:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ab0b9c3c. 00000020:00000001:2.0:1767384373.705508:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.705512:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150125912 : -114767559425704 : ffff979e98638158) 00000040:00000001:2.0:1767384373.705516:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.705518:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.705522:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.705524:0:17078:0:(lu_object.c:207:lu_object_put()) Add 0000000093aba77b/0000000008fbf0bb to site lru. bkt: 0000000081ceae0d 00000040:00000010:2.0:1767384373.705528:0:17078:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ab0b9c3c. 00000040:00000001:2.0:1767384373.705530:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.705532:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c2b3085d. 00000040:00000001:2.0:1767384373.705535:0:17078:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384373.705536:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.705539:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.705543:0:17078:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.705545:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155456 00010000:00000001:2.0:1767384373.705547:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.705552:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b249c4dc x1853236725155456/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 504/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.705561:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.705562:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.705565:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.705568:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.705571:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.705573:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.705576:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.705578:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.705580:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.705583:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.705586:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006edb577f. 00000100:00000200:2.0:1767384373.705590:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236725155456, offset 224 00000400:00000200:2.0:1767384373.705595:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.705601:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.705616:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [230:230:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384373.705626:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.705631:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.705634:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000103878ff. 00000800:00000200:2.0:1767384373.705639:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.705643:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384373.705647:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000103878ff type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384373.705661:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.705665:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.705668:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.705669:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.705671:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.705676:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b249c4dc x1853236725155456/t0(0) o501->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 504/272 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.705685:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b249c4dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:15168:x1853236725155456:12345-192.168.204.18@tcp50:501: Request processed in 368us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.705693:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 168 00000100:00000040:2.0:1767384373.705696:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.705698:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.705699:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.705702:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.705705:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.705708:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000020:00000040:2.0:1767384373.705713:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000100:00000001:2.0:1767384373.705717:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.705721:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.705738:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83e0ee9. 00000400:00000010:2.0:1767384373.705745:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb83ad55. 00000800:00000200:0.0:1767384373.705759:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.705762:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000103878ff. 00000400:00000200:0.0:1767384373.705782:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.705787:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384373.705790:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006edb577f 00000400:00000010:0.0:1767384373.705791:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006edb577f. 00000100:00000001:0.0:1767384373.705794:0:16345:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384373.705795:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.705797:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002c9aa96e. 02000000:00000001:0.0:1767384373.705799:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.705800:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384373.706732:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.706738:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.706740:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.706741:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.706746:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384373.706752:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 272 into portal 26 MB=0x695824cb00700 00000400:00000200:3.0:1767384373.706756:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 272/272 into md 0x1939 [2] + 0 00000400:00000010:3.0:1767384373.706758:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000173b1ce5. 00000400:00000200:3.0:1767384373.706761:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb8531c5 00000800:00000001:3.0:1767384373.706763:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.706795:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.706796:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.706799:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384373.706802:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb8531c5 00000400:00000010:3.0:1767384373.706803:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb8531c5. 00000100:00000001:3.0:1767384373.706805:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.706806:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.706808:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e346b963 x1853236725155584 msgsize 272 00000100:00100000:3.0:1767384373.706811:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:3.0:1767384373.706818:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.706826:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384373.706831:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.706833:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.706872:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.706882:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155584 02000000:00000001:2.0:1767384373.706884:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.706886:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.706888:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.706891:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.706893:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155584 00000020:00000001:2.0:1767384373.706895:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384373.706897:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384373.706899:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384373.706901:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=9 00000020:00000001:2.0:1767384373.706904:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384373.706906:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384373.706909:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.706912:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.706914:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.706916:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000020:00000010:2.0:1767384373.706920:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b3085d. 00000020:00000010:2.0:1767384373.706924:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.706927:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000100:00000040:2.0:1767384373.706932:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384373.706934:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.706936:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.706937:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.706941:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.706952:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.706960:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.706962:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.706967:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 169 00000100:00000040:2.0:1767384373.706970:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384373.706973:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745179216 : -114766964372400 : ffff979ebbdb4c50) 00000100:00000040:2.0:1767384373.706979:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e346b963 x1853236725155584/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.706988:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.706997:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384373.706999:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.707001:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00100000:2.0:1767384373.707006:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:15168:x1853236725155584:12345-192.168.204.18@tcp50:503: 00000100:00000200:2.0:1767384373.707010:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155584 00000020:00000001:2.0:1767384373.707013:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384373.707015:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384373.707017:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.707019:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384373.707021:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601184 : -1049950432 : ffffffffc16b0720) 00000020:00000001:2.0:1767384373.707024:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.707025:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.707027:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.707028:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.707030:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.707032:0:17078:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.707034:0:17078:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384373.707037:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384373.707039:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384373.707048:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c6875d83. 02000000:00000001:2.0:1767384373.707051:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.707053:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384373.707056:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:2.0:1767384373.707058:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384373.707061:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009efa174e. 00000040:00000001:2.0:1767384373.707063:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384373.707065:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384373.707067:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446629306030299136 : -114767679252480 : 0xffff979e913f1800) 00000020:00000001:2.0:1767384373.707069:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446629306030299136 : -114767679252480 : ffff979e913f1800) 00000020:00000001:2.0:1767384373.707073:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.707075:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629306150125912 : -114767559425704 : ffff979e98638158) 00000040:00000001:2.0:1767384373.707078:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.707079:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.707081:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384373.707089:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000427466a8. 00000040:00000001:2.0:1767384373.707092:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384373.707093:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384373.707097:0:17078:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384373.707099:0:17078:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384373.707102:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384373.707104:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384373.707106:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384373.707111:0:17078:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384373.707114:0:17078:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384373.707116:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384373.707118:0:17078:0:(lu_object.c:207:lu_object_put()) Add 0000000093aba77b/0000000008fbf0bb to site lru. bkt: 0000000081ceae0d 00000040:00000001:2.0:1767384373.707121:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384373.707123:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000427466a8. 00000040:00000010:2.0:1767384373.707126:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009efa174e. 00000040:00000040:2.0:1767384373.707128:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00000020:00000001:2.0:1767384373.707131:0:17078:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384373.707133:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155584 00010000:00000001:2.0:1767384373.707135:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384373.707139:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e346b963 x1853236725155584/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8416 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384373.707148:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384373.707149:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384373.707152:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384373.707155:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384373.707158:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384373.707160:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384373.707162:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384373.707163:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.707166:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.707168:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384373.707171:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000fd53ec8c. 00000100:00000200:2.0:1767384373.707175:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236725155584, offset 224 00000400:00000200:2.0:1767384373.707180:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384373.707193:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384373.707202:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [231:231:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384373.707212:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384373.707216:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384373.707220:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009efa174e. 00000800:00000200:2.0:1767384373.707224:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384373.707228:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000200:2.0:1767384373.707231:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009efa174e type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384373.707243:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.707247:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384373.707249:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384373.707250:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.707252:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384373.707256:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e346b963 x1853236725155584/t0(0) o503->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:354/0 lens 272/8416 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384373.707266:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e346b963 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:15168:x1853236725155584:12345-192.168.204.18@tcp50:503: Request processed in 277us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384373.707274:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 169 00000100:00000040:2.0:1767384373.707276:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:2.0:1767384373.707278:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384373.707280:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384373.707283:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ccefc64. 00000020:00000010:2.0:1767384373.707286:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:2.0:1767384373.707290:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b3085d. 00000020:00000040:2.0:1767384373.707294:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000100:00000001:2.0:1767384373.707297:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384373.707302:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384373.707305:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db15b804. 00000400:00000010:2.0:1767384373.707310:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002fb183f8. 00000800:00000200:1.0:1767384373.707357:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384373.707361:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009efa174e. 00000400:00000200:1.0:1767384373.707364:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.707367:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384373.707370:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd53ec8c 00000400:00000010:1.0:1767384373.707372:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000fd53ec8c. 00000100:00000001:1.0:1767384373.707374:0:16346:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384373.707375:0:16346:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384373.707377:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c6875d83. 02000000:00000001:1.0:1767384373.707383:0:16346:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384373.707384:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384373.709925:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.709932:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.709934:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.709936:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.709941:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384373.709948:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 520 into portal 12 MB=0x695824cb00780 00000400:00000200:0.0:1767384373.709953:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 520/520 into md 0x229 [64] + 9400 00000800:00000001:0.0:1767384373.709961:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.709966:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.709967:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.709970:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:0.0:1767384373.709973:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384373.709975:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384373.709979:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000358f7dc7. 00000100:00000040:0.0:1767384373.709981:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000358f7dc7 x1853236725155712 msgsize 520 00000100:00100000:0.0:1767384373.709984:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:0.0:1767384373.709993:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384373.709997:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.709999:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.710026:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384373.710029:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155712 02000000:00000001:3.0:1767384373.710031:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384373.710032:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.710033:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.710035:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.710037:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155712 00000020:00000001:3.0:1767384373.710039:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384373.710040:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384373.710041:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384373.710042:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.710043:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384373.710046:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a991dc48. 00000020:00000010:3.0:1767384373.710050:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b15910d4. 00000020:00000010:3.0:1767384373.710053:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000100:00000001:3.0:1767384373.710055:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.710056:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384373.710058:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.710061:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.710069:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.710075:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384373.710076:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384373.710080:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 3 00000100:00000001:3.0:1767384373.710082:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306789512064 : -114766920039552 : ffff979ebe7fc380) 00000100:00000040:3.0:1767384373.710085:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000358f7dc7 x1853236725155712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.710093:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000358f7dc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:11776:x1853236725155712:12345-192.168.204.18@tcp50:38: 00000100:00000200:3.0:1767384373.710096:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155712 00000020:00000001:3.0:1767384373.710098:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384373.710101:0:17910:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384373.710114:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 8 - find 00000020:00000001:3.0:1767384373.710116:0:17910:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629305796689920 : -114767912861696 : ffff979e83528000) 00000100:00000001:3.0:1767384373.710119:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384373.710121:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384373.710123:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a6b2b950. 02000000:00000001:3.0:1767384373.710124:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.710125:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384373.710127:0:17910:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384373.710131:0:17910:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50 t0 exp 0000000000000000 cur 292 last 0 00010000:00000001:3.0:1767384373.710134:0:17910:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384373.710137:0:17910:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384373.710139:0:17910:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384373.710142:0:17910:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384373.710147:0:17910:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384373.710150:0:17910:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710151:0:17910:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710153:0:17910:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710154:0:17910:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710156:0:17910:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710157:0:17910:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.710158:0:17910:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384373.710160:0:17910:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384373.710162:0:17910:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d8f15d54. 00000020:00000001:3.0:1767384373.710163:0:17910:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.710165:0:17910:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8f15d54 with handle 0xd602e9c522f0b3d2 to hash 00000020:00000001:3.0:1767384373.710166:0:17910:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384373.710168:0:17910:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384373.710170:0:17910:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384373.710171:0:17910:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000371e41ec. 00000001:00000001:3.0:1767384373.710174:0:17910:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384373.710175:0:17910:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000040b15352. 00000001:00000001:3.0:1767384373.710177:0:17910:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.710179:0:17910:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384373.710181:0:17910:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384373.710184:0:17910:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000070d939ff. 00000001:00000010:3.0:1767384373.710186:0:17910:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004b4c057e. 00000001:00000010:3.0:1767384373.710192:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000435b2683. 00000001:00000010:3.0:1767384373.710194:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073c2c1c4. 00000001:00000010:3.0:1767384373.710196:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000804360b5. 00000001:00000010:3.0:1767384373.710198:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000453a58fa. 00000001:00000001:3.0:1767384373.710200:0:17910:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384373.710201:0:17910:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ef4b2e80. 00000001:00000010:3.0:1767384373.710203:0:17910:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ca829e08. 00000001:00000010:3.0:1767384373.710205:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c216bbf. 00000001:00000010:3.0:1767384373.710207:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fbdef76. 00000001:00000010:3.0:1767384373.710209:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028b47871. 00000001:00000010:3.0:1767384373.710210:0:17910:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000291257c5. 00010000:00000001:3.0:1767384373.710212:0:17910:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.710213:0:17910:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.710214:0:17910:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.710215:0:17910:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.710217:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=3 00000020:00000040:3.0:1767384373.710219:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 9 - export 00000020:00000001:3.0:1767384373.710221:0:17910:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000040:3.0:1767384373.710222:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 2 00000020:00000080:3.0:1767384373.710224:0:17910:0:(genops.c:1402:class_connect()) connect: client 66c4b8a2-a740-46db-9b02-7881d5def2de, cookie 0xd602e9c522f0b3d2 00000020:00000001:3.0:1767384373.710225:0:17910:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.710227:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384373.710227:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:3.0:1767384373.710228:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.710229:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=3 00000020:00000001:3.0:1767384373.710230:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:3.0:1767384373.710231:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000001:00000001:3.0:1767384373.710233:0:17910:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384373.710235:0:17910:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384373.710238:0:17910:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 6 00000001:00000001:3.0:1767384373.710239:0:17910:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446629306640746496 : -114767068805120 : ffff979eb5a1c800) 00000001:00000001:3.0:1767384373.710241:0:17910:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384373.710246:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=4 00000001:00000040:3.0:1767384373.710247:0:17910:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 7 00000001:00000001:3.0:1767384373.710249:0:17910:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384373.710252:0:17910:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.18@tcp50 to nodemap default 00000001:00000040:3.0:1767384373.710254:0:17910:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 6 00000001:00000001:3.0:1767384373.710255:0:17910:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.710260:0:17910:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384373.710265:0:17910:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384373.710266:0:17910:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 free: 95899648 avail: 82939904 00000020:00000001:3.0:1767384373.710269:0:17910:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384373.710270:0:17910:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:3.0:1767384373.710273:0:17910:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:3.0:1767384373.710275:0:17910:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384373.710276:0:17910:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:3.0:1767384373.710278:0:17910:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:3.0:1767384373.710279:0:17910:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:3.0:1767384373.710281:0:17910:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:3.0:1767384373.710282:0:17910:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384373.710284:0:17910:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384373.710286:0:17910:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384373.710288:0:17910:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384373.710289:0:17910:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384373.710291:0:17910:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384373.710294:0:17910:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a237319c. 00080000:00000001:3.0:1767384373.710296:0:17910:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535252992 : -114772174298624 : ffff979d85522200) 00080000:00000001:3.0:1767384373.710298:0:17910:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384373.710301:0:17910:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384373.710304:0:17910:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000022e718ff. 00080000:00000001:3.0:1767384373.710305:0:17910:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.710308:0:17910:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384373.710317:0:17910:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384373.710323:0:17910:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384373.710343:0:17910:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384373.710346:0:17910:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.710348:0:17910:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384373.711914:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a237319c. 00080000:00000010:3.0:1767384373.712004:0:17910:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000022e718ff. 00040000:00000001:3.0:1767384373.712011:0:17910:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384373.712013:0:17910:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384373.712015:0:17910:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384373.712017:0:17910:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384373.712019:0:17910:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384373.712021:0:17910:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '66c4b8a2-a740-46db-9b02-7881d5def2de' generation 1 00000001:00000001:3.0:1767384373.712024:0:17910:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384373.712025:0:17910:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384373.712028:0:17910:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c8fdd5d9. 00080000:00000001:3.0:1767384373.712029:0:17910:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301535256576 : -114772174295040 : ffff979d85523000) 00080000:00000001:3.0:1767384373.712031:0:17910:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384373.712033:0:17910:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384373.712034:0:17910:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000022e718ff. 00080000:00000001:3.0:1767384373.712050:0:17910:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.712052:0:17910:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384373.712057:0:17910:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384373.712059:0:17910:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008328e269. 00000001:00000040:3.0:1767384373.712061:0:17910:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d8f15d54 : new cb_count 1 00000020:00000040:3.0:1767384373.712063:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=5 00000001:00000001:3.0:1767384373.712152:0:17910:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384373.712154:0:17910:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384373.712157:0:17910:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000022e718ff. 00040000:00000001:3.0:1767384373.712159:0:17910:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384373.712160:0:17910:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384373.712161:0:17910:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384373.712163:0:17910:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384373.712165:0:17910:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.712167:0:17910:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384373.712169:0:17910:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384373.712175:0:17910:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000006a0a7232 00000020:00000010:3.0:1767384373.712177:0:17910:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002c322218. 00000020:00000040:3.0:1767384373.712182:0:17910:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002c322218 for nid 192.168.204.18@tcp50 - ref 2 00000020:00000001:3.0:1767384373.712228:0:17910:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384373.712233:0:17910:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c53f8597. 00000020:00000010:3.0:1767384373.712236:0:17910:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000bd15e96d. 00000020:00000010:3.0:1767384373.712238:0:17910:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000da810f8f. 00000020:00000010:3.0:1767384373.712251:0:17910:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d2ef18e0. 00000020:00000010:3.0:1767384373.712252:0:17910:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000005befba66. 00000020:00000010:3.0:1767384373.712254:0:17910:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000cec0aba. 00000004:00000001:3.0:1767384373.712261:0:17910:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384373.712263:0:17910:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.712264:0:17910:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384373.712267:0:17910:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000040e019df. 00000020:00000040:3.0:1767384373.712268:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 10 - import 00000020:00000001:3.0:1767384373.712272:0:17910:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.712273:0:17910:0:(genops.c:1242:class_import_put()) import 0000000040e019df refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384373.712275:0:17910:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384373.712276:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e718ff. 00000020:00000040:3.0:1767384373.712279:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=6 00000100:00000040:3.0:1767384373.712281:0:17910:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:3.0:1767384373.712282:0:17910:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384373.712287:0:17910:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.18@tcp50 primary NID 192.168.204.18@tcp50 rc 0 00000100:00000001:3.0:1767384373.712290:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384373.712291:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000100:00000001:3.0:1767384373.712293:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 00000100:00000001:3.0:1767384373.712294:0:17910:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629306669392832 : -114767040158784 : 0xffff979eb756e3c0) 00000100:00000040:3.0:1767384373.712296:0:17910:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000020:00000040:3.0:1767384373.712298:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=7 00000100:00000001:3.0:1767384373.712301:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384373.712302:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00000100:00000001:3.0:1767384373.712303:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:3.0:1767384373.712306:0:17910:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384373.712308:0:17910:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384373.712310:0:17910:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384373.712312:0:17910:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649982016 : -1059569600 : ffffffffc0d84040) 02000000:00000001:3.0:1767384373.712314:0:17910:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.712316:0:17910:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384373.712319:0:17910:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384373.712320:0:17910:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384373.712322:0:17910:0:(import.c:65:import_set_state_nolock()) 0000000040e019df : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384373.712324:0:17910:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384373.712325:0:17910:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384373.712326:0:17910:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.712328:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 6 00000020:00000040:3.0:1767384373.712330:0:17910:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 10 - find 00010000:00000001:3.0:1767384373.712332:0:17910:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.712334:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384373.712336:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642544 : -1047909072 : ffffffffc18a2d30) 00000020:00000001:3.0:1767384373.712338:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384373.712339:0:17910:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384373.712340:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384373.712341:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384373.712343:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.712345:0:17910:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384373.712348:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384373.712350:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384373.712351:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384373.712351:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.712353:0:17910:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384373.712354:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155712 00010000:00000001:3.0:1767384373.712356:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384373.712358:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000358f7dc7 x1853236725155712/t0(0) o38->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.712364:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384373.712366:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.712367:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=88 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384373.712370:0:17910:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384373.712372:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384373.712373:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000100:00000001:3.0:1767384373.712375:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:3.0:1767384373.712376:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384373.712377:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.712379:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.712381:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:3.0:1767384373.712383:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000100:00000200:3.0:1767384373.712385:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236725155712, offset 0 00000400:00000200:3.0:1767384373.712388:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:3.0:1767384373.712393:0:17910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:3.0:1767384373.712401:0:17910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [232:232:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384373.712408:0:17910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384373.712411:0:17910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:3.0:1767384373.712413:0:17910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cede8b7c. 00000800:00000200:3.0:1767384373.712416:0:17910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:3.0:1767384373.712420:0:17910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:3.0:1767384373.712438:0:17910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cede8b7c type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384373.712452:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.712454:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00010000:00000001:3.0:1767384373.712456:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384373.712456:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.712458:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384373.712460:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000358f7dc7 x1853236725155712/t0(0) o38->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.712467:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000358f7dc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:11776:x1853236725155712:12345-192.168.204.18@tcp50:38: Request processed in 2374us (2484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384373.712472:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 3 00000100:00000040:3.0:1767384373.712474:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:3.0:1767384373.712476:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384373.712477:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384373.712479:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b15910d4. 00000020:00000010:3.0:1767384373.712482:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384373.712485:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a991dc48. 00000020:00000040:3.0:1767384373.712487:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 5 00000100:00000001:3.0:1767384373.712489:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384373.712545:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384373.712556:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cede8b7c. 00000400:00000200:2.0:1767384373.712560:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384373.712566:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:2.0:1767384373.712569:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000400:00000010:2.0:1767384373.712572:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000100:00000001:2.0:1767384373.712575:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384373.712577:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767384373.959876:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000674bb494] -> 12345-192.168.204.118@tcp14 (6) 00000800:00000200:3.0:1767384373.959883:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp14 ip 192.168.204.118:988 00000800:00000200:3.0:1767384373.959887:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384373.959903:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (4) 00000800:00000200:3.1:1767384373.959906:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (4) 00000400:00000001:0.0:1767384373.960018:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.960021:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384373.960024:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000400:00000010:0.0:1767384373.960026:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000400:00000200:0.0:1767384373.960032:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384373.960036:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384373.960050:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004c75ea9a. 00000400:00000200:2.0:1767384373.960052:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000010:0.0:1767384373.960054:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004491927d. 00000800:00000200:1.0:1767384373.960058:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384373.960067:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.960081:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.960086:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.960090:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384373.960099:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960130:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960142:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960154:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960165:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960177:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960189:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960201:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960224:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960236:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960249:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960262:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960274:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960297:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960334:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960346:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960359:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960371:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960384:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960408:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960447:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960465:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960483:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960532:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960592:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384373.960604:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384373.960702:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000427466a8. 00000800:00000010:2.0:1767384373.960706:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec273730. 00000800:00000010:2.0:1767384373.960710:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf20fe50. 00000800:00000010:2.0:1767384373.960724:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf20fe50. 00000800:00020000:2.0:1767384373.960729:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384373.960733:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec273730. 00000800:00000010:2.0:1767384373.960735:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000427466a8. 00000400:02020000:2.0:1767384373.960761:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp35 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384373.960764:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384374.279882:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384374.279891:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.279898:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384374.279900:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.279987:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.279995:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.280000:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384374.714420:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714441:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384374.714445:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714447:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.714457:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:2.0:1767384374.714475:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 12 MB=0x695824cb00880 00000400:00000200:2.0:1767384374.714483:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:2.0:1767384374.714490:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714493:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.714495:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.714499:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:2.0:1767384374.714506:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.714521:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384374.714525:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f5e7826. 00000100:00000040:2.0:1767384374.714530:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000004f5e7826 x1853236725155968 msgsize 224 00000100:00100000:2.0:1767384374.714534:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:2.0:1767384374.714549:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384374.714561:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714564:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384374.714565:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714568:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.714573:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:2.0:1767384374.714580:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 12 MB=0x695824cb00800 00000400:00000200:2.0:1767384374.714584:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384374.714587:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.714593:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.714596:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.714603:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:2.0:1767384374.714605:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.714606:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384374.714609:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384374.714609:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024a46b48. 00000100:00000040:2.0:1767384374.714613:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000024a46b48 x1853236725155840 msgsize 224 00000100:00100000:3.0:1767384374.714617:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155968 02000000:00000001:3.0:1767384374.714625:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384374.714626:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:3.0:1767384374.714628:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384374.714632:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.714636:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384374.714638:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384374.714641:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384374.714644:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155968 00000800:00000001:2.0:1767384374.714645:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.714650:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384374.714653:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:3.0:1767384374.714656:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.714659:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=6 00000020:00000001:3.0:1767384374.714663:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:3.0:1767384374.714666:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00000001:3.0:1767384374.714672:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384374.714677:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c6d98c. 00000020:00000010:3.0:1767384374.714682:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000022e718ff. 00000020:00000040:3.0:1767384374.714693:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 10 - evictor 00000100:00000001:3.0:1767384374.714705:0:17910:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384374.714710:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1a9af37. 00000020:00000010:3.0:1767384374.714728:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b15910d4. 00000020:00000010:3.0:1767384374.714733:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000100:00000001:0.0:1767384374.714737:0:17085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384374.714742:0:17085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725155840 02000000:00000001:0.0:1767384374.714748:0:17085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384374.714751:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384374.714751:0:17085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.714757:0:17085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.714758:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.714762:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1767384374.714763:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1767384374.714765:0:17085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.714770:0:17085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725155840 00000020:00000001:0.0:1767384374.714775:0:17085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384374.714777:0:17085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:0.0:1767384374.714779:0:17085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384374.714803:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.714811:0:17085:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=7 00000020:00000040:1.0:1767384374.714816:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 10 - evictor 00000100:00000001:3.0:1767384374.714823:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.714824:0:17085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:0.0:1767384374.714833:0:17085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00000001:3.0:1767384374.714837:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.714839:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384374.714844:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384374.714848:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.714852:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00000001:3.0:1767384374.714860:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384374.714861:0:17085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000877693db. 00000100:00000001:3.0:1767384374.714863:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384374.714865:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384374.714866:0:17085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019b7b09a. 00000100:00000001:1.0:1767384374.714867:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384374.714875:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 4 00000020:00000010:0.0:1767384374.714875:0:17085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000040:3.0:1767384374.714891:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:1.0:1767384374.714892:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.714893:0:17085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.714895:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535608320 : -114772173943296 : ffff979d85578e00) 00000100:00000001:0.0:1767384374.714896:0:17085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.714904:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.714905:0:17085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.714912:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f5e7826 x1853236725155968/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.714920:0:17085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.714923:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384374.714927:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e718ff. 00000100:00000001:0.0:1767384374.714929:0:17085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.714931:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.714936:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e718ff. 00000100:00100000:3.0:1767384374.714941:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f5e7826 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+7:15168:x1853236725155968:12345-192.168.204.18@tcp50:41: 00000100:00000001:0.0:1767384374.714944:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384374.714945:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155968 00000100:00000001:0.0:1767384374.714947:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384374.714951:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384374.714952:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.714958:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.714958:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 5 00000020:00000001:3.0:1767384374.714959:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384374.714966:0:17085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 2 00000020:00000001:3.0:1767384374.714968:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.714968:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.714971:0:17085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535606528 : -114772173945088 : ffff979d85578700) 00000020:00000001:3.0:1767384374.714978:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384374.714979:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.714981:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642688 : -1047908928 : ffffffffc18a2dc0) 00000100:00000040:0.0:1767384374.714986:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024a46b48 x1853236725155840/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384374.714991:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384374.714998:0:17910:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725155968, found 0 last_xid 0 00000020:00000001:3.0:1767384374.715005:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.715020:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384374.715021:0:17085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384374.715027:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384374.715028:0:17085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000020:00000001:3.0:1767384374.715033:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.715034:0:17085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384374.715039:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384374.715041:0:17085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 02000000:00000001:3.0:1767384374.715047:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384374.715052:0:17085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024a46b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:66c4b8a2-a740-46db-9b02-7881d5def2de+7:0:x1853236725155840:12345-192.168.204.18@tcp50:41: 02000000:00000010:3.0:1767384374.715055:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007e618412. 00000100:00000200:0.0:1767384374.715055:0:17085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725155840 02000000:00000001:3.0:1767384374.715061:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.715063:0:17085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384374.715068:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.715071:0:17085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1767384374.715075:0:17910:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:0.0:1767384374.715076:0:17085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.715084:0:17910:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000001:0.0:1767384374.715085:0:17085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1767384374.715088:0:17910:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.715095:0:17085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642688 : -1047908928 : ffffffffc18a2dc0) 00000020:00000001:0.0:1767384374.715100:0:17085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384374.715103:0:17085:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725155840, found 0 last_xid 0 00000004:00000024:3.0:1767384374.715105:0:17910:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000001:0.0:1767384374.715106:0:17085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.715115:0:17085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:3.0:1767384374.715116:0:17910:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:0.0:1767384374.715122:0:17085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000020:3.0:1767384374.715123:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 dirty 0 pend 0 grant 2146304 00000020:00000001:0.0:1767384374.715127:0:17085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384374.715130:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000082e28a31 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384374.715134:0:17085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:3.0:1767384374.715135:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021034391 dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384374.715140:0:17085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000020:3.0:1767384374.715145:0:17910:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 02000000:00000010:0.0:1767384374.715147:0:17085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ec17389b. 02000000:00000001:0.0:1767384374.715150:0:17085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.715152:0:17910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000022d233b7. 00000100:00000001:0.0:1767384374.715153:0:17085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.715162:0:17910:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000001:0.0:1767384374.715164:0:17085:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:3.0:1767384374.715166:0:17910:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384374.715168:0:17085:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000001:00000001:3.0:1767384374.715171:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000001:0.0:1767384374.715171:0:17085:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.715175:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.715179:0:17910:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1767384374.715180:0:17085:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00010000:00000040:3.0:1767384374.715186:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155968 00000020:00000020:0.0:1767384374.715187:0:17085:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:3.0:1767384374.715190:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000020:0.0:1767384374.715192:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 dirty 0 pend 0 grant 2146304 00010000:00000200:3.0:1767384374.715199:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f5e7826 x1853236725155968/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384374.715200:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000082e28a31 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384374.715214:0:17085:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021034391 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384374.715219:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.715224:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384374.715225:0:17085:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000100:00001000:3.0:1767384374.715229:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384374.715236:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384374.715238:0:17085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000001f6c07df. 00000100:00000040:3.0:1767384374.715239:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000100:00000001:3.0:1767384374.715246:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:3.0:1767384374.715249:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384374.715251:0:17085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 02000000:00000001:3.0:1767384374.715253:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.715257:0:17085:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.715259:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.715264:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000001:00000001:0.0:1767384374.715265:0:17085:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384374.715270:0:17085:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384374.715272:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8dd2d4. 00000004:00000001:0.0:1767384374.715274:0:17085:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384374.715279:0:17085:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725155840 00000100:00000200:3.0:1767384374.715282:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236725155968, offset 224 00010000:00000001:0.0:1767384374.715282:0:17085:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384374.715292:0:17085:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024a46b48 x1853236725155840/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384374.715298:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00010000:00000001:0.0:1767384374.715311:0:17085:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384374.715322:0:17910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00010000:00000001:0.0:1767384374.715323:0:17085:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.715330:0:17085:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.715335:0:17085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.715338:0:17085:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00000100:00000001:0.0:1767384374.715340:0:17085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:0.0:1767384374.715342:0:17085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.715344:0:17085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.715348:0:17910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [233:233:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000001:0.0:1767384374.715351:0:17085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.715357:0:17085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:0.0:1767384374.715361:0:17085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2415c3. 00000400:00000200:3.0:1767384374.715373:0:17910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000100:00000200:0.0:1767384374.715375:0:17085:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236725155840, offset 224 00000800:00000200:3.0:1767384374.715383:0:17910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000400:00000200:0.0:1767384374.715392:0:17085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000800:00000010:3.0:1767384374.715394:0:17910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cc1d9ce. 00000800:00000200:3.0:1767384374.715425:0:17910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000400:00000200:0.0:1767384374.715426:0:17085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000800:00000200:3.0:1767384374.715440:0:17910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:3.0:1767384374.715444:0:17910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cc1d9ce type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384374.715452:0:17085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [234:234:255:4294967295] 192.168.204.18@tcp50 LPNI seq info [20:20:7:4294967295] 00000100:00000001:3.0:1767384374.715458:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.715475:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000400:00000200:0.0:1767384374.715476:0:17085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00010000:00000001:3.0:1767384374.715488:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000200:0.0:1767384374.715493:0:17085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000020:00000001:3.0:1767384374.715494:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384374.715497:0:17085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048deccf1. 00000020:00000001:3.0:1767384374.715499:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1767384374.715506:0:17085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000100:00000040:3.0:1767384374.715514:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f5e7826 x1853236725155968/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384374.715522:0:17085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:0.0:1767384374.715530:0:17085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048deccf1 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384374.715544:0:17085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.715548:0:17085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00000100:00100000:3.0:1767384374.715553:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f5e7826 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+7:15168:x1853236725155968:12345-192.168.204.18@tcp50:41: Request processed in 623us (1015us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384374.715557:0:17085:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384374.715564:0:17085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.715569:0:17085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1767384374.715572:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384374.715577:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 4 00000100:00000040:0.0:1767384374.715578:0:17085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024a46b48 x1853236725155840/t0(0) o41->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384374.715581:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cc1d9ce. 00000100:00000040:3.0:1767384374.715589:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 1 00000400:00000200:1.0:1767384374.715592:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384374.715599:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384374.715604:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384374.715611:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000020:00000010:3.0:1767384374.715614:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b15910d4. 00000400:00000200:1.0:1767384374.715622:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8dd2d4 00000100:00100000:0.0:1767384374.715623:0:17085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024a46b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:66c4b8a2-a740-46db-9b02-7881d5def2de+7:0:x1853236725155840:12345-192.168.204.18@tcp50:41: Request processed in 616us (1005us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384374.715626:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8dd2d4. 00000100:00000001:1.0:1767384374.715633:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384374.715635:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384374.715638:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 5 00000100:00000040:0.0:1767384374.715648:0:17085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:0.0:1767384374.715650:0:17085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1767384374.715651:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384374.715653:0:17085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1767384374.715654:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048deccf1. 00000020:00000010:0.0:1767384374.715659:0:17085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019b7b09a. 00000400:00000200:1.0:1767384374.715661:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384374.715667:0:17085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000400:00000200:1.0:1767384374.715668:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:1.0:1767384374.715674:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2415c3 00000020:00000010:0.0:1767384374.715675:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000877693db. 00000400:00000010:1.0:1767384374.715676:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2415c3. 00000100:00000001:1.0:1767384374.715682:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384374.715684:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384374.715684:0:17085:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 6 00000100:00000001:0.0:1767384374.715689:0:17085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384374.715716:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384374.715732:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1a9af37. 00000020:00000040:3.0:1767384374.715737:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 5 00000100:00000001:3.0:1767384374.715739:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384374.716609:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.716620:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384374.716622:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.716624:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.716630:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384374.716639:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 440 into portal 12 MB=0x695824cb00900 00000400:00000200:3.0:1767384374.716646:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 440/440 into md 0x229 [64] + 10368 00000800:00000001:3.0:1767384374.716651:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.716656:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.716658:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.716661:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:3.0:1767384374.716666:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384374.716668:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384374.716671:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007408a225. 00000100:00000040:3.0:1767384374.716674:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000007408a225 x1853236725156096 msgsize 440 00000100:00100000:3.0:1767384374.716677:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:3.0:1767384374.716690:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384374.716696:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.716698:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.716752:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384374.716754:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156096 02000000:00000001:1.0:1767384374.716756:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384374.716758:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.716760:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.716763:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.716765:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156096 00000020:00000001:1.0:1767384374.716783:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.716784:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:1.0:1767384374.716785:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.716787:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=6 00000020:00000001:1.0:1767384374.716789:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:1.0:1767384374.716790:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00000001:1.0:1767384374.716792:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.716796:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcfa2c79. 00000100:00000001:1.0:1767384374.716798:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.716799:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcfa2c79. 00000020:00000010:1.0:1767384374.716803:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ccb99a9. 00000020:00000010:1.0:1767384374.716805:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c53a6aa6. 00000020:00000010:1.0:1767384374.716808:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000040:1.0:1767384374.716812:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384374.716813:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.716815:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.716816:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.716819:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.716829:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.716835:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.716836:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384374.716840:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 6 00000100:00000040:1.0:1767384374.716842:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:1.0:1767384374.716843:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738424704 : -114766971126912 : ffff979ebb743b80) 00000100:00000040:1.0:1767384374.716846:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007408a225 x1853236725156096/t0(0) o40->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 440/0 e 0 to 0 dl 1767384385 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.716852:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.716854:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fcfa2c79. 00000100:00000001:1.0:1767384374.716855:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.716857:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fcfa2c79. 00000100:00100000:1.0:1767384374.716860:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007408a225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:15168:x1853236725156096:12345-192.168.204.18@tcp50:40: 00000100:00000200:1.0:1767384374.716862:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156096 00000020:00000001:1.0:1767384374.716864:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384374.716866:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384374.716867:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.716869:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.716870:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642640 : -1047908976 : ffffffffc18a2d90) 00000020:00000001:1.0:1767384374.716872:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384374.716874:0:17910:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725156096, found 0 last_xid 1853236725155839 00000020:00000001:1.0:1767384374.716877:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.716879:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384374.716881:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384374.716884:0:17910:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384374.716887:0:17910:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.716889:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.716892:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384374.716894:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384374.716897:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000022bd574d. 02000000:00000001:1.0:1767384374.716900:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.716902:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.716906:0:17910:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:1.0:1767384374.716908:0:17910:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384374.716909:0:17910:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.716911:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.716913:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.716915:0:17910:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:1.0:1767384374.716917:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725156096 00010000:00000001:1.0:1767384374.716919:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384374.716923:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007408a225 x1853236725156096/t0(0) o40->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 440/448 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384374.716931:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384374.716933:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.716935:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.716939:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.716941:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000100:00000001:1.0:1767384374.716943:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:1.0:1767384374.716946:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384374.716947:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.716949:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384374.716952:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:1.0:1767384374.716956:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000893faf09. 00000100:00000200:1.0:1767384374.716960:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236725156096, offset 224 00000400:00000200:1.0:1767384374.716965:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:1.0:1767384374.716972:0:17910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384374.716996:0:17910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [235:235:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1767384374.717006:0:17910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384374.717011:0:17910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384374.717015:0:17910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000800:00000200:1.0:1767384374.717020:0:17910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:1.0:1767384374.717023:0:17910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384374.717025:0:17910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007764641e type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1767384374.717039:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.717042:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00010000:00000001:1.0:1767384374.717044:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384374.717045:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.717046:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384374.717049:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007408a225 x1853236725156096/t0(0) o40->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 440/448 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.717055:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007408a225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:15168:x1853236725156096:12345-192.168.204.18@tcp50:40: Request processed in 202us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384374.717061:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 6 00000100:00000040:1.0:1767384374.717063:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:1.0:1767384374.717066:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384374.717067:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384374.717070:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c53a6aa6. 00000020:00000010:1.0:1767384374.717074:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384374.717077:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ccb99a9. 00000020:00000040:1.0:1767384374.717082:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 5 00000100:00000001:1.0:1767384374.717083:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384374.717120:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384374.717124:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000400:00000200:2.0:1767384374.717127:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.717132:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:2.0:1767384374.717135:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893faf09 00000400:00000010:2.0:1767384374.717136:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000893faf09. 00000100:00000001:2.0:1767384374.717139:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384374.717140:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384374.718187:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718196:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384374.718198:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718200:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.718205:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384374.718213:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 520 into portal 28 MB=0x695824cb00980 00000400:00000200:1.0:1767384374.718219:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.18@tcp50 of length 520/520 into md 0xab9 [8] + 5008 00000800:00000001:1.0:1767384374.718223:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718229:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.718231:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.718234:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:1.0:1767384374.718237:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384374.718239:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384374.718242:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000eb0241f. 00000100:00000040:1.0:1767384374.718244:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000000eb0241f x1853236725156224 msgsize 520 00000100:00100000:1.0:1767384374.718247:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:1.0:1767384374.718263:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384374.718267:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718287:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384374.718289:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718293:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.718297:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:1.0:1767384374.718303:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 448 into portal 23 MB=0x695824cb00a00 00000400:00000200:1.0:1767384374.718308:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.18@tcp50 of length 448/448 into md 0x329 [2] + 0 00000100:00000001:2.0:1767384374.718310:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384374.718312:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384374.718314:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156224 00000800:00000001:1.0:1767384374.718317:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.718319:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.718322:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 02000000:00000001:2.0:1767384374.718325:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384374.718327:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384374.718328:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384374.718329:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000001:2.0:1767384374.718332:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384374.718334:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a48572d0. 02000000:00000001:2.0:1767384374.718336:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.718339:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000a48572d0 x1853236725156352 msgsize 448 00000100:00100000:2.0:1767384374.718340:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156224 00000020:00000001:2.0:1767384374.718344:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384374.718347:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1767384374.718348:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000020:00000001:2.0:1767384374.718351:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384374.718353:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.718356:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.718359:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384374.718361:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000800:00000001:1.0:1767384374.718365:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384374.718368:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003bf9417. 00000800:00000001:1.0:1767384374.718372:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384374.718374:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384374.718379:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.718385:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000400:00000200:1.0:1767384374.718388:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000100:00000001:2.0:1767384374.718392:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384374.718396:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384374.718399:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384374.718400:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 26 MB=0x695824cb00a80 00000020:00000010:3.0:1767384374.718431:0:17088:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000600dd22b. 00000100:00000001:2.0:1767384374.718436:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.718441:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384374.718442:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 224/224 into md 0x1971 [2] + 0 00000100:00100000:3.0:1767384374.718447:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156352 00000400:00000010:1.0:1767384374.718449:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0b45ed. 02000000:00000001:3.0:1767384374.718451:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384374.718454:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384374.718455:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061095afb 00000100:00000001:3.0:1767384374.718456:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.718460:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384374.718462:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384374.718463:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384374.718469:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156352 00000800:00000001:1.0:1767384374.718472:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.718473:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384374.718476:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384374.718478:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000100:00000001:2.0:1767384374.718480:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384374.718480:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384374.718484:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.718499:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=6 00000020:00000001:3.0:1767384374.718507:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00100000:2.0:1767384374.718513:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 4 00000020:00000001:3.0:1767384374.718517:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000400:00000200:1.0:1767384374.718517:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:2.0:1767384374.718519:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788983936 : -114766920567680 : ffff979ebe77b480) 00000100:00000001:3.0:1767384374.718525:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384374.718527:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061095afb 00000100:00000040:2.0:1767384374.718530:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000eb0241f x1853236725156224/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384374.718532:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e718ff. 00000400:00000010:1.0:1767384374.718533:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061095afb. 00000100:00000001:3.0:1767384374.718550:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.718552:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384374.718560:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000eb0241f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:11776:x1853236725156224:12345-192.168.204.18@tcp50:8: 00000020:00000010:3.0:1767384374.718561:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e718ff. 00000100:00000200:1.0:1767384374.718562:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384374.718575:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000faffaf40 x1853236725156480 msgsize 224 00000100:00000200:2.0:1767384374.718576:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156224 00000020:00000010:3.0:1767384374.718577:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1a9af37. 00000020:00000001:2.0:1767384374.718583:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384374.718589:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b15910d4. 00010000:00000001:2.0:1767384374.718589:0:18446:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:3.0:1767384374.718600:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000100:00100000:1.0:1767384374.718600:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000020:00000040:2.0:1767384374.718604:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 6 - find 00000020:00000001:2.0:1767384374.718614:0:18446:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629306625116808 : -114767084434808 : ffff979eb4b34a88) 00000100:00000040:1.0:1767384374.718614:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384374.718618:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1767384374.718621:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384374.718623:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384374.718630:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384374.718632:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384374.718632:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384374.718636:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384374.718640:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384374.718642:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f410a804. 00000800:00000001:1.0:1767384374.718644:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.718648:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.718649:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.718659:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.718661:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384374.718663:0:18446:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384374.718675:0:18446:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50 t0 exp 0000000000000000 cur 293 last 0 00010000:00000001:2.0:1767384374.718680:0:18446:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:3.0:1767384374.718681:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.718688:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384374.718688:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:2.0:1767384374.718689:0:18446:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:2.0:1767384374.718698:0:18446:0:(genops.c:1392:class_connect()) Process entered 00000100:00100000:0.0:1767384374.718699:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156480 00000020:00000010:1.0:1767384374.718702:0:17087:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002e4f4e5e. 00000020:00000001:2.0:1767384374.718705:0:18446:0:(genops.c:950:__class_new_export()) Process entered 00000100:00100000:3.0:1767384374.718708:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 0 02000000:00000001:0.0:1767384374.718710:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384374.718711:0:18446:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bd55e507. 00000100:00000001:1.0:1767384374.718715:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384374.718718:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:3.0:1767384374.718721:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788971392 : -114766920580224 : ffff979ebe778380) 00000100:00000040:3.0:1767384374.718726:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a48572d0 x1853236725156352/t0(0) o33->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 448/0 e 0 to 0 dl 1767384385 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384374.718740:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384374.718742:0:18446:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384374.718742:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384374.718747:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.718749:0:17087:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.718750:0:18446:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bd55e507 with handle 0xd602e9c522f0b3d9 to hash 00000100:00000001:3.0:1767384374.718761:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384374.718762:0:18446:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1767384374.718762:0:17087:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.718763:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.718770:0:18446:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00100000:0.0:1767384374.718771:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156480 00000020:00000001:0.0:1767384374.718777:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:2.0:1767384374.718778:0:18446:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000040:0.0:1767384374.718781:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000001:00000010:2.0:1767384374.718783:0:18446:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000005f042e0e. 00000020:00000001:0.0:1767384374.718785:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1767384374.718787:0:18446:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.718791:0:18446:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384374.718793:0:18446:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000010:3.0:1767384374.718795:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e718ff. 00000001:00000010:2.0:1767384374.718797:0:18446:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000103878ff. 00000100:00000001:3.0:1767384374.718799:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.718805:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e718ff. 00000100:00100000:3.0:1767384374.718816:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a48572d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:66c4b8a2-a740-46db-9b02-7881d5def2de+6:15168:x1853236725156352:12345-192.168.204.18@tcp50:33: 00000020:00000040:0.0:1767384374.718819:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=9 00000100:00000200:3.0:1767384374.718821:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156352 00000020:00000001:3.0:1767384374.718829:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384374.718830:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:3.0:1767384374.718833:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384374.718836:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384374.718836:0:18446:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000010ebf6da. 00000020:00000001:0.0:1767384374.718838:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:3.0:1767384374.718849:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000010:2.0:1767384374.718850:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004491927d. 00000100:00000001:0.0:1767384374.718852:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384374.718853:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642304 : -1047909312 : ffffffffc18a2c40) 00000001:00000010:2.0:1767384374.718856:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2b3085d. 00000020:00000001:3.0:1767384374.718863:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000010:2.0:1767384374.718866:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c96806ed. 00000001:00000001:3.0:1767384374.718867:0:17088:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725156352, found 0 last_xid 1853236725156351 00000020:00000010:0.0:1767384374.718868:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000020:00000001:3.0:1767384374.718879:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1767384374.718881:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000037c001. 00000100:00000001:0.0:1767384374.718881:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384374.718892:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384374.718894:0:18446:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.718894:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000020:00000001:3.0:1767384374.718895:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384374.718902:0:18446:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.718903:0:17088:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384374.718908:0:18446:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.718908:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000877693db. 00000020:00000001:3.0:1767384374.718909:0:17088:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384374.718918:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019b7b09a. 00000020:00000001:3.0:1767384374.718919:0:17088:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629305865532184 : -114767844019432 : ffff979e876cf318) 00000020:00000040:2.0:1767384374.718919:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=3 00000020:00000001:3.0:1767384374.718928:0:17088:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.718928:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 7 - export 00000020:00000010:0.0:1767384374.718928:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000020:00000001:3.0:1767384374.718936:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.718940:0:18446:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629301505292288 : -114772204259328 : ffff979d8388f800) 00000004:00000001:3.0:1767384374.718943:0:17088:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000020:00000040:2.0:1767384374.718944:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 2 00000100:00000040:0.0:1767384374.718945:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000080:2.0:1767384374.718950:0:18446:0:(genops.c:1402:class_connect()) connect: client 66c4b8a2-a740-46db-9b02-7881d5def2de, cookie 0xd602e9c522f0b3d9 00000004:00000001:3.0:1767384374.718952:0:17088:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1767384374.718953:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384374.718957:0:18446:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.718959:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384374.718961:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:3.0:1767384374.718962:0:17088:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1767384374.718963:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.718969:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d9 00080000:00000001:3.0:1767384374.718971:0:17088:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767384374.718973:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.718980:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.718983:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bd55e507 refcount=3 00000020:00000001:2.0:1767384374.718985:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505292288 : -114772204259328 : ffff979d8388f800) 00000020:00000001:2.0:1767384374.718986:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505292288 : -114772204259328 : ffff979d8388f800) 00000001:00000001:2.0:1767384374.719005:0:18446:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384374.719010:0:18446:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:0.0:1767384374.719013:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384374.719015:0:17088:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 0000000018ea1422. 00000001:00000040:2.0:1767384374.719015:0:18446:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 7 00000004:00000001:3.0:1767384374.719023:0:17088:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1767384374.719024:0:18446:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446629306640746496 : -114767068805120 : ffff979eb5a1c800) 00000004:00000001:3.0:1767384374.719032:0:17088:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1767384374.719034:0:18446:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000004:00000001:3.0:1767384374.719035:0:17088:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384374.719039:0:17088:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:2.0:1767384374.719041:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=4 00000004:00000001:3.0:1767384374.719045:0:17088:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1767384374.719047:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:3.0:1767384374.719048:0:17088:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000040:2.0:1767384374.719048:0:18446:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 8 00000004:00000001:3.0:1767384374.719053:0:17088:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1767384374.719054:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384374.719055:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:3.0:1767384374.719059:0:17088:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:1.0:1767384374.719061:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1767384374.719062:0:18446:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384374.719063:0:17088:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1767384374.719075:0:17088:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00100000:0.0:1767384374.719076:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 170 00000004:00000001:3.0:1767384374.719081:0:17088:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:08000000:2.0:1767384374.719082:0:18446:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.18@tcp50 to nodemap default 00000004:00000001:3.0:1767384374.719090:0:17088:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000100:00000040:0.0:1767384374.719092:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:1.0:1767384374.719094:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.719095:0:17088:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000001:00000040:2.0:1767384374.719095:0:18446:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 7 00000100:00000001:0.0:1767384374.719099:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745188432 : -114766964363184 : ffff979ebbdb7050) 00000100:00000001:3.0:1767384374.719101:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384374.719107:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384374.719108:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384374.719110:0:18446:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384374.719111:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000084a4a551. 02000000:00000001:3.0:1767384374.719119:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.719120:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000faffaf40 x1853236725156480/t0(0) o400->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00100000:2.0:1767384374.719121:0:18446:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00000001:3.0:1767384374.719122:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.719131:0:17088:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384374.719140:0:17088:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.719144:0:18446:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000004:00000001:3.0:1767384374.719153:0:17088:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384374.719157:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384374.719159:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:3.0:1767384374.719160:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.719161:0:18446:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.719170:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000020:00000020:2.0:1767384374.719176:0:18446:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 free: 144203776 avail: 129867776 00000001:00000001:3.0:1767384374.719178:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1767384374.719179:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.719190:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384374.719191:0:18446:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000010:0.0:1767384374.719191:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000001:00000001:3.0:1767384374.719200:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384374.719200:0:18446:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000001:00000001:3.0:1767384374.719207:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.719211:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384374.719212:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000faffaf40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:11777:x1853236725156480:12345-192.168.204.18@tcp50:400: 00000020:00000001:2.0:1767384374.719215:0:18446:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000001:00000001:3.0:1767384374.719219:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.719228:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:2.0:1767384374.719228:0:18446:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000001:00000001:3.0:1767384374.719235:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384374.719236:0:18446:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 wants: 134217728 current grant 0 granting: 8437760 00000100:00000200:0.0:1767384374.719236:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156480 00000001:00000001:3.0:1767384374.719249:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384374.719250:0:18446:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:0.0:1767384374.719251:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:3.0:1767384374.719254:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:0.0:1767384374.719257:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1767384374.719258:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384374.719259:0:18446:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:0.0:1767384374.719266:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.719269:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384374.719270:0:18446:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 ocd_grant: 8437760 want: 134217728 left: 129585152 00000020:00000001:0.0:1767384374.719275:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1767384374.719277:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767384374.719283:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000001:00000001:3.0:1767384374.719286:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.719286:0:18446:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000020:00000001:0.0:1767384374.719293:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384374.719294:0:17088:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00002000:00100000:2.0:1767384374.719299:0:18446:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:00000001:0.0:1767384374.719300:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384374.719303:0:17088:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000c7793dbe. 00002000:00000001:2.0:1767384374.719305:0:18446:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.719311:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1767384374.719314:0:18446:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000004:00000001:3.0:1767384374.719316:0:17088:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000020:00000001:0.0:1767384374.719316:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000004:00000040:3.0:1767384374.719321:0:17088:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000001:00000040:2.0:1767384374.719321:0:18446:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '66c4b8a2-a740-46db-9b02-7881d5def2de' generation 0 00000020:00000001:0.0:1767384374.719324:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384374.719332:0:18446:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:0.0:1767384374.719334:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:2.0:1767384374.719335:0:18446:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384374.719339:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000010:2.0:1767384374.719340:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccd14047. 02000000:00000001:0.0:1767384374.719342:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384374.719346:0:18446:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629305865464320 : -114767844087296 : ffff979e876bea00) 02000000:00000010:0.0:1767384374.719349:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093ef97f4. 00080000:00000001:2.0:1767384374.719351:0:18446:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:0.0:1767384374.719353:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384374.719356:0:18446:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384374.719359:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384374.719362:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bf20fe50. 00000020:00000001:0.0:1767384374.719363:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384374.719366:0:18446:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384374.719368:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725156480 00080000:00000001:2.0:1767384374.719369:0:18446:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384374.719374:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384374.719379:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000faffaf40 x1853236725156480/t0(0) o400->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384374.719382:0:18446:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384374.719389:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000059e5db60. 00000001:00000040:2.0:1767384374.719396:0:18446:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bd55e507 : new cb_count 1 00010000:00000001:0.0:1767384374.719400:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384374.719401:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=5 00010000:00000001:0.0:1767384374.719421:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.719425:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.719428:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.719430:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000100:00000001:0.0:1767384374.719432:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:0.0:1767384374.719435:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.719436:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.719438:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.719440:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:0.0:1767384374.719454:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384374.719456:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236725156480, offset 224 00000400:00000200:0.0:1767384374.719461:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:0.0:1767384374.719467:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000001:00000001:2.0:1767384374.719468:0:18446:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384374.719473:0:18446:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384374.719477:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [236:236:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [22:22:8:4294967295] 00080000:00000010:2.0:1767384374.719480:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bf20fe50. 00040000:00000001:2.0:1767384374.719486:0:18446:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384374.719489:0:18446:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384374.719493:0:18446:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.719493:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000001:00000040:2.0:1767384374.719498:0:18446:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384374.719503:0:18446:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384374.719504:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00002000:00000001:2.0:1767384374.719517:0:18446:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:2.0:1767384374.719521:0:18446:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000800:00000010:0.0:1767384374.719521:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016e8048a. 00000020:01000000:2.0:1767384374.719527:0:18446:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000099d03863 00000800:00000200:0.0:1767384374.719532:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000020:00000010:2.0:1767384374.719533:0:18446:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000094ee3f4e. 00000800:00000200:0.0:1767384374.719538:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000020:00000040:2.0:1767384374.719541:0:18446:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000094ee3f4e for nid 192.168.204.18@tcp50 - ref 2 00000800:00000200:0.0:1767384374.719541:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016e8048a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384374.719556:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.719560:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00010000:00000001:0.0:1767384374.719563:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384374.719564:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.719567:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384374.719572:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faffaf40 x1853236725156480/t0(0) o400->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.719582:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000faffaf40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:11777:x1853236725156480:12345-192.168.204.18@tcp50:400: Request processed in 422us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384374.719604:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 170 00000100:00000040:0.0:1767384374.719607:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:0.0:1767384374.719608:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.719610:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384374.719614:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019b7b09a. 00000020:00000010:0.0:1767384374.719621:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000020:00000010:0.0:1767384374.719624:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000877693db. 00000020:00000040:0.0:1767384374.719630:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000100:00000001:0.0:1767384374.719635:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384374.719638:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384374.719643:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021291a14. 00000400:00000010:0.0:1767384374.719649:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc1032fa. 00000800:00000200:3.0:1767384374.719650:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384374.719655:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016e8048a. 00000400:00000200:3.0:1767384374.719662:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384374.719664:0:18446:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.719689:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000020:00000010:2.0:1767384374.719690:0:18446:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002c9aa96e. 00000400:00000200:3.0:1767384374.719701:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000020:00000010:2.0:1767384374.719703:0:18446:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000bd9bb345. 00000400:00000010:3.0:1767384374.719711:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000001:3.0:1767384374.719728:0:16345:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384374.719730:0:18446:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000c41215b7. 00000020:00000010:2.0:1767384374.719768:0:18446:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000dd668e7f. 00000020:00000010:2.0:1767384374.719770:0:18446:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002b691575. 00000020:00000010:2.0:1767384374.719772:0:18446:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000288fe025. 00002000:00000001:2.0:1767384374.719781:0:18446:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1767384374.719803:0:18446:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:2.0:1767384374.719805:0:18446:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.719808:0:18446:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.719812:0:18446:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000056b93e8e. 00000020:00000040:2.0:1767384374.719815:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 8 - import 00000020:00000001:2.0:1767384374.719820:0:18446:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384374.719821:0:18446:0:(genops.c:1242:class_import_put()) import 0000000056b93e8e refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384374.719823:0:18446:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384374.719825:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 02000000:00000001:3.0:1767384374.719828:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384374.719831:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093ef97f4. 00000020:00000040:2.0:1767384374.719833:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=6 00000100:00000040:2.0:1767384374.719844:0:18446:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000bd55e507 : new rpc_count 1 02000000:00000001:3.0:1767384374.719846:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384374.719855:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384374.719856:0:18446:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384374.719881:0:18446:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.18@tcp50 primary NID 192.168.204.18@tcp50 rc 0 00000100:00000001:2.0:1767384374.719885:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.719887:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384374.719889:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 00000100:00000001:2.0:1767384374.719891:0:18446:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629306669392832 : -114767040158784 : 0xffff979eb756e3c0) 00000100:00000040:2.0:1767384374.719893:0:18446:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000020:00000040:2.0:1767384374.719895:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=7 00000100:00000001:2.0:1767384374.719899:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.719900:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384374.719901:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384374.719903:0:18446:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384374.719905:0:18446:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384374.719907:0:18446:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:2.0:1767384374.719909:0:18446:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072649982016 : -1059569600 : ffffffffc0d84040) 02000000:00000001:2.0:1767384374.719911:0:18446:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.719913:0:18446:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384374.719920:0:18446:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384374.719922:0:18446:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384374.719924:0:18446:0:(import.c:65:import_set_state_nolock()) 0000000056b93e8e : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384374.719926:0:18446:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384374.719927:0:18446:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384374.719929:0:18446:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.719931:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 6 00000020:00000040:2.0:1767384374.719933:0:18446:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 8 - find 00010000:00000001:2.0:1767384374.719935:0:18446:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.719937:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384374.719939:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766240 : -1045785376 : ffffffffc1aa94e0) 00000020:00000001:2.0:1767384374.719940:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384374.719941:0:18446:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384374.719943:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384374.719944:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384374.719945:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.719947:0:18446:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384374.719950:0:18446:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384374.719951:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725156224 00010000:00000001:2.0:1767384374.719952:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384374.719955:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000eb0241f x1853236725156224/t0(0) o8->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384374.719961:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384374.719962:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.719963:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=84 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384374.719966:0:18446:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384374.719967:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.719969:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384374.719970:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384374.719972:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.719973:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.719975:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.719977:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384374.719980:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00000100:00000200:2.0:1767384374.719982:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236725156224, offset 0 00000400:00000200:2.0:1767384374.719992:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384374.719999:0:18446:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384374.720008:0:18446:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [237:237:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1767384374.720020:0:18446:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384374.720025:0:18446:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384374.720029:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067a243f8. 00000800:00000200:2.0:1767384374.720034:0:18446:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384374.720040:0:18446:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384374.720044:0:18446:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067a243f8 type 1, nob 512 niov 1 nkiov 1 00000004:00080000:3.0:1767384374.720057:0:17088:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 727us 00000004:00000001:3.0:1767384374.720061:0:17088:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00000001:2.0:1767384374.720061:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.720072:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384374.720075:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384374.720079:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.720082:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384374.720088:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000eb0241f x1853236725156224/t0(0) o8->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.720098:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000eb0241f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:11776:x1853236725156224:12345-192.168.204.18@tcp50:8: Request processed in 1545us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384374.720122:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 4 00000100:00000040:2.0:1767384374.720126:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd55e507 : new rpc_count 0 00000100:00000001:2.0:1767384374.720128:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384374.720130:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384374.720134:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003bf9417. 00000020:00000010:2.0:1767384374.720139:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000800:00000200:0.0:1767384374.720143:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384374.720144:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000800:00000010:0.0:1767384374.720148:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067a243f8. 00000020:00000040:2.0:1767384374.720151:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 5 00000400:00000200:0.0:1767384374.720153:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384374.720155:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.720161:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384374.720165:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000400:00000010:0.0:1767384374.720167:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000100:00000001:0.0:1767384374.720171:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.720172:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:1.0:1767384374.726270:0:40019:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000061d55df2. 02000000:00000001:1.0:1767384374.726277:0:40019:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384374.726280:0:40019:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384374.726282:0:40019:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000047ee109b: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384374.726286:0:40019:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384374.726289:0:40019:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000c7793dbe for key 0 02000000:00000001:1.0:1767384374.726306:0:40019:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384374.726309:0:40019:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000061d55df2. 02000000:00001000:3.0:1767384374.726332:0:17088:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000c7793dbe flags 0x0 02000000:00000001:3.0:1767384374.726338:0:17088:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446629301535260160 : -114772174291456 : ffff979d85523e00) 00000001:00000001:3.0:1767384374.726341:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.726343:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.726344:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726346:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.726347:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.726348:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726351:0:17088:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384374.726353:0:17088:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726355:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384374.726356:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726358:0:17088:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384374.726359:0:17088:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726363:0:17088:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384374.726366:0:17088:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 66c4b8a2-a740-46db-9b02-7881d5def2de: does not need LOVEA. 00000004:00000001:3.0:1767384374.726370:0:17088:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384374.726372:0:17088:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384374.726379:0:17088:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384374.726381:0:17088:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384374.726384:0:17088:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726387:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384374.726388:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726390:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.726391:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.726392:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726393:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.726394:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.726395:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726396:0:17088:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384374.726397:0:17088:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384374.726398:0:17088:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384374.726400:0:17088:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384374.726402:0:17088:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:3.0:1767384374.726416:0:17088:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384374.726419:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384374.726420:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726422:0:17088:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384374.726424:0:17088:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384374.726428:0:17088:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1767384374.726451:0:17088:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384374.726453:0:17088:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384374.726455:0:17088:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.726462:0:17088:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384374.726465:0:17088:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384374.726467:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384374.726469:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726472:0:17088:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726480:0:17088:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384374.726484:0:17088:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384374.726488:0:17088:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384374.726490:0:17088:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384374.726492:0:17088:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384374.726494:0:17088:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384374.726497:0:17088:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384374.726502:0:17088:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384374.726505:0:17088:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384374.726509:0:17088:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384374.726512:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725156352 00010000:00000001:3.0:1767384374.726515:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384374.726523:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a48572d0 x1853236725156352/t0(0) o33->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 448/464 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384374.726533:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.726536:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384374.726539:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 000000009149adcb time=1767384374 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384374.726543:0:17088:0:(import.c:2194:obd_at_measure()) AT 000000009149adcb change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384374.726549:0:17088:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000a48572d0 x1853236725156352/t0(0) o33->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 448/464 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384374.726556:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384374.726558:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:3.0:1767384374.726561:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:3.0:1767384374.726564:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384374.726567:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.726570:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.726575:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:3.0:1767384374.726580:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e965357b. 00000100:00000200:3.0:1767384374.726585:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236725156352, offset 224 00000400:00000200:3.0:1767384374.726589:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:3.0:1767384374.726598:0:17088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:3.0:1767384374.726609:0:17088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [238:238:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384374.726618:0:17088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384374.726622:0:17088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:3.0:1767384374.726625:0:17088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009462c7a. 00000800:00000200:3.0:1767384374.726630:0:17088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:3.0:1767384374.726635:0:17088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:3.0:1767384374.726637:0:17088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009462c7a type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384374.726653:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.726656:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:3.0:1767384374.726658:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384374.726659:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.726661:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384374.726665:0:17088:0:(lu_object.c:207:lu_object_put()) Add 00000000dfb8ab71/0000000052eb56c3 to site lru. bkt: 00000000ea69f22e 00000100:00000040:3.0:1767384374.726669:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a48572d0 x1853236725156352/t0(0) o33->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 448/464 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384374.726677:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a48572d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:66c4b8a2-a740-46db-9b02-7881d5def2de+6:15168:x1853236725156352:12345-192.168.204.18@tcp50:33: Request processed in 7915us (8336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384374.726685:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 0 00000100:00000040:3.0:1767384374.726688:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:3.0:1767384374.726691:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384374.726693:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384374.726707:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b15910d4. 00000020:00000010:3.0:1767384374.726710:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384374.726714:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1a9af37. 00000020:00000040:3.0:1767384374.726719:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 5 00000100:00000001:3.0:1767384374.726721:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384374.726838:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.726845:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009462c7a. 00000400:00000200:0.0:1767384374.726852:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.726860:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384374.726866:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e965357b 00000400:00000010:0.0:1767384374.726869:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e965357b. 00000100:00000001:0.0:1767384374.726874:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.726877:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384374.744193:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.744210:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384374.744214:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.744216:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.744227:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384374.744246:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 576 into portal 12 MB=0x695824cb00b00 00000400:00000200:3.0:1767384374.744256:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 576/576 into md 0x229 [64] + 10808 00000800:00000001:3.0:1767384374.744265:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.744274:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.744278:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.744284:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:3.0:1767384374.744292:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384374.744294:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384374.744300:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a10894d. 00000100:00000040:3.0:1767384374.744304:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000007a10894d x1853236725156608 msgsize 576 00000100:00100000:3.0:1767384374.744307:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:3.0:1767384374.744325:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384374.744336:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.744339:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.744389:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384374.744394:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156608 02000000:00000001:1.0:1767384374.744397:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384374.744399:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.744401:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.744423:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.744427:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156608 00000020:00000001:1.0:1767384374.744431:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.744433:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:1.0:1767384374.744435:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.744437:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=6 00000020:00000001:1.0:1767384374.744439:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:1.0:1767384374.744441:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00000001:1.0:1767384374.744446:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.744450:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000434325b8. 00000100:00000001:1.0:1767384374.744453:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.744454:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000434325b8. 00000020:00000010:1.0:1767384374.744459:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ccb99a9. 00000020:00000010:1.0:1767384374.744463:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008a67016. 00000020:00000010:1.0:1767384374.744467:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000040:1.0:1767384374.744473:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384374.744475:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.744476:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384374.744478:0:17910:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384374.744480:0:17910:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.744481:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.744487:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.744497:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.744506:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.744507:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384374.744513:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 7 00000100:00000040:1.0:1767384374.744516:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:1.0:1767384374.744517:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306738416640 : -114766971134976 : ffff979ebb741c00) 00000100:00000040:1.0:1767384374.744523:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a10894d x1853236725156608/t0(0) o101->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 576/0 e 0 to 0 dl 1767384385 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384374.744529:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.744531:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000434325b8. 00000100:00000001:1.0:1767384374.744533:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.744535:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000434325b8. 00000100:00100000:1.0:1767384374.744538:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a10894d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:15197:x1853236725156608:12345-192.168.204.18@tcp50:101: 00000100:00000200:1.0:1767384374.744541:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156608 00000020:00000001:1.0:1767384374.744544:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384374.744547:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384374.744550:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.744552:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.744554:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072649730240 : -1059821376 : ffffffffc0d468c0) 00000020:00000001:1.0:1767384374.744556:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384374.744558:0:17910:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725156608, found 0 last_xid 1853236725156607 00000020:00000001:1.0:1767384374.744561:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.744562:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384374.744564:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384374.744568:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.744570:0:17910:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384374.744571:0:17910:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384374.744573:0:17910:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384374.744574:0:17910:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384374.744576:0:17910:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.744580:0:17910:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384374.744626:0:17910:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dbc4ddb9. 00010000:00000010:1.0:1767384374.744629:0:17910:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020114e81. 00010000:00000001:1.0:1767384374.744633:0:17910:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384374.744636:0:17910:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0267f90. 00000020:00000010:1.0:1767384374.744640:0:17910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000434325b8. 00000020:00000001:1.0:1767384374.744642:0:17910:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384374.744643:0:17910:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0267f90 with handle 0xd602e9c522f0b3e0 to hash 00000020:00000001:1.0:1767384374.744645:0:17910:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384374.744646:0:17910:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00000010:1.0:1767384374.744649:0:17910:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000054b2545. 00010000:00000001:1.0:1767384374.744651:0:17910:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437365760 : -114767272185856 : ffff979ea9827000) 00010000:00010000:1.0:1767384374.744654:0:17910:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e0267f90/0xd602e9c522f0b3e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x56e421a1a657fb7b expref: -99 pid: 17910 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384374.744661:0:17910:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000d8f15d54 : new locks_count 1 00000020:00000040:1.0:1767384374.744663:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=7 00010000:00000001:1.0:1767384374.744668:0:17910:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384374.744670:0:17910:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384374.744674:0:17910:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384374.744676:0:17910:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384374.744677:0:17910:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384374.744679:0:17910:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384374.744680:0:17910:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384374.744682:0:17910:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384374.744687:0:17910:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446629305865532184 : -114767844019432 : ffff979e876cf318) 00000004:00000001:1.0:1767384374.744689:0:17910:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446629305865532096 : -114767844019520 : ffff979e876cf2c0) 00000004:00000001:1.0:1767384374.744691:0:17910:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744693:0:17910:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384374.744695:0:17910:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384374.744697:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384374.744699:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384374.744702:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000939dd35e. 02000000:00000001:1.0:1767384374.744703:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.744705:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744706:0:17910:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744708:0:17910:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384374.744711:0:17910:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384374.744713:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744714:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744716:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744718:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744719:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744720:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744721:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744722:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744723:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744723:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744724:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744725:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744726:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744727:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744728:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744729:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744729:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744731:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744732:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.744734:0:17910:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384374.744737:0:17910:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000c7793dbe flags 0x0 02000000:00000001:1.0:1767384374.744739:0:17910:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446629301535260160 : -114772174291456 : ffff979d85523e00) 00000001:00000001:1.0:1767384374.744740:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744741:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744742:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744743:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744744:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744745:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744747:0:17910:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384374.744748:0:17910:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744750:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744750:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744751:0:17910:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384374.744752:0:17910:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744755:0:17910:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384374.744758:0:17910:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384374.744759:0:17910:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384374.744760:0:17910:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384374.744761:0:17910:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384374.744763:0:17910:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000e2686a4e 00000004:00000001:1.0:1767384374.744787:0:17910:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384374.744790:0:17910:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384374.744791:0:17910:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384374.744793:0:17910:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dbc4ddb9 count: 2 00010000:00000001:1.0:1767384374.744795:0:17910:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384374.744797:0:17910:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384374.744799:0:17910:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076797be8. 00000020:00000001:1.0:1767384374.744801:0:17910:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384374.744802:0:17910:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076797be8 with handle 0xd602e9c522f0b3e7 to hash 00000020:00000001:1.0:1767384374.744803:0:17910:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384374.744804:0:17910:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000010:1.0:1767384374.744806:0:17910:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b2a72a1. 00010000:00000001:1.0:1767384374.744807:0:17910:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000001:1.0:1767384374.744809:0:17910:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384374.744811:0:17910:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384374.744812:0:17910:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17910 initiator: MDT0 00010000:00000001:1.0:1767384374.744817:0:17910:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384374.744819:0:17910:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384374.744821:0:17910:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384374.744823:0:17910:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384374.744825:0:17910:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.744826:0:17910:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384374.744827:0:17910:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.744829:0:17910:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384374.744830:0:17910:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384374.744831:0:17910:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384374.744832:0:17910:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384374.744833:0:17910:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000dbc4ddb9) refcount = 2 00010000:00010000:1.0:1767384374.744835:0:17910:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17910 initiator: MDT0 00010000:00000001:1.0:1767384374.744839:0:17910:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384374.744842:0:17910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e289fcec. 00010000:00000001:1.0:1767384374.744845:0:17910:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384374.744847:0:17910:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.744848:0:17910:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384374.744849:0:17910:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.744850:0:17910:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.744851:0:17910:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384374.744853:0:17910:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384374.744854:0:17910:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384374.744856:0:17910:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17910 initiator: MDT0 00010000:00000001:1.0:1767384374.744859:0:17910:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384374.744860:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.744862:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384374.744863:0:17910:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384374.744864:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.744865:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076797be8 refcount=3 00000020:00000001:1.0:1767384374.744866:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000001:1.0:1767384374.744867:0:17910:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000001:1.0:1767384374.744869:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.744869:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384374.744870:0:17910:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744873:0:17910:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384374.744877:0:17910:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384374.744880:0:17910:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384374.744886:0:17910:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744890:0:17910:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384374.744895:0:17910:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384374.744914:0:17910:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384374.744918:0:17910:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384374.744921:0:17910:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384374.744923:0:17910:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384374.744925:0:17910:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1767384374.744933:0:17910:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000fbf6b58c. 00000004:00000001:1.0:1767384374.744936:0:17910:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384374.744939:0:17910:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384374.744941:0:17910:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384374.744944:0:17910:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744947:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744948:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744950:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744951:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744952:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744953:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744954:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744955:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744956:0:17910:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384374.744956:0:17910:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384374.744957:0:17910:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384374.744959:0:17910:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384374.744961:0:17910:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767384374.744962:0:17910:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384374.744964:0:17910:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384374.744965:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744965:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744967:0:17910:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384374.744968:0:17910:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384374.744970:0:17910:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384374.744974:0:17910:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384374.744975:0:17910:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384374.744977:0:17910:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384374.744981:0:17910:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000015d3e742. 00000020:00000001:1.0:1767384374.744984:0:17910:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384374.744985:0:17910:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.744987:0:17910:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384374.744988:0:17910:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.744989:0:17910:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.744993:0:17910:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384374.744994:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.744995:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076797be8 refcount=3 00000020:00000001:1.0:1767384374.744996:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000001:1.0:1767384374.744998:0:17910:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00000004:00010000:1.0:1767384374.745000:0:17910:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17910 initiator: MDT0 00010000:00000001:1.0:1767384374.745016:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.745017:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384374.745018:0:17910:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384374.745019:0:17910:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384374.745021:0:17910:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384374.745023:0:17910:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384374.745023:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.745024:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076797be8 refcount=3 00000020:00000001:1.0:1767384374.745025:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00010000:00000001:1.0:1767384374.745026:0:17910:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306437369344 : -114767272182272 : ffff979ea9827e00) 00000004:00000040:1.0:1767384374.745028:0:17910:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000d8f15d54 : new locks_count 2 00000020:00000040:1.0:1767384374.745030:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=8 00010000:00000001:1.0:1767384374.745032:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.745033:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384374.745033:0:17910:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384374.745035:0:17910:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384374.745037:0:17910:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384374.745039:0:17910:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384374.745039:0:17910:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384374.745041:0:17910:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384374.745042:0:17910:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384374.745043:0:17910:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384374.745046:0:17910:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.745047:0:17910:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384374.745048:0:17910:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384374.745051:0:17910:0:(lu_object.c:207:lu_object_put()) Add 00000000dfb8ab71/0000000052eb56c3 to site lru. bkt: 00000000ea69f22e 00000004:00000001:1.0:1767384374.745052:0:17910:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384374.745053:0:17910:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384374.745055:0:17910:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384374.745056:0:17910:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384374.745059:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.745059:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384374.745060:0:17910:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384374.745061:0:17910:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384374.745063:0:17910:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0267f90 with handle 0xd602e9c522f0b3e0 from hash 00010000:00000001:1.0:1767384374.745064:0:17910:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384374.745065:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.745066:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384374.745066:0:17910:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384374.745067:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384374.745069:0:17910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0267f90/0xd602e9c522f0b3e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb7b expref: 8 pid: 17910 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384374.745073:0:17910:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000d8f15d54 : new locks_count 1 00000020:00000040:1.0:1767384374.745075:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 7 00010000:00000010:1.0:1767384374.745076:0:17910:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000054b2545. 00010000:00000001:1.0:1767384374.745080:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384374.745081:0:17910:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.745084:0:17910:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384374.745086:0:17910:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb7b expref: 7 pid: 17910 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384374.745091:0:17910:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384374.745092:0:17910:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384374.745094:0:17910:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000dbc4ddb9) 00010000:00010000:1.0:1767384374.745096:0:17910:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384374.745098:0:17910:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.745099:0:17910:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.745100:0:17910:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384374.745101:0:17910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384374.745102:0:17910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384374.745102:0:17910:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000076797be8, rc 0) 00000020:00000001:1.0:1767384374.745104:0:17910:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384374.745106:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725156608 00010000:00000001:1.0:1767384374.745108:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384374.745111:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a10894d x1853236725156608/t0(0) o101->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 576/688 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384374.745116:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384374.745118:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.745120:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.745123:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.745125:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:1.0:1767384374.745127:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:1.0:1767384374.745129:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384374.745130:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.745133:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384374.745135:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:1.0:1767384374.745138:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384374.745143:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236725156608, offset 224 00000400:00000200:1.0:1767384374.745148:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:1.0:1767384374.745159:0:17910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384374.745189:0:17910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [239:239:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384374.745200:0:17910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384374.745205:0:17910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384374.745209:0:17910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000800:00000200:1.0:1767384374.745214:0:17910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:1.0:1767384374.745220:0:17910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384374.745223:0:17910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007764641e type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384374.745237:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.745240:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:1.0:1767384374.745242:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384374.745244:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.745246:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384374.745249:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a10894d x1853236725156608/t0(0) o101->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 576/688 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384374.745256:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a10894d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+7:15197:x1853236725156608:12345-192.168.204.18@tcp50:101: Request processed in 725us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384374.745262:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 7 00000100:00000040:1.0:1767384374.745265:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:1.0:1767384374.745267:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384374.745268:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384374.745272:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008a67016. 00000020:00000010:1.0:1767384374.745275:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384374.745278:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ccb99a9. 00000020:00000040:1.0:1767384374.745282:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 6 00000100:00000001:1.0:1767384374.745284:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384374.745377:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.745382:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000400:00000200:0.0:1767384374.745386:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.745392:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384374.745397:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d65e27 00000400:00000010:0.0:1767384374.745450:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4d65e27. 00000100:00000001:0.0:1767384374.745454:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.745455:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384374.756822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0267f90. 00000800:00000001:0.0:1767384374.760315:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.760327:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.760330:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.760332:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.760339:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384374.760350:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 17 MB=0x695824cb00b80 00000400:00000200:0.0:1767384374.760357:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767384374.760361:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033938ba8. 00000400:00000200:0.0:1767384374.760365:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f046e5ca 00000800:00000001:0.0:1767384374.760369:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.760373:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.760375:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.760378:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384374.760381:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f046e5ca 00000400:00000010:0.0:1767384374.760382:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f046e5ca. 00000100:00000001:0.0:1767384374.760386:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384374.760388:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384374.760423:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003fd8afc5 x1853236725156736 msgsize 328 00000100:00100000:0.0:1767384374.760426:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:0.0:1767384374.760428:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384374.760441:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384374.760447:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.760450:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.760452:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.760453:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.760456:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384374.760460:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 17 MB=0x695824cb00c00 00000400:00000200:0.0:1767384374.760463:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:0.0:1767384374.760483:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384374.760516:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384374.760521:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156736 00000800:00000001:0.0:1767384374.760524:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.760527:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384374.760534:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384374.760535:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.760539:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.760559:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 02000000:00000001:2.0:1767384374.760560:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.760564:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156736 00000100:00000001:0.0:1767384374.760564:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384374.760568:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1767384374.760569:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384374.760571:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:2.0:1767384374.760573:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384374.760574:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001618978c. 00000020:00000040:2.0:1767384374.760575:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=9 00000100:00000040:0.0:1767384374.760579:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000001618978c x1853236725156864 msgsize 328 00000020:00000001:2.0:1767384374.760580:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384374.760585:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384374.760591:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384374.760591:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000020:00000010:2.0:1767384374.760597:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7440efe. 00000100:00000001:2.0:1767384374.760600:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.760602:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7440efe. 00000100:00000001:0.0:1767384374.760602:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384374.760609:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384374.760610:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009efa174e. 00000800:00000001:0.0:1767384374.760614:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.760615:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000003bf9417. 00000800:00000001:0.0:1767384374.760618:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384374.760620:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a9529df. 00000800:00000001:0.0:1767384374.760622:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.760630:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000100:00000040:2.0:1767384374.760631:0:19667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384374.760636:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384374.760638:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384374.760642:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000400:00000200:0.0:1767384374.760642:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 328 into portal 17 MB=0x695824cb00c80 00010000:00000001:2.0:1767384374.760646:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.760650:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.18@tcp50 of length 328/328 into md 0x15 [2] + 328 00010000:00000001:2.0:1767384374.760651:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384374.760656:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1767384374.760656:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384374.760658:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.760661:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=3 00000020:00000001:2.0:1767384374.760663:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000800:00000001:0.0:1767384374.760665:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.760666:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000400:00000200:0.0:1767384374.760669:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384374.760671:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.760676:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.760679:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.760679:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:3.0:1767384374.760684:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384374.760685:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.760686:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384374.760695:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156864 00000100:00000200:0.0:1767384374.760695:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1767384374.760696:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.760706:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384374.760706:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff15c899. 00000100:00000001:3.0:1767384374.760712:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384374.760713:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000ff15c899 x1853236725156992 msgsize 328 00000100:00000001:2.0:1767384374.760716:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.760721:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.760728:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 02000000:00000001:3.0:1767384374.760736:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.760742:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.760743:0:19667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384374.760745:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384374.760746:0:19667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725156992 02000000:00000001:2.0:1767384374.760751:0:19667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384374.760751:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384374.760753:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156864 00000100:00000001:2.0:1767384374.760753:0:19667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.760775:0:19667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.760779:0:19667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.760808:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384374.760811:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000100:00100000:2.0:1767384374.760812:0:19667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725156992 00000020:00000001:2.0:1767384374.760817:0:19667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384374.760819:0:19667:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000100:00000001:0.0:1767384374.760819:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384374.760821:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384374.760821:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.760823:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384374.760825:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.760832:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=10 00000020:00000040:2.0:1767384374.760833:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=11 00000100:00000001:1.0:1767384374.760833:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.760847:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 0 00000020:00000001:2.0:1767384374.760848:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:3.0:1767384374.760851:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:2.0:1767384374.760858:0:19667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000040:0.0:1767384374.760859:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:1.0:1767384374.760861:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.760862:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:2.0:1767384374.760863:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384374.760868:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306640755792 : -114767068795824 : ffff979eb5a1ec50) 00000020:00000010:2.0:1767384374.760870:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7440efe. 00000100:00000001:1.0:1767384374.760876:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.760879:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384374.760880:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384374.760886:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fd8afc5 x1853236725156736/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384374.760890:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e718ff. 00000020:00000010:2.0:1767384374.760891:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7440efe. 00000100:00000001:3.0:1767384374.760902:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.760906:0:19667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f4ca5d. 00000020:00000010:3.0:1767384374.760915:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e718ff. 00000020:00000010:2.0:1767384374.760917:0:19667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623747be. 00000020:00000010:2.0:1767384374.760927:0:19667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000100:00000001:0.0:1767384374.760932:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384374.760933:0:19667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384374.760936:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1a9af37. 00000100:00000001:2.0:1767384374.760937:0:19667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384374.760937:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00010000:00000001:2.0:1767384374.760946:0:19667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384374.760947:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.760948:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4f3ab3b. 00010000:00000001:2.0:1767384374.760949:0:19667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.760956:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00010000:00000001:2.0:1767384374.760957:0:19667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:3.0:1767384374.760961:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00010000:00000001:2.0:1767384374.760962:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.760966:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.760973:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=3 00000100:00100000:0.0:1767384374.760973:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fd8afc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7576a06b-dd3d-4f35-a4c9-3bce6073005a+11:11778:x1853236725156736:12345-192.168.204.18@tcp50:103: 00000100:00000001:3.0:1767384374.760977:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384374.760979:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000200:0.0:1767384374.760984:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156736 00010000:00000001:2.0:1767384374.760985:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00000100:00000001:3.0:1767384374.760986:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384374.760989:0:17069:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384374.760992:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384374.760994:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:0.0:1767384374.760995:0:17069:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384374.760997:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.760998:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.761000:0:17069:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384374.761006:0:19667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.761009:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384374.761012:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384374.761015:0:19667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.761016:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384374.761017:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384374.761025:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384374.761026:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093ef97f4. 00000100:00000001:2.0:1767384374.761027:0:19667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384374.761034:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=3 02000000:00000001:0.0:1767384374.761035:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.761050:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.761053:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:0.0:1767384374.761054:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384374.761059:0:17069:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384374.761061:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00000100:00000001:2.0:1767384374.761061:0:19667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.761064:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384374.761071:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384374.761073:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384374.761076:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ae4b3d8a refcount=3 00010000:00000001:3.0:1767384374.761080:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384374.761080:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00010000:00000001:3.0:1767384374.761082:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.761088:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.761093:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.761094:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.761095:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384374.761095:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741152768 : -114767968398848 : ffff979e80031200) 00000100:00000001:1.0:1767384374.761098:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384374.761107:0:19667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 1 00010000:00000040:0.0:1767384374.761107:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 8 00000100:00000040:2.0:1767384374.761113:0:19667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 2 00010000:00000001:0.0:1767384374.761113:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384374.761114:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.761116:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384374.761120:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.761120:0:19667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737619200 : -114766971932416 : ffff979ebb67f100) 00000100:00000001:1.0:1767384374.761121:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.761122:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.761132:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.761136:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.761137:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.761144:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff15c899 x1853236725156992/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384374.761154:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384374.761158:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384374.761163:0:19667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384374.761166:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384374.761187:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7440efe. 00010000:00000001:0.0:1767384374.761187:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.761189:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384374.761191:0:19667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384374.761192:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.761193:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7440efe. 00000100:00100000:2.0:1767384374.761200:0:19667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff15c899 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7576a06b-dd3d-4f35-a4c9-3bce6073005a+11:11777:x1853236725156992:12345-192.168.204.18@tcp50:103: 00000020:00000040:0.0:1767384374.761201:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ae4b3d8a with handle 0xd602e9c522f0b3bd from hash 00010000:00000001:0.0:1767384374.761206:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:2.0:1767384374.761208:0:19667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156992 00010000:00000001:0.0:1767384374.761208:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.761211:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.761212:0:19667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384374.761213:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000002:2.0:1767384374.761216:0:19667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384374.761217:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384374.761218:0:19667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384374.761219:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384374.761223:0:19667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:0.0:1767384374.761224:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae4b3d8a/0xd602e9c522f0b3bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb2e expref: 11 pid: 17078 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384374.761226:0:19667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384374.761231:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000c7608e4. 00010000:00000040:0.0:1767384374.761233:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe0fd9f0 : new locks_count 3 02000000:00000001:2.0:1767384374.761234:0:19667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.761254:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 10 00000100:00000001:2.0:1767384374.761255:0:19667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.761260:0:19667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384374.761261:0:19667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384374.761264:0:19667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384374.761264:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384374.761269:0:19667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384374.761269:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:2.0:1767384374.761273:0:19667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000063929d89 refcount=3 00010000:00000001:0.0:1767384374.761274:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1767384374.761278:0:19667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:0.0:1767384374.761278:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.761282:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.761283:0:19667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149184 : -114767968402432 : ffff979e80030400) 00010000:00000001:0.0:1767384374.761286:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384374.761288:0:19667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000049753d6f count: 2 00010000:00010000:0.0:1767384374.761289:0:17069:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384374.761292:0:19667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384374.761293:0:17069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384374.761296:0:19667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.761298:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.761299:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.761301:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=94 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384374.761306:0:19667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384374.761307:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384374.761309:0:19667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.761313:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000020:00000001:2.0:1767384374.761315:0:19667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.761318:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 00010000:00000001:2.0:1767384374.761320:0:19667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384374.761322:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384374.761323:0:19667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384374.761325:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.761329:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384374.761329:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384374.761333:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384374.761337:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00010000:00000001:2.0:1767384374.761338:0:19667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.761341:0:19667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.761343:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000020:00000040:2.0:1767384374.761344:0:19667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000063929d89 with handle 0xd602e9c522f0b3c4 from hash 00010000:00000001:2.0:1767384374.761349:0:19667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1767384374.761350:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236725156736, offset 224 00010000:00000001:2.0:1767384374.761351:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.761354:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.761357:0:19667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384374.761358:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00010000:00000001:2.0:1767384374.761359:0:19667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384374.761363:0:19667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384374.761367:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000063929d89/0xd602e9c522f0b3c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb51 expref: 10 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384374.761373:0:17069:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00010000:00000040:2.0:1767384374.761382:0:19667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe0fd9f0 : new locks_count 2 00000020:00000040:2.0:1767384374.761384:0:19667:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 9 00000400:00000200:0.0:1767384374.761389:0:17069:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [240:240:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:2.0:1767384374.761391:0:19667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.761394:0:19667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384374.761395:0:19667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384374.761398:0:19667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.761420:0:19667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.761426:0:19667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384374.761429:0:19667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000049753d6f count: 0 00000400:00000200:0.0:1767384374.761434:0:17069:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00010000:00010000:2.0:1767384374.761437:0:19667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000200:0.0:1767384374.761442:0:17069:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00010000:00000001:2.0:1767384374.761443:0:19667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.761450:0:19667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:0.0:1767384374.761451:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033301add. 00010000:00000001:2.0:1767384374.761453:0:19667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.761456:0:19667:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=94 v=5 (1 0 0 0) 00000800:00000200:0.0:1767384374.761459:0:17069:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000100:00000001:2.0:1767384374.761462:0:19667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.761467:0:19667:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 8 to 192.168.204.18@tcp50 00000800:00000200:0.0:1767384374.761469:0:17069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000100:00000001:2.0:1767384374.761471:0:19667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 00000800:00000200:0.0:1767384374.761474:0:17069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033301add type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767384374.761484:0:19667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.761486:0:19667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.761487:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.761488:0:19667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.761493:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000040:2.0:1767384374.761497:0:19667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00010000:00000001:0.0:1767384374.761499:0:17069:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.761503:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00010000:00000001:0.0:1767384374.761503:0:17069:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.761510:0:19667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236725156992, offset 224 00000100:00000040:0.0:1767384374.761511:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fd8afc5 x1853236725156736/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384374.761525:0:19667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000100:00100000:0.0:1767384374.761530:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fd8afc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7576a06b-dd3d-4f35-a4c9-3bce6073005a+9:11778:x1853236725156736:12345-192.168.204.18@tcp50:103: Request processed in 594us (1102us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384374.761537:0:19667:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000100:00100000:0.0:1767384374.761543:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 0 00000100:00000040:0.0:1767384374.761547:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:0.0:1767384374.761549:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.761553:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384374.761554:0:19667:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [241:241:255:4294967295] 192.168.204.18@tcp50 LPNI seq info [27:27:7:4294967295] 00000020:00000010:0.0:1767384374.761557:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000003bf9417. 00000020:00000010:0.0:1767384374.761564:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a9529df. 00000020:00000010:0.0:1767384374.761571:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009efa174e. 00000800:00000200:3.0:1767384374.761577:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384374.761577:0:19667:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000020:00000040:0.0:1767384374.761579:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 8 00000800:00000010:3.0:1767384374.761601:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033301add. 02000000:00000001:0.0:1767384374.761605:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.761611:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008bbfe711. 00000800:00000200:2.0:1767384374.761612:0:19667:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000400:00000200:3.0:1767384374.761613:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384374.761616:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:2.0:1767384374.761621:0:19667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca835d36. 00000100:00000010:0.0:1767384374.761621:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002eb7e925. 00000400:00000200:3.0:1767384374.761630:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 02000000:00000001:0.0:1767384374.761632:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.761637:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec7ce6ae. 00000800:00000200:2.0:1767384374.761638:0:19667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 02000000:00000001:0.0:1767384374.761642:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384374.761644:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6fb54ea. 00000800:00000200:2.0:1767384374.761645:0:19667:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384374.761648:0:19667:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ca835d36 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384374.761654:0:19667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.761656:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384374.761659:0:19667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 02000000:00000010:0.0:1767384374.761659:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007adddc14. 02000000:00000001:0.0:1767384374.761663:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384374.761664:0:19667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384374.761665:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e961c4. 00010000:00000001:2.0:1767384374.761668:0:19667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.761670:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.761672:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000013879618. 00000100:00000040:2.0:1767384374.761675:0:19667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff15c899 x1853236725156992/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384374.761678:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384374.761680:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000100:00000010:0.0:1767384374.761681:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a23dba1. 00000400:00000010:3.0:1767384374.761688:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 02000000:00000001:0.0:1767384374.761689:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.761693:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074382774. 00000100:00100000:2.0:1767384374.761698:0:19667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff15c899 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7576a06b-dd3d-4f35-a4c9-3bce6073005a+8:11777:x1853236725156992:12345-192.168.204.18@tcp50:103: Request processed in 529us (978us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384374.761700:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384374.761702:0:16345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1767384374.761703:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000559c8485. 02000000:00000001:3.0:1767384374.761709:0:16345:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384374.761710:0:19667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 1 02000000:00000001:0.0:1767384374.761710:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.761715:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f699230d. 02000000:00000010:3.0:1767384374.761719:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093ef97f4. 00000100:00000040:2.0:1767384374.761720:0:19667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 02000000:00000001:0.0:1767384374.761721:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384374.761729:0:19667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1767384374.761729:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7ecca1. 00000100:00000001:2.0:1767384374.761733:0:19667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384374.761734:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384374.761737:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623747be. 02000000:00000001:3.0:1767384374.761739:0:16345:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384374.761741:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000020:00000010:2.0:1767384374.761742:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000100:00000001:3.0:1767384374.761743:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384374.761746:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f50d5e. 00000400:00000010:0.0:1767384374.761752:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f54bd048. 00000020:00000010:2.0:1767384374.761756:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f4ca5d. 00000020:00000040:2.0:1767384374.761763:0:19667:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 7 00000100:00000001:2.0:1767384374.761765:0:19667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.761767:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.761770:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.761793:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 2 00000100:00000001:2.0:1767384374.761795:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384374.761825:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:2.0:1767384374.761827:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384374.761829:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737612928 : -114766971938688 : ffff979ebb67d880) 00000100:00000001:2.0:1767384374.761831:0:19667:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.761835:0:19667:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.761837:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001618978c x1853236725156864/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.761847:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384374.761851:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000800:00000200:3.0:1767384374.761853:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384374.761857:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca835d36. 00000400:00000200:3.0:1767384374.761860:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384374.761875:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384374.761883:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000020:00000010:0.0:1767384374.761885:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000400:00000200:3.0:1767384374.761889:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000400:00000010:3.0:1767384374.761893:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000100:00000001:3.0:1767384374.761896:0:16345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384374.761900:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384374.761901:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001618978c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7576a06b-dd3d-4f35-a4c9-3bce6073005a+7:11777:x1853236725156864:12345-192.168.204.18@tcp50:103: 00000100:00000200:0.0:1767384374.761909:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725156864 00010000:00000001:0.0:1767384374.761918:0:17069:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384374.761921:0:17069:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384374.761922:0:17069:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384374.761925:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384374.761927:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384374.761930:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000013879618. 02000000:00000001:0.0:1767384374.761932:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.761934:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.761936:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384374.761937:0:17069:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384374.761940:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384374.761942:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384374.761944:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf86f3d8 refcount=3 00000020:00000001:0.0:1767384374.761947:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000001:0.0:1767384374.761950:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741155840 : -114767968395776 : ffff979e80031e00) 00010000:00000040:0.0:1767384374.761969:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000118e614c count: 4 00010000:00000001:0.0:1767384374.761972:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384374.761974:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.761976:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.761978:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.761979:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.761982:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384374.761983:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384374.761986:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.761987:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.761989:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384374.761990:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.761991:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bf86f3d8 with handle 0xd602e9c522f0b3cb from hash 00010000:00000001:0.0:1767384374.761993:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384374.761994:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.761995:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.761996:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384374.761997:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384374.761998:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384374.762000:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bf86f3d8/0xd602e9c522f0b3cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb58 expref: 7 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384374.762014:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe0fd9f0 : new locks_count 1 00000020:00000040:0.0:1767384374.762016:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00010000:00000001:0.0:1767384374.762020:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.762021:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384374.762022:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384374.762023:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.762025:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.762026:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384374.762027:0:17069:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384374.762028:0:17069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.762031:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.762032:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.762033:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.762036:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.762038:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:0.0:1767384374.762039:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:0.0:1767384374.762041:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.762043:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.762044:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.762046:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:0.0:1767384374.762048:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384374.762051:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236725156864, offset 224 00000400:00000200:0.0:1767384374.762054:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:0.0:1767384374.762059:0:17069:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:0.0:1767384374.762066:0:17069:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [242:242:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384374.762075:0:17069:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384374.762078:0:17069:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:0.0:1767384374.762080:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000252fea9d. 00000800:00000200:0.0:1767384374.762084:0:17069:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:0.0:1767384374.762087:0:17069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:0.0:1767384374.762095:0:17069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000252fea9d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384374.762108:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.762111:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:0.0:1767384374.762113:0:17069:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.762114:0:17069:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.762117:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001618978c x1853236725156864/t0(0) o103->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.762125:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001618978c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7576a06b-dd3d-4f35-a4c9-3bce6073005a+6:11777:x1853236725156864:12345-192.168.204.18@tcp50:103: Request processed in 278us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384374.762131:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 2 00000100:00000040:0.0:1767384374.762133:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:0.0:1767384374.762135:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.762136:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384374.762139:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4f3ab3b. 00000020:00000010:0.0:1767384374.762142:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:0.0:1767384374.762145:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1a9af37. 00000020:00000040:0.0:1767384374.762147:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 5 00000100:00000001:0.0:1767384374.762149:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384374.762188:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384374.762191:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000252fea9d. 00000400:00000200:2.0:1767384374.762195:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.762199:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:2.0:1767384374.762202:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:2.0:1767384374.762203:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000001:2.0:1767384374.762205:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384374.762207:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384374.766262:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.766271:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.766273:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.766275:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.766281:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:0.0:1767384374.766289:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 28 MB=0x695824cb00d00 00000400:00000200:0.0:1767384374.766294:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.18@tcp50 of length 224/224 into md 0xab9 [8] + 5528 00000800:00000001:0.0:1767384374.766299:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.766304:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.766306:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.766309:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:0.0:1767384374.766312:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384374.766314:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384374.766324:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cafe9e2b. 00000100:00000040:0.0:1767384374.766326:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000cafe9e2b x1853236725157120 msgsize 224 00000100:00100000:0.0:1767384374.766330:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:0.0:1767384374.766364:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384374.766372:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.766375:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.766465:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384374.766469:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725157120 02000000:00000001:2.0:1767384374.766471:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384374.766473:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.766491:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.766493:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.766495:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725157120 00000020:00000001:2.0:1767384374.766496:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384374.766497:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d9 00000020:00000001:2.0:1767384374.766498:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.766500:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bd55e507 refcount=6 00000020:00000001:2.0:1767384374.766502:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505292288 : -114772204259328 : ffff979d8388f800) 00000020:00000001:2.0:1767384374.766503:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505292288 : -114772204259328 : ffff979d8388f800) 00000100:00000001:2.0:1767384374.766506:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384374.766509:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7440efe. 00000020:00000010:2.0:1767384374.766511:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bf20fe50. 00000020:00000040:2.0:1767384374.766515:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 8 - evictor 00000100:00000001:2.0:1767384374.766528:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384374.766530:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f4ca5d. 00000020:00000010:2.0:1767384374.766532:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623747be. 00000020:00000010:2.0:1767384374.766540:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000100:00000040:2.0:1767384374.766545:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384374.766547:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384374.766548:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384374.766549:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.766553:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.766560:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.766566:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384374.766567:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384374.766571:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 5 00000100:00000040:2.0:1767384374.766573:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bd55e507 : new rpc_count 1 00000100:00000001:2.0:1767384374.766575:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737607552 : -114766971944064 : ffff979ebb67c380) 00000100:00000040:2.0:1767384374.766579:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cafe9e2b x1853236725157120/t0(0) o9->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.766586:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384374.766588:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf20fe50. 00000100:00000001:2.0:1767384374.766590:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.766592:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf20fe50. 00000100:00080000:1.0:1767384374.766594:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767384374.766598:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cafe9e2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+6:11776:x1853236725157120:12345-192.168.204.18@tcp50:9: 00000020:00000040:1.0:1767384374.766600:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 8 - evictor 00000100:00000200:2.0:1767384374.766605:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725157120 00000020:00000001:2.0:1767384374.766608:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384374.766611:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384374.766612:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.766614:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384374.766615:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766288 : -1045785328 : ffffffffc1aa9510) 00000020:00000001:2.0:1767384374.766617:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384374.766619:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384374.766620:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384374.766621:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384374.766622:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.766624:0:18446:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384374.766625:0:18446:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384374.766626:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384374.766631:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384374.766634:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec7ce6ae. 02000000:00000001:2.0:1767384374.766635:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.766636:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.766640:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=7 00010000:00000001:2.0:1767384374.766642:0:18446:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767384374.766644:0:18446:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384374.766645:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=8 00010000:00000001:2.0:1767384374.766646:0:18446:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384374.766647:0:18446:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384374.766655:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 7 00000020:00000080:2.0:1767384374.766657:0:18446:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b3d9 00000020:00000040:2.0:1767384374.766659:0:18446:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bd55e507 with handle 0xd602e9c522f0b3d9 from hash 00000020:00000040:2.0:1767384374.766662:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 6 00000020:00000010:2.0:1767384374.766663:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a7440efe. 00000020:00000001:2.0:1767384374.766665:0:18446:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384374.766667:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 5 00000020:00000001:2.0:1767384374.766668:0:18446:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384374.766669:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 4 00000020:00000001:2.0:1767384374.766670:0:18446:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.766671:0:18446:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384374.766673:0:18446:0:(import.c:65:import_set_state_nolock()) 0000000056b93e8e : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384374.766675:0:18446:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384374.766677:0:18446:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384374.766678:0:18446:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384374.766686:0:18446:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384374.766690:0:18446:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384374.766692:0:18446:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000c26c7b36 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384374.766694:0:18446:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000bd55e507 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384374.766697:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00000020:00000010:2.0:1767384374.766699:0:18446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a8781f4. 00000020:00000010:2.0:1767384374.766702:0:18446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384374.766706:0:18446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ef6346a4. 00000020:00000010:2.0:1767384374.766709:0:18446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005e030ab3. 80000000:00000010:2.0:1767384374.766713:0:18446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f07cbd62. 40000000:00000010:2.0:1767384374.766719:0:18446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7440efe. 00100000:00000010:2.0:1767384374.766723:0:18446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f3be63da. 00040000:00000010:2.0:1767384374.766726:0:18446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a915bae3. 00000020:00000001:3.0:1767384374.766730:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:2.0:1767384374.766730:0:18446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023273317. 00000020:00000001:3.0:1767384374.766735:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384374.766738:0:18446:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000427466a8. 00010000:00010000:3.0:1767384374.766740:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384374.766744:0:18446:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f7bdedf7. 00002000:00000010:2.0:1767384374.766751:0:18446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb5aa755. 00000001:00000001:2.0:1767384374.766754:0:18446:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384374.766756:0:18446:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '66c4b8a2-a740-46db-9b02-7881d5def2de' 00000001:00000001:2.0:1767384374.766759:0:18446:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384374.766760:0:18446:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384374.766763:0:18446:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:0.1:1767384374.766794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ae4b3d8a. 00010000:00000010:2.1:1767384374.766796:0:18446:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00010000:00000010:2.1:1767384374.766803:0:18446:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049753d6f. 00080000:00000010:2.0:1767384374.766810:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ca5145ad. 00080000:00000001:2.0:1767384374.766812:0:18446:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507986432 : -114772201565184 : ffff979d83b21400) 00080000:00000001:2.0:1767384374.766816:0:18446:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384374.766820:0:18446:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384374.766822:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bf20fe50. 00080000:00000001:2.0:1767384374.766824:0:18446:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384374.766826:0:18446:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384374.766833:0:18446:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384374.766835:0:18446:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384374.766857:0:18446:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384374.766859:0:18446:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384374.766861:0:18446:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384374.766868:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bf20fe50. 00040000:00000001:2.0:1767384374.766870:0:18446:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384374.766872:0:18446:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384374.766874:0:18446:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384374.766875:0:18446:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384374.766877:0:18446:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384374.766879:0:18446:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384374.766880:0:18446:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384374.766882:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba63dc88. 00080000:00000001:2.0:1767384374.766883:0:18446:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507982848 : -114772201568768 : ffff979d83b20600) 00080000:00000001:2.0:1767384374.766889:0:18446:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384374.766890:0:18446:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384374.766892:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bf20fe50. 00080000:00000001:2.0:1767384374.766893:0:18446:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384374.766894:0:18446:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384374.766896:0:18446:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384374.766898:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b87ef877. 00000001:00000040:2.0:1767384374.766900:0:18446:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bd55e507 : new cb_count 2 00000020:00000040:2.0:1767384374.766901:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000bd55e507 refcount=5 00000001:00000001:2.0:1767384374.766907:0:18446:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384374.766908:0:18446:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384374.766910:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bf20fe50. 00040000:00000001:2.0:1767384374.766911:0:18446:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384374.766912:0:18446:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384374.766913:0:18446:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384374.766914:0:18446:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384374.766916:0:18446:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:2.0:1767384374.766918:0:18446:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.766920:0:18446:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a8781f4. 00000020:00000010:2.0:1767384374.766923:0:18446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384374.766925:0:18446:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ef6346a4. 00000020:00000010:2.0:1767384374.766928:0:18446:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005e030ab3. 80000000:00000010:2.0:1767384374.766930:0:18446:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f07cbd62. 40000000:00000010:2.0:1767384374.766939:0:18446:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7440efe. 00100000:00000010:2.0:1767384374.766941:0:18446:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f3be63da. 00040000:00000010:2.0:1767384374.766943:0:18446:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a915bae3. 00040000:00000010:2.0:1767384374.766945:0:18446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023273317. 00080000:00000010:2.0:1767384374.766948:0:18446:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f7bdedf7. 00080000:00000010:2.0:1767384374.766951:0:18446:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000427466a8. 00002000:00000010:2.0:1767384374.766953:0:18446:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb5aa755. 00000020:00000010:2.0:1767384374.766955:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 00000001:00000001:2.0:1767384374.766957:0:18446:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384374.766978:0:18446:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 8 00000001:00000001:2.0:1767384374.766980:0:18446:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384374.766985:0:18446:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 7 00000020:00000040:2.0:1767384374.766987:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 4 00000001:00000001:2.0:1767384374.766988:0:18446:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384374.766989:0:18446:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 6 00000001:00000001:2.0:1767384374.766991:0:18446:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384374.766991:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 3 00002000:00000001:2.0:1767384374.766993:0:18446:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.766994:0:18446:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.766996:0:18446:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.766997:0:18446:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384374.767000:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725157120 00010000:00000001:2.0:1767384374.767002:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384374.767006:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cafe9e2b x1853236725157120/t0(0) o9->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384374.767015:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384374.767017:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.767020:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384374.767024:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.767026:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:2.0:1767384374.767029:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:2.0:1767384374.767032:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.767034:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.767036:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.767039:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:2.0:1767384374.767043:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000100:00000200:2.0:1767384374.767046:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236725157120, offset 224 00000400:00000200:2.0:1767384374.767052:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:2.0:1767384374.767060:0:18446:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:2.0:1767384374.767070:0:18446:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [243:243:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1767384374.767081:0:18446:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384374.767087:0:18446:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:2.0:1767384374.767091:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a915bae3. 00000800:00000200:2.0:1767384374.767100:0:18446:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:2.0:1767384374.767104:0:18446:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:2.0:1767384374.767106:0:18446:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a915bae3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384374.767118:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.767120:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:2.0:1767384374.767122:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384374.767123:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.767125:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384374.767128:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cafe9e2b x1853236725157120/t0(0) o9->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.767135:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cafe9e2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+3:11776:x1853236725157120:12345-192.168.204.18@tcp50:9: Request processed in 547us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384374.767140:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 5 00000100:00000040:2.0:1767384374.767142:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bd55e507 : new rpc_count 0 00000100:00000001:2.0:1767384374.767144:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384374.767145:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384374.767147:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623747be. 00000020:00000010:2.0:1767384374.767150:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384374.767152:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f4ca5d. 00000020:00000040:2.0:1767384374.767154:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 2 00000100:00000001:2.0:1767384374.767155:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384374.767247:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384374.767252:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a915bae3. 00000400:00000200:3.0:1767384374.767257:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.767264:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384374.767269:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:3.0:1767384374.767271:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:3.0:1767384374.767274:0:16345:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384374.767276:0:16345:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384374.770795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bf86f3d8. 00000800:00000001:2.0:1767384374.775197:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.775206:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384374.775209:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.775211:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.775219:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:2.0:1767384374.775228:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 12 MB=0x695824cb00e00 00000400:00000200:2.0:1767384374.775250:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.18@tcp50 of length 224/224 into md 0x229 [64] + 11384 00000800:00000001:2.0:1767384374.775255:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.775262:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.775265:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.775277:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000100:00000001:2.0:1767384374.775283:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.775285:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384374.775289:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6d3f6e9. 00000100:00000040:2.0:1767384374.775293:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000d6d3f6e9 x1853236725157376 msgsize 224 00000100:00100000:2.0:1767384374.775298:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000001:2.0:1767384374.775312:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384374.775320:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384374.775324:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.775385:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384374.775388:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725157376 02000000:00000001:1.0:1767384374.775390:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384374.775392:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.775393:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.775396:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.775398:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725157376 00000020:00000001:1.0:1767384374.775400:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.775401:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3d2 00000020:00000001:1.0:1767384374.775418:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.775419:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d8f15d54 refcount=7 00000020:00000001:1.0:1767384374.775422:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000020:00000001:1.0:1767384374.775423:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00000100:00000001:1.0:1767384374.775426:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.775429:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca77ede. 00000100:00000001:1.0:1767384374.775431:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.775433:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca77ede. 00000020:00000010:1.0:1767384374.775451:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ccb99a9. 00000020:00000010:1.0:1767384374.775454:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008524f103. 00000020:00000010:1.0:1767384374.775456:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000040:1.0:1767384374.775460:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384374.775461:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.775462:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.775464:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.775467:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.775476:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.775482:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.775484:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384374.775487:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 8 00000100:00000040:1.0:1767384374.775489:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d8f15d54 : new rpc_count 1 00000100:00000001:1.0:1767384374.775490:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535613696 : -114772173937920 : ffff979d8557a300) 00000100:00000040:1.0:1767384374.775493:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6d3f6e9 x1853236725157376/t0(0) o39->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.775500:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384374.775502:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ca77ede. 00000100:00000001:1.0:1767384374.775503:0:17910:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.775504:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ca77ede. 00000100:00100000:1.0:1767384374.775507:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6d3f6e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+7:11776:x1853236725157376:12345-192.168.204.18@tcp50:39: 00000100:00000200:1.0:1767384374.775509:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725157376 00000020:00000001:1.0:1767384374.775511:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384374.775513:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384374.775514:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.775516:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.775517:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642592 : -1047909024 : ffffffffc18a2d60) 00000020:00000001:1.0:1767384374.775519:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384374.775520:0:17910:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236725157376, found 0 last_xid 1853236725156607 00000020:00000001:1.0:1767384374.775522:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.775523:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384374.775524:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384374.775526:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.775527:0:17910:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384374.775529:0:17910:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384374.775531:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384374.775532:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384374.775535:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c18bc6a7. 02000000:00000001:1.0:1767384374.775537:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.775538:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384374.775541:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=8 00010000:00000001:1.0:1767384374.775543:0:17910:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384374.775545:0:17910:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384374.775547:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=9 00010000:00000001:1.0:1767384374.775548:0:17910:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384374.775549:0:17910:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384374.775556:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 8 00000020:00000080:1.0:1767384374.775557:0:17910:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b3d2 00000020:00000040:1.0:1767384374.775559:0:17910:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8f15d54 with handle 0xd602e9c522f0b3d2 from hash 00000020:00000040:1.0:1767384374.775562:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 7 00000020:00000010:1.0:1767384374.775564:0:17910:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000006c6d98c. 00000020:00000001:1.0:1767384374.775567:0:17910:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384374.775569:0:17910:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000d8f15d54: total 0 00000020:00000001:1.0:1767384374.775570:0:17910:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384374.775571:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 6 00000020:00000001:1.0:1767384374.775572:0:17910:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.775573:0:17910:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384374.775574:0:17910:0:(import.c:65:import_set_state_nolock()) 0000000040e019df : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384374.775576:0:17910:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384374.775577:0:17910:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384374.775578:0:17910:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384374.775585:0:17910:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384374.775588:0:17910:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384374.775589:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000082e28a31 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384374.775591:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021034391 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384374.775592:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384374.775595:0:17910:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384374.775598:0:17910:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384374.775600:0:17910:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '66c4b8a2-a740-46db-9b02-7881d5def2de' 00000001:00000001:1.0:1767384374.775602:0:17910:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384374.775604:0:17910:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000001:0.0:1767384374.775605:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1767384374.775607:0:17910:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00010000:0.0:1767384374.775609:0:17072:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000d8f15d54: total 0 00080000:00000010:1.0:1767384374.775611:0:17910:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f3230a7. 00000020:00000001:0.0:1767384374.775613:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446629306557370368 : -114767152181248 : ffff979eb0a99000) 00080000:00000001:1.0:1767384374.775615:0:17910:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301529571840 : -114772179979776 : ffff979d84fb7200) 00010000:00000001:0.0:1767384374.775617:0:17072:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:1.0:1767384374.775619:0:17910:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384374.775622:0:17910:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:0.0:1767384374.775623:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000877693db. 00080000:00000010:1.0:1767384374.775624:0:17910:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca77ede. 00000020:00000010:0.0:1767384374.775629:0:17072:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003d0c7ad. 00080000:00000001:1.0:1767384374.775630:0:17910:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384374.775635:0:17910:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:0.0:1767384374.775636:0:17072:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001285488d. 00080000:00000001:1.0:1767384374.775653:0:17910:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384374.775657:0:17910:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:0.0:1767384374.775658:0:17072:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00080000:00000010:1.0:1767384374.775660:0:17910:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c6676f77. 00000020:00000010:0.0:1767384374.775664:0:17072:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006a1bd5bb. 00080000:00000001:1.0:1767384374.775665:0:17910:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767384374.775671:0:17072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5bc8da7. 00080000:00000001:1.0:1767384374.775674:0:17910:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1767384374.775675:0:17072:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3b745b3. 00000001:00000001:1.0:1767384374.775678:0:17910:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00100000:00000010:0.0:1767384374.775680:0:17072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d6da8d4. 00040000:00000010:0.0:1767384374.775684:0:17072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6d0525c. 00040000:00000010:0.0:1767384374.775686:0:17072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad410985. 00080000:00000010:0.0:1767384374.775690:0:17072:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a78c3376. 00080000:00000010:0.0:1767384374.775694:0:17072:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053ae6fa7. 00000001:00000040:1.0:1767384374.775695:0:17910:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00002000:00000010:0.0:1767384374.775699:0:17072:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007adddc14. 00000001:00000001:1.0:1767384374.775700:0:17910:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384374.775705:0:17910:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384374.775707:0:17072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000003d0c7ad. 00000001:00000001:1.0:1767384374.775708:0:17910:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000010:0.0:1767384374.775711:0:17072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001285488d. 00000001:00000002:1.0:1767384374.775712:0:17910:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:0.0:1767384374.775716:0:17072:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083127ccd. 00000001:00000010:1.0:1767384374.775718:0:17910:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000014548c29. 00000020:00000010:0.0:1767384374.775721:0:17072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006a1bd5bb. 00000001:00000040:1.0:1767384374.775722:0:17910:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000d8f15d54 : new cb_count 2 80000000:00000010:0.0:1767384374.775725:0:17072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c5bc8da7. 00000020:00000040:1.0:1767384374.775726:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=7 40000000:00000010:0.0:1767384374.775732:0:17072:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3b745b3. 00000001:00000010:1.0:1767384374.775733:0:17910:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000acab46d6. 00100000:00000010:0.0:1767384374.775739:0:17072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d6da8d4. 00040000:00000010:0.0:1767384374.775742:0:17072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d6d0525c. 00040000:00000010:0.0:1767384374.775745:0:17072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad410985. 00080000:00000010:0.0:1767384374.775747:0:17072:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053ae6fa7. 00080000:00000010:0.0:1767384374.775756:0:17072:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a78c3376. 00002000:00000010:0.0:1767384374.775758:0:17072:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007adddc14. 00000020:00000010:0.0:1767384374.775760:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000877693db. 00010000:00010000:0.0:1767384374.775761:0:17072:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000d8f15d54, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384374.775764:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000877693db. 00000020:00000010:0.0:1767384374.775766:0:17072:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066e80329. 00000020:00000010:0.0:1767384374.775768:0:17072:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d6da8d4. 00000020:00000010:0.0:1767384374.775770:0:17072:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384374.775771:0:17072:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad410985. 80000000:00000010:0.0:1767384374.775773:0:17072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5bc8da7. 40000000:00000010:0.0:1767384374.775774:0:17072:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3b745b3. 00100000:00000010:0.0:1767384374.775776:0:17072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001285488d. 00040000:00000010:0.0:1767384374.775777:0:17072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6d0525c. 00040000:00000010:0.0:1767384374.775779:0:17072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a1bd5bb. 00080000:00000010:0.0:1767384374.775804:0:17072:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a78c3376. 00080000:00000010:0.0:1767384374.775808:0:17072:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053ae6fa7. 00000001:00000010:1.0:1767384374.775810:0:17910:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000f940f39b. 00002000:00000010:0.0:1767384374.775811:0:17072:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007adddc14. 00000001:00000001:0.0:1767384374.775817:0:17072:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384374.775819:0:17072:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384374.775824:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dbc4ddb9 count: 2 00080000:00000010:1.0:1767384374.775827:0:17910:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000ab924ed5. 00000004:00000001:0.0:1767384374.775828:0:17072:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384374.775832:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384374.775835:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.775837:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384374.775839:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.775841:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.775845:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384374.775846:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384374.775849:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.775850:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384374.775852:0:17910:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000acab46d6: xid 1853236725157376, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:0.0:1767384374.775852:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384374.775853:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.775859:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076797be8 with handle 0xd602e9c522f0b3e7 from hash 00000001:00000001:1.0:1767384374.775860:0:17910:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.775864:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384374.775872:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.775873:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.775873:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384374.775877:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007ff07746. 00010000:00000001:0.0:1767384374.775881:0:17072:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384374.775883:0:17072:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.775885:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384374.775886:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384374.775888:0:17072:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384374.775890:0:17072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000dbc4ddb9) 00010000:00010000:0.0:1767384374.775892:0:17072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384374.775895:0:17072:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.775898:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.775900:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384374.775902:0:17072:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000d8f15d54, 1 locks cancelled. 00010000:00000001:0.0:1767384374.775904:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.775905:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.775907:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384374.775912:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076797be8/0xd602e9c522f0b3e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb7b expref: 7 pid: 17910 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384374.775919:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005c4fa9c0. 00010000:00000040:0.0:1767384374.775921:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000d8f15d54 : new locks_count 0 00000020:00000040:0.0:1767384374.775924:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 6 00010000:00000010:0.0:1767384374.775926:0:17072:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b2a72a1. 00010000:00000040:0.0:1767384374.775928:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbc4ddb9 count: 0 00010000:00000010:0.0:1767384374.775933:0:17072:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020114e81. 00010000:00000001:0.0:1767384374.775938:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384374.775940:0:17072:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 66c4b8a2-a740-4, loop: 0 00000001:00000001:0.0:1767384374.775941:0:17072:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384374.775944:0:17072:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.775945:0:17072:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000d8f15d54, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384374.775948:0:17072:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066e80329. 00000020:00000010:0.0:1767384374.775950:0:17072:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d6da8d4. 00000020:00000010:0.0:1767384374.775958:0:17072:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384374.775960:0:17072:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ad410985. 80000000:00000010:0.0:1767384374.775962:0:17072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c5bc8da7. 40000000:00000010:0.0:1767384374.775980:0:17072:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3b745b3. 00100000:00000010:0.0:1767384374.775983:0:17072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001285488d. 00040000:00000010:0.0:1767384374.775985:0:17072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d6d0525c. 00040000:00000010:0.0:1767384374.775987:0:17072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a1bd5bb. 00080000:00000010:0.0:1767384374.775990:0:17072:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053ae6fa7. 00080000:00000010:0.0:1767384374.775992:0:17072:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a78c3376. 00002000:00000010:0.0:1767384374.775994:0:17072:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007adddc14. 00000020:00000010:0.0:1767384374.775996:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000877693db. 00000020:00000001:0.0:1767384374.775998:0:17072:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384374.776000:0:17072:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 5 00000020:00000001:0.0:1767384374.776001:0:17072:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384374.776003:0:17072:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.776005:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.776006:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.776007:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384374.776009:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.776011:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.776012:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384374.776014:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.776015:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.776016:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384374.777241:0:17064:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384374.777244:0:17064:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384374.777247:0:17064:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384374.777249:0:17064:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000d8f15d54 : new cb_count 1 00000020:00000040:2.0:1767384374.777251:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 4 00000001:00000010:2.0:1767384374.777253:0:17064:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000014548c29. 00080000:00000010:2.0:1767384374.777257:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f3230a7. 00000001:00100000:2.0:1767384374.777260:0:17064:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 66c4b8a2-a740-46db-9b02-7881d5def2de 00000001:00000040:2.0:1767384374.777262:0:17064:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d8f15d54 : new cb_count 0 00000020:00000040:2.0:1767384374.777263:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 3 00000001:00000010:2.0:1767384374.777264:0:17064:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008328e269. 00080000:00000010:2.0:1767384374.777267:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8fdd5d9. 00080000:00000010:1.0:1767384374.777356:0:17910:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c6676f77. 00080000:00000010:1.0:1767384374.777362:0:17910:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca77ede. 00040000:00000001:1.0:1767384374.777364:0:17910:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384374.777365:0:17910:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384374.777367:0:17910:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384374.777369:0:17910:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384374.777372:0:17910:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.777374:0:17910:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384374.777376:0:17910:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384374.777378:0:17910:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002ae82b8d. 00080000:00000001:1.0:1767384374.777380:0:17910:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301529574400 : -114772179977216 : ffff979d84fb7c00) 00080000:00000001:1.0:1767384374.777382:0:17910:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384374.777384:0:17910:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384374.777386:0:17910:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002ca77ede. 00080000:00000001:1.0:1767384374.777388:0:17910:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384374.777389:0:17910:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384374.777397:0:17910:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384374.777399:0:17910:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000028d222a1. 00000001:00000040:1.0:1767384374.777401:0:17910:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000d8f15d54 : new cb_count 1 00000020:00000040:1.0:1767384374.777436:0:17910:0:(genops.c:887:class_export_get()) GET export 00000000d8f15d54 refcount=4 00000001:00000001:1.0:1767384374.777447:0:17910:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384374.777449:0:17910:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384374.777451:0:17910:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002ca77ede. 00040000:00000001:1.0:1767384374.777453:0:17910:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384374.777454:0:17910:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384374.777455:0:17910:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384374.777456:0:17910:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:1.0:1767384374.777458:0:17910:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:1.0:1767384374.777460:0:17910:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.777461:0:17910:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384374.777463:0:17910:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384374.777464:0:17910:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 7 00000001:00000001:1.0:1767384374.777465:0:17910:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384374.777467:0:17910:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 6 00000020:00000040:1.0:1767384374.777468:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 3 00000001:00000001:1.0:1767384374.777469:0:17910:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384374.777470:0:17910:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 5 00000001:00000001:1.0:1767384374.777471:0:17910:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384374.777472:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 2 00000004:00000001:1.0:1767384374.777473:0:17910:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.777474:0:17910:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.777475:0:17910:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.777476:0:17910:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384374.777478:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853236725157376 00010000:00000001:1.0:1767384374.777479:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384374.777483:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6d3f6e9 x1853236725157376/t8589934593(0) o39->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384374.777489:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384374.777490:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.777492:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.777494:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384374.777496:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000100:00000001:1.0:1767384374.777497:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 02000000:00000001:1.0:1767384374.777499:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384374.777501:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.777502:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384374.777504:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000400:00000010:1.0:1767384374.777506:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384374.777510:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236725157376, offset 224 00000400:00000200:1.0:1767384374.777513:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00000400:00000200:1.0:1767384374.777518:0:17910:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00000400:00000200:1.0:1767384374.777525:0:17910:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [244:244:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384374.777532:0:17910:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384374.777535:0:17910:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 00000800:00000010:1.0:1767384374.777537:0:17910:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ade475b. 00000800:00000200:1.0:1767384374.777540:0:17910:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00000800:00000200:1.0:1767384374.777543:0:17910:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00000800:00000200:1.0:1767384374.777545:0:17910:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001ade475b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384374.777557:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.777575:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00010000:00000001:1.0:1767384374.777577:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384374.777578:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.777580:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384374.777583:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6d3f6e9 x1853236725157376/t8589934593(0) o39->66c4b8a2-a740-46db-9b02-7881d5def2de@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.777591:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6d3f6e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:66c4b8a2-a740-46db-9b02-7881d5def2de+2:11776:x1853236725157376:12345-192.168.204.18@tcp50:39: Request processed in 2089us (2296us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767384374.777598:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 8 00000100:00000040:1.0:1767384374.777599:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d8f15d54 : new rpc_count 0 00000100:00000001:1.0:1767384374.777601:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384374.777602:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384374.777605:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008524f103. 00000020:00000010:1.0:1767384374.777608:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384374.777611:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ccb99a9. 00000020:00000040:1.0:1767384374.777615:0:17910:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 1 00000100:00000001:1.0:1767384374.777617:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384374.777639:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384374.777643:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ade475b. 00000400:00000200:0.0:1767384374.777646:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.777651:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:0.0:1767384374.777654:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d414b5dc 00000400:00000010:0.0:1767384374.777656:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d414b5dc. 00000100:00000001:0.0:1767384374.777658:0:16346:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384374.777659:0:16346:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384374.781807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbc4ddb9. 00010000:00000010:0.1:1767384374.781819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076797be8. 00000800:00000001:3.0:1767384374.786384:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.786400:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384374.786417:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.786421:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.786433:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50) <- 192.168.204.18@tcp50 : PUT - for me 00000400:00000200:3.0:1767384374.786449:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.18@tcp50 of length 224 into portal 26 MB=0x695824cb00f00 00000400:00000200:3.0:1767384374.786465:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.18@tcp50 of length 224/224 into md 0x1979 [2] + 0 00000400:00000010:3.0:1767384374.786469:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a92338. 00000400:00000200:3.0:1767384374.786473:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e0fa174 00000800:00000001:3.0:1767384374.786490:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.786497:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.786499:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.786503:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00000400:00000200:3.0:1767384374.786506:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0fa174 00000400:00000010:3.0:1767384374.786509:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e0fa174. 00000100:00000001:3.0:1767384374.786513:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384374.786515:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384374.786518:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000001a48394d x1853236725157632 msgsize 224 00000100:00100000:3.0:1767384374.786521:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.18@tcp50 (source: 12345-192.168.204.18@tcp50) 00000100:00000040:3.0:1767384374.786523:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384374.786534:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384374.786540:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384374.786543:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.786586:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384374.786590:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236725157632 02000000:00000001:0.0:1767384374.786593:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384374.786595:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.786604:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.786608:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.786611:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236725157632 00000020:00000001:0.0:1767384374.786613:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384374.786614:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b3af 00000020:00000001:0.0:1767384374.786615:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384374.786617:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fe0fd9f0 refcount=6 00000020:00000001:0.0:1767384374.786619:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000020:00000001:0.0:1767384374.786621:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:0.0:1767384374.786623:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384374.786626:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384374.786627:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.786629:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000020:00000010:0.0:1767384374.786632:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000877693db. 00000020:00000010:0.0:1767384374.786655:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019b7b09a. 00000020:00000010:0.0:1767384374.786658:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000040:0.0:1767384374.786663:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384374.786665:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384374.786666:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384374.786667:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.786671:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.786683:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.786690:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384374.786691:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384374.786696:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.18@tcp50, seq: 171 00000100:00000040:0.0:1767384374.786698:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fe0fd9f0 : new rpc_count 1 00000100:00000001:0.0:1767384374.786699:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745190480 : -114766964361136 : ffff979ebbdb7850) 00000100:00000040:0.0:1767384374.786703:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a48394d x1853236725157632/t0(0) o251->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.786711:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384374.786713:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3b745b3. 00000100:00000001:0.0:1767384374.786714:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.786715:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3b745b3. 00000100:00100000:0.0:1767384374.786725:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a48394d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+6:11776:x1853236725157632:12345-192.168.204.18@tcp50:251: 00000100:00000200:0.0:1767384374.786728:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236725157632 00000020:00000001:0.0:1767384374.786730:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384374.786733:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384374.786735:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.786737:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384374.786739:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601648 : -1049949968 : ffffffffc16b08f0) 00000020:00000001:0.0:1767384374.786741:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384374.786743:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.786745:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384374.786747:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384374.786748:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384374.786750:0:17078:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384374.786752:0:17078:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384374.786753:0:17078:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384374.786755:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384374.786757:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384374.786759:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bbfe711. 02000000:00000001:0.0:1767384374.786761:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.786763:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.786787:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=7 00010000:00000001:0.0:1767384374.786789:0:17078:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384374.786792:0:17078:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384374.786794:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 20000000:00000010:0.0:1767384374.786796:0:17078:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000b1814186. 00000020:00000040:0.0:1767384374.786798:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000fe0fd9f0 refcount=7 00010000:00000001:0.0:1767384374.786801:0:17078:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384374.786802:0:17078:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384374.786810:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 6 00000020:00000080:0.0:1767384374.786811:0:17078:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b3af 00000020:00000040:0.0:1767384374.786813:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe0fd9f0 with handle 0xd602e9c522f0b3af from hash 00000020:00000040:0.0:1767384374.786816:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 5 00000020:00000001:0.0:1767384374.786818:0:17078:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384374.786819:0:17078:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000fe0fd9f0: total 0 00000020:00000001:0.0:1767384374.786820:0:17078:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384374.786825:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 4 00000020:00000001:0.0:1767384374.786827:0:17078:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.786828:0:17078:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384374.786829:0:17078:0:(import.c:65:import_set_state_nolock()) 00000000e12d150e : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384374.786831:0:17078:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384374.786833:0:17078:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384374.786833:0:17078:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384374.786842:0:17078:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.786844:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 3 20000000:00000001:0.0:1767384374.786845:0:17078:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.786847:0:17078:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.786848:0:17078:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.786850:0:17078:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384374.786851:0:17078:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384374.786853:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236725157632 00010000:00000001:0.0:1767384374.786855:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384374.786861:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a48394d x1853236725157632/t0(0) o251->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384374.786868:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.786870:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.786872:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=94 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384374.786873:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384374.786875:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00010000:3.0:1767384374.786878:0:17073:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000fe0fd9f0: total 0 00000100:00000040:0.0:1767384374.786880:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a11d314b refcount 7 to 192.168.204.18@tcp50 00000020:00000001:3.0:1767384374.786884:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446629301505265664 : -114772204285952 : ffff979d83889000) 00000100:00000001:0.0:1767384374.786885:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629306669392832 : -114767040158784 : ffff979eb756e3c0) 00010000:00010000:3.0:1767384374.786897:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384374.786897:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.786905:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.786908:0:17073:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:0.0:1767384374.786908:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.786915:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.18@tcp50 00000020:00000010:3.0:1767384374.786918:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2cd419. 00000020:00000010:3.0:1767384374.786931:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b855d2a3. 00000020:00000010:3.0:1767384374.786938:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dda6626d. 00000020:00000010:3.0:1767384374.786944:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384374.786951:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8fdd5d9. 80000000:00000010:3.0:1767384374.786954:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d02097dc. 40000000:00000010:3.0:1767384374.786958:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000022e718ff. 00100000:00000010:3.0:1767384374.786964:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f3510dd. 00000400:00000010:0.0:1767384374.786964:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00040000:00000010:3.0:1767384374.786973:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095270e46. 00000100:00000200:0.0:1767384374.786974:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236725157632, offset 224 00040000:00000010:3.0:1767384374.786982:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1a9af37. 00000400:00000200:0.0:1767384374.786990:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.18@tcp50 00080000:00000010:3.0:1767384374.786994:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6fb2060. 00000400:00000200:0.0:1767384374.787001:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp50 to NMR: 192.168.204.18@tcp50 local destination 00080000:00000010:3.0:1767384374.787002:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e647901. 00002000:00000010:3.0:1767384374.787012:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009550d555. 00000400:00000200:0.0:1767384374.787017:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp50 NI seq info: [245:245:256:4294967295] 192.168.204.18@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:3.0:1767384374.787022:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b855d2a3. 00000020:00000010:3.0:1767384374.787028:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dda6626d. 00000020:00000010:3.0:1767384374.787040:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000400:00000200:0.0:1767384374.787041:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp50(192.168.204.118@tcp50:192.168.204.118@tcp50) -> 192.168.204.18@tcp50(192.168.204.18@tcp50:192.168.204.18@tcp50) : PUT try# 0 00000020:00000010:3.0:1767384374.787045:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c8fdd5d9. 80000000:00000010:3.0:1767384374.787054:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02097dc. 00000800:00000200:0.0:1767384374.787061:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.18@tcp50 40000000:00000010:3.0:1767384374.787063:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000022e718ff. 00000800:00000010:0.0:1767384374.787065:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6d0525c. 00100000:00000010:3.0:1767384374.787076:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f3510dd. 00000800:00000200:0.0:1767384374.787076:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c0c27ca] -> 12345-192.168.204.18@tcp50 (4) 00040000:00000010:3.0:1767384374.787086:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095270e46. 00040000:00000010:3.0:1767384374.787102:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1a9af37. 00000800:00000200:0.0:1767384374.787108:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.18@tcp50 ip 192.168.204.18:1023 00080000:00000010:3.0:1767384374.787110:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e647901. 00000800:00000200:0.0:1767384374.787111:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6d0525c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1767384374.787123:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6fb2060. 00000100:00000001:0.0:1767384374.787130:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384374.787131:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009550d555. 00000100:00000040:0.0:1767384374.787138:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 6 to 192.168.204.18@tcp50 00000020:00000010:3.0:1767384374.787140:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2cd419. 00010000:00000001:0.0:1767384374.787142:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:3.0:1767384374.787150:0:17073:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000fe0fd9f0, canceled 0 locks, left on hash table 1. 00000020:00000001:0.0:1767384374.787150:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.787153:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384374.787160:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2cd419. 00000100:00000040:0.0:1767384374.787161:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a48394d x1853236725157632/t0(0) o251->7576a06b-dd3d-4f35-a4c9-3bce6073005a@192.168.204.18@tcp50:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384374.787172:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b7c03f0. 00000020:00000010:3.0:1767384374.787179:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f3510dd. 00000100:00100000:0.0:1767384374.787184:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a48394d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7576a06b-dd3d-4f35-a4c9-3bce6073005a+3:11776:x1853236725157632:12345-192.168.204.18@tcp50:251: Request processed in 465us (658us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384374.787191:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000100:00100000:0.0:1767384374.787197:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.18@tcp50, seq: 171 00000020:00000010:3.0:1767384374.787199:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b1a9af37. 00000100:00000040:0.0:1767384374.787201:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fe0fd9f0 : new rpc_count 0 00000100:00000001:0.0:1767384374.787211:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000010:3.0:1767384374.787213:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d02097dc. 00000100:00000001:0.0:1767384374.787213:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384374.787218:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019b7b09a. 40000000:00000010:3.0:1767384374.787220:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000022e718ff. 00000020:00000010:0.0:1767384374.787224:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00100000:00000010:3.0:1767384374.787228:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dda6626d. 00000020:00000010:0.0:1767384374.787229:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000877693db. 00040000:00000010:3.0:1767384374.787235:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095270e46. 00000800:00000200:2.0:1767384374.787236:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384374.787236:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 2 00040000:00000010:3.0:1767384374.787248:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8fdd5d9. 00000800:00000010:2.0:1767384374.787249:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6d0525c. 00000100:00000001:0.0:1767384374.787249:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384374.787255:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00080000:00000010:3.0:1767384374.787259:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003e647901. 00000400:00000010:0.0:1767384374.787261:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d514886e. 00000400:00000200:2.0:1767384374.787262:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384374.787270:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6fb2060. 00000400:00000010:0.0:1767384374.787271:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046fe90e5. 00000400:00000200:2.0:1767384374.787282:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp50->192.168.204.18@tcp50: PUT: OK 00002000:00000010:3.0:1767384374.787285:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009550d555. 00000400:00000200:2.0:1767384374.787288:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000001:00000001:3.0:1767384374.787292:0:17073:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000400:00000010:2.0:1767384374.787295:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000001:00000001:3.0:1767384374.787299:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384374.787303:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384374.787308:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384374.787310:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008bbfe711. 02000000:00000001:2.0:1767384374.787314:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384374.787315:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1767384374.787382:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 7 00010000:00000001:3.0:1767384374.787387:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384374.787391:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384374.787394:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384374.787396:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.787399:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.787417:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384374.787419:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384374.787424:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.787426:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.787428:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.787430:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384374.787433:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3d2a758 with handle 0xd602e9c522f0b3b6 from hash 00010000:00000001:3.0:1767384374.787437:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384374.787438:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.787440:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.787441:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384374.787443:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384374.787445:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384374.787447:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384374.787449:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.787451:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.787453:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384374.787455:0:17073:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000fe0fd9f0, 1 locks cancelled. 00010000:00000001:3.0:1767384374.787458:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.787459:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.787460:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384374.787465:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3d2a758/0xd602e9c522f0b3b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.18@tcp50 remote: 0x56e421a1a657fb27 expref: 2 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384374.787474:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000fe0fd9f0 : new locks_count 0 00000020:00000040:3.0:1767384374.787477:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 1 00010000:00000001:3.0:1767384374.787485:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384374.787487:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7576a06b-dd3d-4, loop: 0 00000001:00000001:3.0:1767384374.787489:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384374.787492:0:17073:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.787493:0:17073:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000fe0fd9f0, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384374.787497:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b7c03f0. 00000020:00000010:3.0:1767384374.787499:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f3510dd. 00000020:00000010:3.0:1767384374.787502:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384374.787504:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b1a9af37. 80000000:00000010:3.0:1767384374.787506:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d02097dc. 40000000:00000010:3.0:1767384374.787508:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000022e718ff. 00100000:00000010:3.0:1767384374.787510:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dda6626d. 00040000:00000010:3.0:1767384374.787512:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095270e46. 00040000:00000010:3.0:1767384374.787514:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8fdd5d9. 00080000:00000010:3.0:1767384374.787515:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c6fb2060. 00080000:00000010:3.0:1767384374.787517:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003e647901. 00002000:00000010:3.0:1767384374.787519:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009550d555. 00000020:00000010:3.0:1767384374.787521:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2cd419. 00000020:00000001:3.0:1767384374.787523:0:17073:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384374.787524:0:17073:0:(genops.c:898:class_export_put()) PUTting export 00000000fe0fd9f0 : new refcount 0 00000020:00000080:3.0:1767384374.787525:0:17073:0:(genops.c:904:class_export_put()) final put 00000000fe0fd9f0/7576a06b-dd3d-4f35-a4c9-3bce6073005a 00000020:00000001:3.0:1767384374.787541:0:17073:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384374.787542:0:17073:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.787543:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.787544:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.787546:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384374.787547:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.787548:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.787548:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384374.787550:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.787550:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.787551:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384374.787604:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384374.787607:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000fe0fd9f0/7576a06b-dd3d-4f35-a4c9-3bce6073005a for MGS 00000020:00000040:1.0:1767384374.787613:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 5 to 192.168.204.18@tcp50 00000020:00000001:1.0:1767384374.787615:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384374.787616:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:1.0:1767384374.787618:0:8:0:(genops.c:1229:class_import_get()) import 00000000e12d150e refcount=2 obd=MGS 00000020:00000001:1.0:1767384374.787620:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384374.787621:0:8:0:(genops.c:1242:class_import_put()) import 00000000e12d150e refcount=1 obd=MGS 00000020:00000001:1.0:1767384374.787622:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384374.787625:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384374.787625:0:8:0:(genops.c:1242:class_import_put()) import 00000000e12d150e refcount=0 obd=MGS 00000020:00000040:1.0:1767384374.787627:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000e12d150e 00000020:00000001:1.0:1767384374.787637:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384374.787639:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384374.787641:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384374.787646:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005af5d20b. 00000001:00000010:1.0:1767384374.787649:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c70012db. 00000001:00000010:1.0:1767384374.787669:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000973e99a1. 00000001:00000010:1.0:1767384374.787671:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f60d786. 00000001:00000010:1.0:1767384374.787673:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000080821840. 00000001:00000010:1.0:1767384374.787675:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000047dd9586. 00000001:00000001:1.0:1767384374.787679:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384374.787681:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384374.787682:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384374.787684:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384374.787685:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.787686:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384374.787688:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 7 - export 00000020:00000010:1.0:1767384374.787690:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fe0fd9f0. 00000020:00000001:1.0:1767384374.787697:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384374.787700:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384374.787701:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e12d150e for MGS 00000020:00000040:1.0:1767384374.787704:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 4 to 192.168.204.18@tcp50 00000020:00000040:1.0:1767384374.787705:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 6 - import 00000020:00000010:1.0:1767384374.787708:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e12d150e. 00000020:00000001:1.0:1767384374.787710:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1767384374.792811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3d2a758. 00000400:00000200:2.0:1767384374.983955:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp47 00000400:00000010:2.0:1767384374.983968:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004024b6be. 00000400:00000010:2.0:1767384374.983991:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008cf41963. 00000400:00000010:2.0:1767384374.983998:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384374.984006:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000304312ae. 00000400:00000200:2.0:1767384374.984012:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp47 00000400:00000200:2.0:1767384374.984039:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp47 local destination 00000400:00000200:2.0:1767384374.984047:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp47 00000400:00000200:2.0:1767384374.984053:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp47 NI seq info: [246:246:256:4294967295] 192.168.204.118@tcp47 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384374.984061:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp47 00000400:00000200:2.0:1767384374.984069:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp47(192.168.204.118@tcp47:) -> 192.168.204.118@tcp47(192.168.204.118@tcp47:192.168.204.118@tcp47) : GET try# 0 00000800:00000200:2.0:1767384374.984093:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp47 00000800:00000010:2.0:1767384374.984096:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e58145c. 00000800:00000200:2.0:1767384374.984102:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000800:00000200:2.1:1767384374.984105:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000400:00000200:2.0:1767384374.984126:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp47 added to recovery queue. ping count: 3 next ping: 301 health :700 00000400:00000200:1.0:1767384374.984205:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984249:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984263:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984277:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984308:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984323:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984335:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984347:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984359:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984371:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984383:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984395:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984433:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984448:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984461:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984475:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984488:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984501:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984513:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984526:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984538:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984551:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984564:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984576:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984589:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984602:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984615:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984628:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984641:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984654:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984668:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984694:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984706:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384374.984718:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384374.984894:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0a91b00. 00000800:00000010:1.0:1767384374.984898:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049a6a411. 00000800:00000010:1.0:1767384374.984902:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ca77ede. 00000800:00000010:1.0:1767384374.984917:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ca77ede. 00000800:00020000:1.0:1767384374.984927:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384374.984930:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049a6a411. 00000800:00000010:1.0:1767384374.984931:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f0a91b00. 00000400:02020000:1.0:1767384374.984960:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384374.984966:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp47 notifying 192.168.204.118@tcp47: down 00000400:00000200:1.0:1767384374.984969:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384374.984973:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp47 00000800:00000010:1.0:1767384374.984975:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e58145c. 00000400:00000200:1.0:1767384374.984978:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384374.984982:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp47->192.168.204.118@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384374.984989:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384374.984992:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384374.984994:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp47) recovery failed with -71 00010000:00000001:3.0:1767384375.303827:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384375.303835:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384375.303843:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384375.303844:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384375.303895:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384375.303904:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384375.303909:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767384375.950453:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.950480:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384375.950483:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.950492:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384375.950506:0:16346:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000803e687f] EOF from 12345-192.168.204.18@tcp50 ip 192.168.204.18:1021 00000800:00000200:3.0:1767384375.950507:0:16345:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000a46b3e23] EOF from 12345-192.168.204.18@tcp50 ip 192.168.204.18:1022 00000800:00000001:3.0:1767384375.950536:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384375.950745:0:16344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000803e687f 00000800:00000010:1.0:1767384375.950769:0:16344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000803e687f. 00000800:00000200:1.0:1767384375.950775:0:16344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000a46b3e23 00000800:00000010:1.0:1767384375.950776:0:16344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000a46b3e23. 00000800:00000200:1.0:1767384375.950779:0:16344:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000028299457 00000800:00000200:1.0:1767384375.950786:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.18@tcp50 000000006c0c27ca deleted 00000800:00000010:1.0:1767384375.950788:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006c0c27ca. 00000800:00000010:1.0:1767384375.950790:0:16344:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000028299457. 00000800:00000200:1.0:1767384375.950849:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000a43da0a] -> 12345-192.168.204.118@tcp17 (6) 00000800:00000200:1.0:1767384375.950855:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp17 ip 192.168.204.118:988 00000800:00000200:1.0:1767384375.950859:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384375.950982:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.950998:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384375.951000:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384375.951002:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384375.951007:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.007920:0:17068:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384376.007929:0:17068:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384376.007955:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.007961:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384376.007964:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:2.0:1767384376.007969:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:2.0:1767384376.007977:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384376.007982:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384376.007997:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004024b6be. 00000400:00000010:2.0:1767384376.008001:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008cf41963. 00010000:00000001:3.0:1767384376.327900:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384376.327909:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.327917:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384376.327918:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.327942:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384376.327945:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.327947:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384376.931604:0:40020:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a262ce87. 00080000:00000010:3.0:1767384376.931615:0:40020:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a262ce87. 00000020:00000001:3.0:1767384376.931620:0:40020:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384376.931628:0:40020:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a262ce87. 00080000:00000010:3.0:1767384376.931632:0:40020:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a262ce87. 00000020:00000001:3.0:1767384376.931636:0:40020:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384376.967859:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000990ed57c] -> 12345-192.168.204.118@tcp20 (6) 00000800:00000200:1.0:1767384376.967870:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp20 ip 192.168.204.118:988 00000800:00000200:1.0:1767384376.967875:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384376.967986:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384376.967994:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.968006:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.968012:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.968014:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384377.031974:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp48 00000400:00000010:2.0:1767384377.031980:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4bcda19. 00000400:00000010:2.0:1767384377.031988:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e030ab3. 00000400:00000010:2.0:1767384377.031994:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384377.032003:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001bb21bdd. 00000400:00000200:2.0:1767384377.032006:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp48 00000400:00000200:2.0:1767384377.032031:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp48 local destination 00000400:00000200:2.0:1767384377.032038:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp48 00000400:00000200:2.0:1767384377.032043:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp48 NI seq info: [247:247:256:4294967295] 192.168.204.118@tcp48 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384377.032058:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp48 00000400:00000200:2.0:1767384377.032072:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp48(192.168.204.118@tcp48:) -> 192.168.204.118@tcp48(192.168.204.118@tcp48:192.168.204.118@tcp48) : GET try# 0 00000800:00000200:2.0:1767384377.032079:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp48 00000800:00000010:2.0:1767384377.032086:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000368ff65e. 00000800:00000200:2.0:1767384377.032096:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:2.1:1767384377.032103:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000400:00000200:2.0:1767384377.032133:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp48 added to recovery queue. ping count: 3 next ping: 303 health :700 00000400:00000200:1.0:1767384377.032246:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032305:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032342:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032401:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032437:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032471:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032509:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032551:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032608:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032642:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032684:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032713:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032745:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032812:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032862:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032904:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032944:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.032979:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033013:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033042:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033068:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033097:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033135:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033169:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033206:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033242:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033273:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033302:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033334:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033381:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033417:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033449:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033487:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033521:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384377.033553:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384377.033751:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f0a91b00. 00000800:00000010:1.0:1767384377.033759:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002243f4c8. 00000800:00000010:1.0:1767384377.033798:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009696e31f. 00000800:00000010:1.0:1767384377.033830:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009696e31f. 00000800:00020000:1.0:1767384377.033844:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384377.033849:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002243f4c8. 00000800:00000010:1.0:1767384377.033853:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f0a91b00. 00000400:02020000:1.0:1767384377.033914:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384377.033923:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp48 notifying 192.168.204.118@tcp48: down 00000400:00000200:1.0:1767384377.033928:0:16340:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384377.033934:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp48 00000800:00000010:1.0:1767384377.033938:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000368ff65e. 00000400:00000200:1.0:1767384377.033944:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384377.033951:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp48->192.168.204.118@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384377.033963:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384377.033967:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384377.033973:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp48) recovery failed with -71 00080000:00000010:0.0:1767384377.055604:0:40057:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d9ef4f9. 00080000:00000010:0.0:1767384377.055615:0:40057:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d9ef4f9. 00000020:00000001:0.0:1767384377.055620:0:40057:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384377.055626:0:40057:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007d9ef4f9. 00080000:00000010:0.0:1767384377.055631:0:40057:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007d9ef4f9. 00000020:00000001:0.0:1767384377.055635:0:40057:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384377.220441:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009568c502. 00080000:00000010:1.0:1767384377.220454:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009568c502. 00000020:00000001:1.0:1767384377.220461:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384377.220472:0:40068:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009568c502. 00080000:00000010:1.0:1767384377.220479:0:40068:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009568c502. 00000020:00000001:1.0:1767384377.220484:0:40068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384377.346266:0:40105:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002d96df86. 00080000:00000010:3.0:1767384377.346279:0:40105:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002d96df86. 00000020:00000001:3.0:1767384377.346283:0:40105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384377.346291:0:40105:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002d96df86. 00080000:00000010:3.0:1767384377.346295:0:40105:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002d96df86. 00000020:00000001:3.0:1767384377.346299:0:40105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.346875:0:40105:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:3.0:1767384377.346877:0:40105:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:3.0:1767384377.346879:0:40105:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:0.0:1767384377.347563:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008738070e. 00080000:00000010:0.0:1767384377.347570:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008738070e. 00000020:00000001:0.0:1767384377.347574:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384377.347593:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384377.347597:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dbf28b00. 00000020:00000001:1.0:1767384377.347601:0:10601:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.352829:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384377.352833:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.352838:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384377.352839:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.352869:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384377.352873:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384377.352876:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384377.354850:0:40105:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:3.0:1767384377.354855:0:40105:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000002c634239. 00000020:01000004:3.0:1767384377.354858:0:40105:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:3.0:1767384377.354860:0:40105:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:3.0:1767384377.354863:0:40105:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1767384377.354865:0:40105:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000002fcd76f0. 00000020:00000010:3.0:1767384377.354869:0:40105:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 0000000086d48f6d. 00000020:00000001:3.0:1767384377.354871:0:40105:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384377.354874:0:40105:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000003a21ce5a. 00000020:00000001:3.0:1767384377.354877:0:40105:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384377.354879:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8fdd5d9. 00000020:00000010:3.0:1767384377.354884:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b855d2a3. 00000040:00000010:3.0:1767384377.354887:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005b7c03f0. 00000020:00000010:3.0:1767384377.354892:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034b2e769. 00000020:00000010:3.0:1767384377.354896:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a237319c. 00040000:00000010:3.0:1767384377.354901:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d06928a6. 00040000:00000010:3.0:1767384377.354905:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a47746f4. 00080000:00000010:3.0:1767384377.354911:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6fb2060. 00080000:00000010:3.0:1767384377.354917:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e647901. 10000000:00000001:3.0:1767384377.354924:0:40105:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384377.354927:0:40105:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384377.354930:0:40105:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384377.354932:0:40105:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384377.354935:0:40105:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384377.354937:0:40105:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000021cfe9c5) refs 3 10000000:00000001:3.0:1767384377.354938:0:40105:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.354940:0:40105:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446629305864173568 : -114767845378048 : ffff979e87583800) 10000000:00000001:3.0:1767384377.354942:0:40105:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384377.354943:0:40105:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xd602e9c522f0b052 00010000:00000001:3.0:1767384377.354946:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.354948:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.354950:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004901117f refcount=2 00000020:00000001:3.0:1767384377.354951:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00010000:00000001:3.0:1767384377.354954:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00010000:00000001:3.0:1767384377.354957:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.354959:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384377.354962:0:40105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.354969:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.354971:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.354973:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.354973:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.354975:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004901117f refcount=3 00000020:00000001:3.0:1767384377.354976:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00010000:00000001:3.0:1767384377.354977:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00010000:00000001:3.0:1767384377.354979:0:40105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384377.354980:0:40105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.354984:0:40105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384377.354985:0:40105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.354992:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.354993:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384377.354994:0:40105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.354998:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.354998:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.355001:0:40105:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384377.355003:0:40105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002bc59ef6. 00010000:00000001:3.0:1767384377.355005:0:40105:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384377.355017:0:40105:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384377.355019:0:40105:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.355020:0:40105:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.355021:0:40105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384377.355022:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.355023:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384377.355025:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.355026:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.355027:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.355028:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.355029:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.355030:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.355031:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.355032:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.355033:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.355033:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.355034:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384377.355035:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000021cfe9c5) refs 3 00000020:00000001:1.0:1767384377.355037:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767384377.355038:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:1.0:1767384377.355040:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.355041:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384377.355043:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000021cfe9c5) refs 2 00010000:00010000:1.0:1767384377.355045:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:3.0:1767384377.355046:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767384377.355049:0:40105:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1767384377.355051:0:40105:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355051:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:3.0:1767384377.355056:0:40105:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355056:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384377.355060:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384377.355062:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b855d2a3. 00000040:00000010:3.0:1767384377.355069:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005b7c03f0. 00010000:00010000:1.0:1767384377.355072:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004901117f already unused, calling callback (00000000e93ca148) 00000020:00000010:3.0:1767384377.355073:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034b2e769. 10000000:00000001:1.0:1767384377.355076:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767384377.355079:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a237319c. 10000000:00010000:1.0:1767384377.355079:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384377.355085:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d06928a6. 00010000:00000001:1.0:1767384377.355089:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000010:3.0:1767384377.355094:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a47746f4. 00010000:00000001:1.0:1767384377.355094:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384377.355098:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:3.0:1767384377.355101:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e647901. 00000020:00000040:1.0:1767384377.355102:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004901117f refcount=3 00080000:00000010:3.0:1767384377.355107:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6fb2060. 00000020:00000001:1.0:1767384377.355108:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00000020:00000010:3.0:1767384377.355113:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8fdd5d9. 00010000:00000001:1.0:1767384377.355114:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741149696 : -114767968401920 : ffff979e80030600) 00000020:00000001:3.0:1767384377.355117:0:40105:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355120:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1767384377.355121:0:40105:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000003a21ce5a. 00000020:00000001:3.0:1767384377.355126:0:40105:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.355126:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384377.355131:0:40105:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000002d96df86. 00000020:00000040:3.0:1767384377.355136:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 5 10000000:00000001:1.0:1767384377.355142:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767384377.355143:0:40105:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000839ae8af. 10000000:00010000:1.0:1767384377.355146:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000010:00000001:3.0:1767384377.355148:0:40105:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:3.0:1767384377.355153:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384377.355155:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:01000000:1.0:1767384377.355159:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384377.355160:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.355163:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:01000000:1.0:1767384377.355165:0:17073:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00100000:3.0:1767384377.355166:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:1.0:1767384377.355170:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:3.0:1767384377.355172:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000040:1.0:1767384377.355173:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000021cfe9c5) refs 1 10000000:01000000:1.0:1767384377.355179:0:17073:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:3.0:1767384377.355180:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000001:1.0:1767384377.355181:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.355184:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384377.355185:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:1.0:1767384377.355185:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.355188:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384377.355190:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:1.0:1767384377.355190:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.355193:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.355195:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384377.355196:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:1.0:1767384377.355197:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.355199:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.355200:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384377.355202:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384377.355202:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000008419ca7b : new refcount 11 10000000:00000010:1.0:1767384377.355206:0:17073:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 0000000021cfe9c5. 00000100:00000001:3.0:1767384377.355207:0:40105:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:1.0:1767384377.355209:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.355212:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384377.355213:0:40105:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00000001:1.0:1767384377.355215:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384377.355218:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384377.355219:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:3.0:1767384377.355222:0:40105:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384377.355223:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384377.355225:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384377.355227:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.355229:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384377.355230:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004901117f with handle 0xd602e9c522f0b052 from hash 00000100:00000001:3.0:1767384377.355234:0:40105:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355234:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384377.355236:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.355239:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384377.355241:0:40105:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:1.0:1767384377.355242:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384377.355246:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384377.355248:0:40105:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:1.0:1767384377.355249:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:3.0:1767384377.355252:0:40105:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:1.0:1767384377.355253:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384377.355257:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384377.355259:0:40105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f35bdcd8. 00000020:00000040:3.0:1767384377.355263:0:40105:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:1.0:1767384377.355264:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c757a3. 00000100:00000001:3.0:1767384377.355267:0:40105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1767384377.355268:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 02000000:00000001:3.0:1767384377.355271:0:40105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384377.355273:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384377.355275:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384377.355278:0:40105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.355278:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384377.355286:0:40105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d06928a6. 02000000:00000010:1.0:1767384377.355286:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ccb99a9. 00000100:00000001:3.0:1767384377.355297:0:40105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.355297:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.355303:0:40105:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629306738420224 : -114766971131392 : ffff979ebb742a00) 00010000:00000001:1.0:1767384377.355304:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00080000:3.0:1767384377.355309:0:40105:0:(import.c:65:import_set_state_nolock()) 00000000da492d5b lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1767384377.355311:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384377.355314:0:40105:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1767384377.355317:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384377.355318:0:40105:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355320:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.355323:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.355324:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.355330:0:40105:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f35bdcd8] to pc [ptlrpcd_rcv+-1] req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.355331:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c757a3] to pc [ptlrpcd_00_00+0] req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.355379:0:40105:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355389:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384377.355392:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.355394:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.355395:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.355396:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384377.355398:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.355400:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.355405:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384377.355406:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 000000004901117f/0xd602e9c522f0b052 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b059 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384377.355409:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384377.355413:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384377.355414:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384377.355415:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384377.355419:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384377.355420:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.355420:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:1.0:1767384377.355422:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002bc59ef6. 00000100:00000001:2.0:1767384377.355425:0:16352:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384377.355426:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.355429:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384377.355431:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384377.355432:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384377.355434:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.355440:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384377.355442:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384377.355445:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.355449:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384377.355452:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384377.355454:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.355460:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384377.355461:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384377.355465:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.355466:0:16352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384377.355468:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384377.355469:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384377.355470:0:16352:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.355472:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.355474:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384377.355477:0:16352:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384377.355479:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.355482:0:16352:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384377.355483:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f35bdcd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853236731478528:0@lo:39: 02000000:00000001:2.0:1767384377.355490:0:16352:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.355490:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384377.355496:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384377.355497:0:16352:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731478400:0@lo:103: 02000000:00000001:0.0:1767384377.355499:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.355504:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384377.355505:0:16352:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384377.355510:0:16352:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384377.355512:0:16352:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.355515:0:16352:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384377.355517:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e54b9884. 02000000:00000010:2.0:1767384377.355519:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023273317. 02000000:00000001:0.0:1767384377.355522:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.355523:0:16352:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.355534:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd3e7fc1. 00000400:00000010:0.0:1767384377.355535:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d849a3. 00000400:00000010:2.0:1767384377.355542:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ce36580. 00000400:00000010:0.0:1767384377.355545:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bee0fd7a. 00000100:00000200:2.0:1767384377.355551:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478400, portal 18 00000100:00000200:0.0:1767384377.355552:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478528, portal 10 00000100:00000001:2.0:1767384377.355556:0:16352:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384377.355558:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384377.355559:0:16352:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788977664 : -114766920573952 : ffff979ebe779c00) 00000100:00000001:0.0:1767384377.355562:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738420224 : -114766971131392 : ffff979ebb742a00) 00000100:00000040:2.0:1767384377.355566:0:16352:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.355575:0:16352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.355575:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384377.355587:0:16352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384377.355587:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384377.355592:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00000100:00000040:0.0:1767384377.355594:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384377.355596:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731478400, offset 0 00000400:00000010:0.0:1767384377.355599:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000200:2.0:1767384377.355605:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384377.355613:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731478528, offset 0 00000400:00000200:2.0:1767384377.355621:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.355625:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.355636:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d108180 00000400:00000200:0.0:1767384377.355640:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.355646:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:0.0:1767384377.355652:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d108200 00000400:00000200:2.0:1767384377.355653:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.355661:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.355665:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000400:00000200:0.0:1767384377.355673:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.355676:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384377.355680:0:16352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384377.355682:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384377.355683:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1767384377.355686:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384377.355689:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca1f60fc. 00000100:00000010:0.0:1767384377.355692:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c79d6e3. 00000100:00000040:2.0:1767384377.355693:0:16352:0:(events.c:337:request_in_callback()) incoming req@00000000ca1f60fc x1853236731478400 msgsize 328 00000100:00000040:0.0:1767384377.355700:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000006c79d6e3 x1853236731478528 msgsize 224 00000100:00100000:2.0:1767384377.355701:0:16352:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384377.355709:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384377.355717:0:16352:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384377.355726:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000100:00000001:0.0:1767384377.355726:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384377.355728:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000100:00000001:2.0:1767384377.355732:0:16352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384377.355736:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.355739:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384377.355744:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000100:00000001:1.0:1767384377.355745:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384377.355748:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384377.355750:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478400 00000100:00000001:0.0:1767384377.355752:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384377.355754:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384377.355754:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384377.355754:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384377.355760:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478528 00000100:00000001:1.0:1767384377.355760:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384377.355760:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.355765:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.355784:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384377.355787:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.355789:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.355792:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.355798:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478528 00000100:00000001:2.0:1767384377.355799:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.355802:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384377.355803:0:16352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384377.355805:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b075 00000020:00000001:3.0:1767384377.355808:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.355810:0:17910:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021034391 refcount=5 00000020:00000001:3.0:1767384377.355812:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:2.0:1767384377.355814:0:16352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.355815:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305877204992 : -114767832346624 : ffff979e881f1000) 00000100:00000001:3.0:1767384377.355823:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384377.355824:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294963529 00000020:00000010:3.0:1767384377.355827:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045f0e2ce. 00000100:00000001:3.0:1767384377.355831:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384377.355832:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f07cbd62. 00000020:00000010:3.0:1767384377.355834:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045f0e2ce. 00000020:00000010:3.0:1767384377.355842:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000624cc0eb. 00000100:00000001:2.0:1767384377.355844:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384377.355847:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029fae031. 00000020:00000010:3.0:1767384377.355853:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000100:00000001:2.0:1767384377.355854:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294963529 00000100:00000010:2.0:1767384377.355860:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ba77951. 00000100:00000040:3.0:1767384377.355864:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384377.355864:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384377.355869:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.355872:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384377.355873:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294963529 00000100:00000001:3.0:1767384377.355875:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384377.355882:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9d9e028. 00000100:00000001:3.0:1767384377.355884:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.355887:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384377.355894:0:16352:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294963529 00000100:00000001:3.0:1767384377.355895:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384377.355897:0:16352:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004112f558. 00000100:00000001:2.0:1767384377.355902:0:16352:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384377.355908:0:16352:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384377.355911:0:16352:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.355914:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.355915:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384377.355917:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.355918:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.355927:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384377.355927:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384377.355931:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384377.355933:0:17910:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021034391 : new rpc_count 1 00000100:00000001:2.0:1767384377.355935:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.355937:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737614720 : -114766971936896 : ffff979ebb67df80) 00000100:00000001:2.0:1767384377.355938:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384377.355941:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.355944:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c79d6e3 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.355945:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.355955:0:17910:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384377.355959:0:17910:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000045f0e2ce. 00000100:00000001:3.0:1767384377.355961:0:17910:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.355963:0:17910:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000045f0e2ce. 00000100:00100000:3.0:1767384377.355967:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c79d6e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16351:x1853236731478528:12345-0@lo:39: 00000100:00000200:3.0:1767384377.355970:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478528 00000020:00000001:3.0:1767384377.355973:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.355977:0:17910:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384377.355979:0:17910:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.355982:0:17910:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384377.355984:0:17910:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661642592 : -1047909024 : ffffffffc18a2d60) 00000020:00000001:3.0:1767384377.355987:0:17910:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.355991:0:17910:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384377.355993:0:17910:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384377.355995:0:17910:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384377.355997:0:17910:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.355999:0:17910:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384377.356001:0:17910:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384377.356005:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.356007:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.356011:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d005809c. 02000000:00000001:3.0:1767384377.356013:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.356014:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.356019:0:17910:0:(genops.c:887:class_export_get()) GET export 0000000021034391 refcount=6 00010000:00000001:3.0:1767384377.356021:0:17910:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384377.356024:0:17910:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384377.356026:0:17910:0:(genops.c:887:class_export_get()) GET export 0000000021034391 refcount=7 00010000:00000001:3.0:1767384377.356029:0:17910:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384377.356031:0:17910:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384377.356036:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 6 00000020:00000080:3.0:1767384377.356038:0:17910:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b075 00000020:00000040:3.0:1767384377.356041:0:17910:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021034391 with handle 0xd602e9c522f0b075 from hash 00000020:00000040:3.0:1767384377.356045:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 5 00000020:00000001:3.0:1767384377.356049:0:17910:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384377.356050:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 4 00000020:00000001:3.0:1767384377.356052:0:17910:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.356053:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 3 00000020:00000001:3.0:1767384377.356055:0:17910:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.356057:0:17910:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384377.356059:0:17910:0:(import.c:65:import_set_state_nolock()) 00000000272f7e10 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384377.356061:0:17910:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.356062:0:17910:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384377.356064:0:17910:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 02000000:00000001:1.0:1767384377.356073:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.356076:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478400 00010000:00000001:3.0:1767384377.356077:0:17910:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.356079:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000020:3.0:1767384377.356083:0:17910:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000040:1.0:1767384377.356083:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000001:1.0:1767384377.356087:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000020:3.0:1767384377.356088:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000082e28a31 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384377.356093:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384377.356093:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=14 00000020:00000020:3.0:1767384377.356096:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000021034391 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384377.356097:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.356101:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00010000:00010000:2.0:1767384377.356104:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000020:3.0:1767384377.356106:0:17910:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384377.356110:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:0.0:1767384377.356111:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:3.0:1767384377.356112:0:17910:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000040:0.0:1767384377.356116:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.356118:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:3.0:1767384377.356119:0:17910:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:3.0:1767384377.356124:0:17910:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.356125:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c97044e7. 00000100:00000001:0.0:1767384377.356128:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.356129:0:17910:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356130:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384377.356135:0:17910:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000010:1.0:1767384377.356135:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c97044e7. 00000100:00000001:0.0:1767384377.356137:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000040:3.0:1767384377.356141:0:17910:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 6 00000020:00000010:1.0:1767384377.356144:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f3230a7. 00000100:00000001:0.0:1767384377.356145:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.356146:0:17910:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384377.356151:0:17910:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 5 00000020:00000010:1.0:1767384377.356151:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbf28b00. 00000100:00000040:0.0:1767384377.356152:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3241 usecs (4 jiffies) 00000020:00000010:1.0:1767384377.356157:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000020:00000040:3.0:1767384377.356158:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 2 00000100:00000001:0.0:1767384377.356158:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963528 00000001:00000001:3.0:1767384377.356164:0:17910:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:0.0:1767384377.356164:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963529 00000001:00000040:3.0:1767384377.356166:0:17910:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 4 00000100:00000040:1.0:1767384377.356169:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384377.356169:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963528 00000001:00000001:3.0:1767384377.356170:0:17910:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384377.356173:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 1 00000100:00000001:1.0:1767384377.356175:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:3.0:1767384377.356176:0:17910:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356176:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963529 00000100:00000001:1.0:1767384377.356179:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.356182:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963528 00010000:00000001:1.0:1767384377.356183:0:17069:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384377.356184:0:17910:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356185:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963529 00010000:00000001:1.0:1767384377.356187:0:17069:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.356191:0:17910:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356191:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963528 00010000:00000001:1.0:1767384377.356192:0:17069:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384377.356196:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384377.356197:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963529 00000020:00000001:3.0:1767384377.356199:0:17910:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.356199:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384377.356200:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384377.356202:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004adc26ca refcount=3 00000100:00000001:0.0:1767384377.356206:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384377.356207:0:17910:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731478528 00000020:00000001:1.0:1767384377.356207:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560678912 : -114767148872704 : ffff979eb0dc0c00) 00000100:00000001:0.0:1767384377.356212:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.356213:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560678912 : -114767148872704 : ffff979eb0dc0c00) 00010000:00000001:3.0:1767384377.356215:0:17910:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384377.356216:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.356217:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.356220:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.356222:0:17069:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384377.356224:0:17910:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c79d6e3 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.356224:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.356225:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356227:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384377.356231:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356232:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.356235:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.356237:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356241:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356245:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384377.356248:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.356252:0:17910:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.356255:0:17910:0:(import.c:2128:obd_at_measure()) add 1 to 000000005c33a531 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.356257:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.356260:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384377.356260:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384377.356267:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00100000:1.0:1767384377.356269:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384377.356270:0:19667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.356272:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384377.356275:0:19667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384377.356275:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 02000000:00000001:3.0:1767384377.356276:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384377.356278:0:19667:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356280:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535605632 : -114772173945984 : ffff979d85578380) 02000000:00000001:3.0:1767384377.356281:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.356281:0:19667:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.356287:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.356287:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca1f60fc x1853236731478400/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.356296:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384377.356301:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384377.356302:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000020:00000010:1.0:1767384377.356304:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c97044e7. 00000100:00000200:3.0:1767384377.356307:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731478528, offset 224 00000100:00000001:1.0:1767384377.356307:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.356312:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c97044e7. 00000400:00000200:3.0:1767384377.356320:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384377.356320:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca1f60fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+14:16352:x1853236731478400:12345-0@lo:103: 00000100:00000200:1.0:1767384377.356326:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478400 00010000:00000001:1.0:1767384377.356329:0:17069:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000200:3.0:1767384377.356332:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000002:1.0:1767384377.356333:0:17069:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384377.356336:0:17069:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384377.356340:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384377.356344:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108200 02000000:00000001:1.0:1767384377.356345:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384377.356349:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000473c62fc. 00000400:00000200:3.0:1767384377.356352:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2149 [1] + 224 02000000:00000001:1.0:1767384377.356367:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356372:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.356375:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1767384377.356376:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384377.356377:0:17069:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384377.356381:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384377.356383:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.356386:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004adc26ca refcount=3 00000400:00000200:3.0:1767384377.356387:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384377.356389:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560678912 : -114767148872704 : ffff979eb0dc0c00) 00010000:00000001:1.0:1767384377.356392:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560678912 : -114767148872704 : ffff979eb0dc0c00) 00000100:00000001:3.0:1767384377.356394:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384377.356394:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 6 00010000:00000001:1.0:1767384377.356399:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384377.356402:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:3.0:1767384377.356403:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.356405:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384377.356408:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.356412:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.356418:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384377.356420:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384377.356421:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.356426:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.356429:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.356430:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384377.356431:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.356433:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004adc26ca with handle 0xd602e9c522f0b059 from hash 00000100:00000001:3.0:1767384377.356435:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384377.356436:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384377.356440:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.356441:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.356442:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384377.356443:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384377.356444:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00010000:00000001:1.0:1767384377.356444:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384377.356449:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00010000:00010000:1.0:1767384377.356451:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004adc26ca/0xd602e9c522f0b059 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b052 expref: 14 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384377.356454:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.356457:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384377.356461:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 8 00000100:00000001:3.0:1767384377.356463:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384377.356464:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 13 00000100:00000001:0.0:1767384377.356465:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.356468:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384377.356469:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:1.0:1767384377.356472:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.356473:0:17910:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384377.356475:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384377.356477:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1767384377.356478:0:17910:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384377.356478:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384377.356482:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1767384377.356483:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d849a3. 00000020:00000001:3.0:1767384377.356484:0:17910:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384377.356485:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384377.356491:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c79d6e3 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.356491:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.356491:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee0fd7a 00000400:00000010:0.0:1767384377.356495:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bee0fd7a. 00010000:00000001:1.0:1767384377.356497:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384377.356501:0:17069:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384377.356502:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384377.356506:0:17069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384377.356511:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c79d6e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:16351:x1853236731478528:12345-0@lo:39: Request processed in 551us (806us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384377.356511:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.356512:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384377.356515:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.356520:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.356529:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384377.356533:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:0.0:1767384377.356534:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384377.356535:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 21 to 0@lo 00000100:00000040:3.0:1767384377.356539:0:17910:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021034391 : new rpc_count 0 00000100:00000001:1.0:1767384377.356540:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:3.0:1767384377.356545:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384377.356547:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384377.356549:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384377.356551:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.356555:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029fae031. 00000100:00000001:1.0:1767384377.356557:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384377.356562:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000100:00000040:1.0:1767384377.356562:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384377.356569:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000624cc0eb. 00000400:00000010:1.0:1767384377.356569:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f918c7. 00000100:00000001:0.0:1767384377.356573:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384377.356576:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731478400, offset 224 00000020:00000040:3.0:1767384377.356577:0:17910:0:(genops.c:898:class_export_put()) PUTting export 0000000021034391 : new refcount 0 00000100:00000001:0.0:1767384377.356577:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:3.0:1767384377.356583:0:17910:0:(genops.c:904:class_export_put()) final put 0000000021034391/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:0.0:1767384377.356585:0:16351:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384377.356589:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384377.356590:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384377.356593:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.356595:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.356596:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384377.356599:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.356600:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384377.356608:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b08ce92f time=92 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384377.356609:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d108180 00000100:00001000:0.0:1767384377.356617:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 000000002db806f5 time=92 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384377.356619:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000200:1.0:1767384377.356620:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2145 [1] + 224 00000020:00000080:2.0:1767384377.356624:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000021034391/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:0.0:1767384377.356625:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384377.356628:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.356629:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384377.356632:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 20 to 0@lo 00010000:00000001:0.0:1767384377.356634:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384377.356636:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384377.356638:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:0.0:1767384377.356640:0:16351:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384377.356642:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:1.0:1767384377.356642:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384377.356644:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384377.356647:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000040:2.0:1767384377.356648:0:8:0:(genops.c:1229:class_import_get()) import 00000000272f7e10 refcount=2 obd=lustre-MDT0000 00000100:00000200:1.0:1767384377.356649:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.356652:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384377.356654:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384377.356656:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384377.356657:0:8:0:(genops.c:1242:class_import_put()) import 00000000272f7e10 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384377.356664:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384377.356666:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384377.356669:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384377.356672:0:8:0:(genops.c:1242:class_import_put()) import 00000000272f7e10 refcount=0 obd=lustre-MDT0000 00000100:00000040:1.0:1767384377.356678:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384377.356679:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000272f7e10 00000100:00000001:0.0:1767384377.356680:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384377.356686:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384377.356689:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384377.356694:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1767384377.356695:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000da492d5b lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384377.356698:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384377.356699:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384377.356700:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384377.356701:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.356702:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000010:2.0:1767384377.356706:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000001f0c1739. 00000400:00000200:1.0:1767384377.356709:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f918c7 00010000:00000001:2.0:1767384377.356713:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000010:1.0:1767384377.356713:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f918c7. 00000100:00000040:0.0:1767384377.356715:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384377.356719:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384377.356720:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.356721:0:40105:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356724:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.356728:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:2.0:1767384377.356729:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fdc5aac4. 00000100:00000001:1.0:1767384377.356731:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384377.356732:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767384377.356732:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f35bdcd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16351:1853236731478528:0@lo:39: 00000001:00000010:2.0:1767384377.356736:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2f05f37. 00000100:00000001:3.0:1767384377.356738:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000040:1.0:1767384377.356738:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 19 to 0@lo 00000001:00000010:2.0:1767384377.356743:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069f57a49. 00010000:00000001:1.0:1767384377.356744:0:17069:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.356747:0:40105:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384377.356749:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006edab18a. 00010000:00000001:1.0:1767384377.356750:0:17069:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384377.356755:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001eeec297. 00000100:00000040:1.0:1767384377.356759:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca1f60fc x1853236731478400/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384377.356762:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d850f21a. 00000100:00000001:3.0:1767384377.356764:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384377.356786:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767384377.356792:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384377.356797:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384377.356799:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00100000:1.0:1767384377.356800:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca1f60fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+13:16352:x1853236731478400:12345-0@lo:103: Request processed in 496us (1104us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384377.356801:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384377.356804:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384377.356805:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384377.356806:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.356808:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767384377.356811:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:0.0:1767384377.356811:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384377.356812:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1767384377.356813:0:40105:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000001:00000001:2.0:1767384377.356817:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384377.356818:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:1.0:1767384377.356818:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000040:0.0:1767384377.356819:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f35bdcd8 x1853236731478528/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384377.356823:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1767384377.356823:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000010:2.0:1767384377.356825:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac0fdc40. 00000100:00000001:1.0:1767384377.356827:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:3.0:1767384377.356828:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000010:2.0:1767384377.356834:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9d19eba. 00000020:00000010:1.0:1767384377.356834:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbf28b00. 00000100:00000001:0.0:1767384377.356840:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384377.356841:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000001:00000010:2.0:1767384377.356842:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ae9eb6c. 02000000:00000001:0.0:1767384377.356844:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384377.356846:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f3230a7. 00000001:00000010:2.0:1767384377.356847:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066d5ab7e. 02000000:00000010:0.0:1767384377.356848:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e54b9884. 00000020:00000040:1.0:1767384377.356852:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 12 00000001:00000010:2.0:1767384377.356855:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d0628fa2. 02000000:00000001:0.0:1767384377.356855:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384377.356856:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384377.356859:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384377.356861:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000020c1d305. 00000020:00000040:0.0:1767384377.356863:0:16351:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384377.356866:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1767384377.356868:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000010:0.0:1767384377.356869:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d06928a6. 00010000:00000001:2.0:1767384377.356871:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384377.356875:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:0.0:1767384377.356878:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000010:2.0:1767384377.356879:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000079958a97. 00000100:00000001:1.0:1767384377.356881:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384377.356883:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384377.356885:0:16352:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000020:2.0:1767384377.356886:0:8:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000010:0.0:1767384377.356888:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f35bdcd8. 00000400:00000001:1.0:1767384377.356889:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000020:2.0:1767384377.356890:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000082e28a31 dirty 0 pend 0 grant 0 00000400:00000001:1.0:1767384377.356894:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000020:2.0:1767384377.356897:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 66c4b8a2-a740-46db-9b02-7881d5def2de/00000000d8f15d54 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384377.356897:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384377.356898:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd3e7fc1. 00000100:00000001:0.0:1767384377.356902:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384377.356904:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.356904:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce36580 00000400:00000010:1.0:1767384377.356908:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ce36580. 00000100:00000001:0.0:1767384377.356908:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384377.356909:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356914:0:16352:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384377.356916:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 9 - export 00000100:00000200:1.0:1767384377.356919:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.356919:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384377.356921:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000021034391. 00000100:00000001:0.0:1767384377.356924:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.356932:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384377.356933:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000200:1.0:1767384377.356936:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.356937:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.356940:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384377.356944:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000272f7e10 for lustre-MDT0000 00000020:00000040:2.0:1767384377.356950:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00000100:00000001:1.0:1767384377.356951:0:16352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384377.356954:0:16352:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384377.356955:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 8 - import 00000100:00000001:1.0:1767384377.356956:0:16352:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.356958:0:16352:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384377.356959:0:16352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.356962:0:16352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.356965:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000272f7e10. 02000000:00000001:1.0:1767384377.356966:0:16352:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.356971:0:16352:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=97 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384377.356972:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00001000:1.0:1767384377.356976:0:16352:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.356978:0:16352:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384377.356979:0:16352:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.356981:0:16352:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384377.356982:0:16352:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.356984:0:16352:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.356986:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.356991:0:16352:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.356993:0:16352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.356994:0:16352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.356995:0:16352:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.357000:0:16352:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:efcba636-0f33-4977-ad6f-12f80463a1c1:16352:1853236731478400:0@lo:103: 00000100:00000001:1.0:1767384377.357002:0:16352:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.357004:0:16352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.357005:0:16352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c757a3 x1853236731478400/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.357008:0:16352:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.357009:0:16352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384377.357010:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023273317. 02000000:00000001:1.0:1767384377.357013:0:16352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.357014:0:16352:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.357014:0:16352:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1767384377.357016:0:16352:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.357017:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ccb99a9. 02000000:00000001:1.0:1767384377.357020:0:16352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.357021:0:16352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.357022:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c757a3. 00000100:00000001:1.0:1767384377.357025:0:16352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.357026:0:16352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.357027:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.357029:0:16352:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.357030:0:16352:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.357031:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.357032:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.357244:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.357247:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384377.357248:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384377.357606:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.357608:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384377.357611:0:40105:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384377.357612:0:40105:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.357614:0:40105:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000839ae8af. 00000020:00000001:3.0:1767384377.357619:0:40105:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.357620:0:40105:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000002d96df86. 00000020:00000010:3.0:1767384377.357622:0:40105:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 0000000086d48f6d. 00000020:00000010:3.0:1767384377.357624:0:40105:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000002fcd76f0. 00000020:00000010:3.0:1767384377.357627:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000624cc0eb. 00000020:00000010:3.0:1767384377.357630:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a47746f4. 00000040:00000010:3.0:1767384377.357632:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c8fdd5d9. 00000020:00000010:3.0:1767384377.357634:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034b2e769. 00000020:00000010:3.0:1767384377.357637:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384377.357639:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a237319c. 80000000:00000010:3.0:1767384377.357642:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086d48f6d. 40000000:00000010:3.0:1767384377.357645:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002fcd76f0. 00100000:00000010:3.0:1767384377.357650:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027f23be4. 00040000:00000010:3.0:1767384377.357653:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d2b6ea18. 00040000:00000010:3.0:1767384377.357657:0:40105:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eab92038. 00040000:00000010:3.0:1767384377.357659:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005b7c03f0. 00080000:00000010:3.0:1767384377.357661:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003e647901. 00080000:00000010:3.0:1767384377.357663:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6fb2060. 00000004:00000010:3.0:1767384377.357667:0:40105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003f3510dd. 00000004:00000010:3.0:1767384377.357671:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e83b258a. 00000004:00000010:3.0:1767384377.357689:0:40105:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005915c78a. 00002000:00000010:3.0:1767384377.357694:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ed766c0. 00000004:00000010:3.0:1767384377.357698:0:40105:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000330c64be. 00000020:00000010:3.0:1767384377.357701:0:40105:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045f0e2ce. 00000020:00000001:3.0:1767384377.357705:0:40105:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384377.357706:0:40105:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000839ae8af. 00000020:00000001:3.0:1767384377.357708:0:40105:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384377.357710:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a637912. 00000020:00000010:3.0:1767384377.357712:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4ab0052. 00000040:00000010:3.0:1767384377.357714:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000032b8fd05. 00000020:00000010:3.0:1767384377.357717:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000383df85d. 00000020:00000010:3.0:1767384377.357720:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055f96370. 00040000:00000010:3.0:1767384377.357721:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000041758cdf. 00040000:00000010:3.0:1767384377.357723:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f8df0b1. 00080000:00000010:3.0:1767384377.357728:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384377.357732:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 10000000:00000001:3.0:1767384377.357734:0:40105:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384377.357735:0:40105:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384377.357737:0:40105:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384377.357738:0:40105:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384377.357740:0:40105:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384377.357741:0:40105:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000006b88bdfd) refs 3 10000000:00000001:3.0:1767384377.357742:0:40105:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.357743:0:40105:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446629306017870336 : -114767691681280 : ffff979e90817200) 10000000:00000001:3.0:1767384377.357745:0:40105:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384377.357746:0:40105:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xd602e9c522f0afcd 00010000:00000001:3.0:1767384377.357747:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.357748:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.357750:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b94d3db5 refcount=2 00000020:00000001:3.0:1767384377.357751:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:3.0:1767384377.357753:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:3.0:1767384377.357755:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.357756:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384377.357757:0:40105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.357762:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.357763:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.357763:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.357764:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.357765:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b94d3db5 refcount=3 00000020:00000001:3.0:1767384377.357795:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:3.0:1767384377.357797:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:3.0:1767384377.357799:0:40105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384377.357801:0:40105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.357805:0:40105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384377.357806:0:40105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.357810:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.357811:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384377.357812:0:40105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.357815:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.357816:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.357817:0:40105:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384377.357819:0:40105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003a21ce5a. 00010000:00000001:3.0:1767384377.357821:0:40105:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384377.357828:0:40105:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384377.357831:0:40105:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.357832:0:40105:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.357834:0:40105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384377.357835:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.357836:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384377.357838:0:40105:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384377.357839:0:40105:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1767384377.357840:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384377.357841:0:40105:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.357843:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384377.357844:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ed1ebed1) refs 1 00000020:00000001:1.0:1767384377.357844:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:3.0:1767384377.357847:0:40105:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00000001:1.0:1767384377.357848:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.357851:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767384377.357852:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:3.0:1767384377.357853:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.357857:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384377.357857:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384377.357860:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:3.0:1767384377.357861:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.357864:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767384377.357864:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384377.357867:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.357869:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.357871:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.357873:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.357875:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384377.357878:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000008419ca7b : new refcount 10 10000000:00000010:3.0:1767384377.357882:0:40105:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000ed1ebed1. 00010000:00010000:1.0:1767384377.357885:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b94d3db5 already unused, calling callback (00000000e93ca148) 10000000:00000001:3.0:1767384377.357886:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.357888:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1767384377.357889:0:40105:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00010000:1.0:1767384377.357891:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767384377.357892:0:40105:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xd602e9c522f0b044 00010000:00000001:3.0:1767384377.357896:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.357898:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.357902:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d69dd408 refcount=2 00010000:00000001:1.0:1767384377.357902:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384377.357905:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.357907:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 00000020:00000001:1.0:1767384377.357908:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384377.357910:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 00000020:00000040:1.0:1767384377.357911:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b94d3db5 refcount=3 00010000:00000001:3.0:1767384377.357916:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384377.357916:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:1.0:1767384377.357920:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762449920 : -114767947101696 : ffff979e81480a00) 00010000:00000001:3.0:1767384377.357921:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.357925:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384377.357926:0:40105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384377.357929:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384377.357943:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384377.357945:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.357947:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.357950:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:1.0:1767384377.357952:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1767384377.357953:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.357956:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:01000000:1.0:1767384377.357957:0:17073:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00000020:00000040:3.0:1767384377.357959:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d69dd408 refcount=3 10000000:00000001:1.0:1767384377.357960:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384377.357964:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 10000000:00000040:1.0:1767384377.357965:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b88bdfd) refs 3 10000000:00000001:1.0:1767384377.357969:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384377.357970:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 10000000:00000001:1.0:1767384377.357971:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.357975:0:40105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1767384377.357976:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1767384377.357978:0:40105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.357979:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384377.357982:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384377.357984:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384377.357987:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.357988:0:40105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:1.0:1767384377.357991:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b94d3db5 with handle 0xd602e9c522f0afcd from hash 00010000:00010000:3.0:1767384377.357992:0:40105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.357995:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384377.357999:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.358001:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.358002:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.358003:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384377.358005:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.358006:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1767384377.358009:0:40105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.358009:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384377.358013:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384377.358015:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384377.358019:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.358020:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384377.358020:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c757a3. 00000020:00000040:1.0:1767384377.358025:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:3.0:1767384377.358026:0:40105:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384377.358030:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:3.0:1767384377.358031:0:40105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000047012af2. 02000000:00000001:1.0:1767384377.358032:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384377.358036:0:40105:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767384377.358037:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384377.358042:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ccb99a9. 00010000:00010000:3.0:1767384377.358043:0:40105:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1767384377.358044:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358049:0:40105:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358050:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384377.358053:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.358054:0:40105:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358059:0:40105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384377.358063:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384377.358063:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767384377.358064:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384377.358068:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384377.358068:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358069:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384377.358072:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384377.358075:0:17072:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:3.0:1767384377.358076:0:40105:0:(mgc_request.c:123:config_log_put()) log params(00000000297c307e) refs 2 00000100:00000001:1.0:1767384377.358076:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.358080:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.358081:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.358086:0:40105:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384377.358087:0:40105:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xd602e9c522f0afbf 00010000:00000001:3.0:1767384377.358089:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384377.358090:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c757a3] to pc [ptlrpcd_00_01+1] req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.358091:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.358094:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c7790cd refcount=2 00000020:00000001:3.0:1767384377.358099:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 00010000:00000001:3.0:1767384377.358104:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 00010000:00000001:3.0:1767384377.358109:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.358112:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384377.358114:0:40105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.358118:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384377.358119:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.358120:0:40105:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.358120:0:40105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.358121:0:40105:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c7790cd refcount=3 00000020:00000001:3.0:1767384377.358122:0:40105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 00010000:00000001:3.0:1767384377.358123:0:40105:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 00010000:00000001:3.0:1767384377.358125:0:40105:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384377.358126:0:40105:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.358128:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384377.358130:0:40105:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384377.358132:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384377.358133:0:40105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384377.358135:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384377.358136:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384377.358138:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.358141:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384377.358144:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.358145:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384377.358146:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384377.358148:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358149:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384377.358152:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384377.358153:0:40105:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384377.358153:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.358171:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384377.358174:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000b94d3db5/0xd602e9c522f0afcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afd4 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384377.358177:0:40105:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384377.358182:0:40105:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358188:0:40105:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384377.358192:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:3.0:1767384377.358195:0:40105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ef7f879c. 00000100:00000001:2.0:1767384377.358197:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358198:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.358201:0:40105:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384377.358201:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384377.358204:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:1.0:1767384377.358205:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003a21ce5a. 00010000:00010000:3.0:1767384377.358206:0:40105:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:2.0:1767384377.358208:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384377.358210:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358213:0:40105:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.358217:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.358217:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384377.358218:0:40105:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.358220:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358224:0:40105:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767384377.358225:0:17073:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767384377.358226:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731478656:0@lo:103: 00010000:00000001:3.0:1767384377.358229:0:40105:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.358230:0:17073:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384377.358233:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384377.358235:0:40105:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384377.358236:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767384377.358236:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384377.358239:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384377.358242:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000040:3.0:1767384377.358243:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000036085c7) refs 2 02000000:00000001:2.0:1767384377.358247:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.358247:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002c7790cd already unused, calling callback (00000000e93ca148) 10000000:00000001:3.0:1767384377.358248:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384377.358250:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384377.358253:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1767384377.358254:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:2.0:1767384377.358256:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a8781f4. 10000000:00000040:3.0:1767384377.358257:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000ac63079b) refs 3 10000000:00010000:1.0:1767384377.358257:0:17073:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384377.358262:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384377.358264:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000010:2.0:1767384377.358268:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c43043c6. 10000000:00000001:3.0:1767384377.358269:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384377.358271:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384377.358272:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384377.358273:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:2.0:1767384377.358275:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b6991ea. 00010000:00000001:1.0:1767384377.358275:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767384377.358276:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384377.358277:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.358280:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000040:3.0:1767384377.358281:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b88bdfd) refs 2 00000100:00000200:2.0:1767384377.358282:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478656, portal 18 00000020:00000040:1.0:1767384377.358284:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002c7790cd refcount=3 10000000:00000001:3.0:1767384377.358287:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384377.358288:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384377.358289:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 10000000:00000001:3.0:1767384377.358290:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384377.358292:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788977664 : -114766920573952 : ffff979ebe779c00) 00010000:00000001:1.0:1767384377.358293:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305762452480 : -114767947099136 : ffff979e81481400) 10000000:00000040:3.0:1767384377.358294:0:40105:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b88bdfd) refs 1 00000100:00000040:2.0:1767384377.358299:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.358300:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:01000000:3.0:1767384377.358301:0:40105:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1767384377.358303:0:17073:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384377.358305:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.358307:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.358310:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.358313:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.358315:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.358318:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384377.358321:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.358322:0:17073:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1767384377.358324:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384377.358325:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:1.0:1767384377.358325:0:17073:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384377.358328:0:40105:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.358332:0:40105:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384377.358332:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384377.358336:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000008419ca7b : new refcount 9 00000400:00000010:2.0:1767384377.358337:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 10000000:01000000:1.0:1767384377.358338:0:17073:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000010:3.0:1767384377.358340:0:40105:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000006b88bdfd. 00000100:00000200:2.0:1767384377.358343:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731478656, offset 0 10000000:01000000:1.0:1767384377.358346:0:17073:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:00000001:3.0:1767384377.358347:0:40105:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.358350:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384377.358351:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:01000000:3.0:1767384377.358352:0:40105:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000040:1.0:1767384377.358353:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000036085c7) refs 1 10000000:00000001:3.0:1767384377.358368:0:40105:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384377.358370:0:17073:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:1.0:1767384377.358373:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384377.358375:0:40105:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384377.358375:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.358378:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384377.358379:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384377.358381:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:3.0:1767384377.358383:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4ab0052. 10000000:00000001:1.0:1767384377.358384:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.358386:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.358390:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1767384377.358391:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d108280 00000040:00000010:3.0:1767384377.358392:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000032b8fd05. 10000000:00000001:1.0:1767384377.358394:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.358397:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1767384377.358400:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000383df85d. 00000400:00000200:2.0:1767384377.358400:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:00000001:1.0:1767384377.358400:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384377.358404:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000008419ca7b : new refcount 8 00000020:00000010:3.0:1767384377.358406:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055f96370. 10000000:00000010:1.0:1767384377.358409:0:17073:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000036085c7. 00000400:00000200:2.0:1767384377.358410:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384377.358411:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000041758cdf. 10000000:00000001:1.0:1767384377.358415:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384377.358417:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384377.358419:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003f8df0b1. 00000400:00000200:2.0:1767384377.358420:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384377.358422:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384377.358426:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:3.0:1767384377.358427:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00000100:00000001:2.0:1767384377.358428:0:16353:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384377.358429:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384377.358432:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:1.0:1767384377.358433:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384377.358434:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000100:00000010:2.0:1767384377.358436:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7e9c8f7. 00010000:00000001:1.0:1767384377.358437:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.358438:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a637912. 00000020:00000040:1.0:1767384377.358443:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c7790cd with handle 0xd602e9c522f0afbf from hash 00000100:00000040:2.0:1767384377.358444:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000a7e9c8f7 x1853236731478656 msgsize 328 00000020:00000001:3.0:1767384377.358445:0:40105:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358447:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1767384377.358450:0:40105:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000839ae8af. 00010000:00000001:1.0:1767384377.358451:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.358454:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384377.358456:0:40105:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358457:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384377.358460:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767384377.358461:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384377.358463:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:3.0:1767384377.358464:0:40105:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:3.0:1767384377.358467:0:40105:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00010000:00000001:1.0:1767384377.358468:0:17073:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:3.0:1767384377.358471:0:40105:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446629305821360128 : -114767888191488 : ffff979e84caf000) 00010000:00000001:1.0:1767384377.358471:0:17073:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:3.0:1767384377.358475:0:40105:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446629305821360128 : -114767888191488 : ffff979e84caf000) 00000100:00000001:2.0:1767384377.358476:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384377.358477:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023120aa9. 00000020:00000010:3.0:1767384377.358479:0:40105:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000006f7fa736. 00000020:00000040:1.0:1767384377.358481:0:17073:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1767384377.358485:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384377.358486:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 02000000:00000001:1.0:1767384377.358486:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:01000004:3.0:1767384377.358487:0:40105:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 02000000:00000001:1.0:1767384377.358491:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.358492:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000400:00000010:2.0:1767384377.358492:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000020:01000000:3.0:1767384377.358496:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 02000000:00000010:1.0:1767384377.358499:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f3230a7. 00000100:00000001:2.0:1767384377.358500:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384377.358501:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000006dd0a476. 00000100:00000001:0.0:1767384377.358504:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000080:3.0:1767384377.358507:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000100:00000001:1.0:1767384377.358507:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.358508:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478656 00000100:00000200:2.0:1767384377.358509:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.358513:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:1.0:1767384377.358514:0:17073:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:0.0:1767384377.358514:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000080:3.0:1767384377.358517:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000100:00000001:0.0:1767384377.358518:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384377.358519:0:17073:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384377.358522:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384377.358527:0:40105:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 0000000082e28a31 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 02000000:00000001:0.0:1767384377.358530:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.358537:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478656 00000100:00000001:2.0:1767384377.358539:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384377.358541:0:17073:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:0.0:1767384377.358542:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384377.358544:0:17073:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384377.358546:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384377.358546:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00080000:3.0:1767384377.358547:0:40105:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000d8f15d54 66c4b8a2-a740-46db-9b02-7881d5def2de 192.168.204.18@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000100:00000001:1.0:1767384377.358549:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384377.358551:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384377.358553:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.358556:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=13 00000100:00000040:1.0:1767384377.358562:0:17073:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023120aa9] to pc [ptlrpcd_00_02+2] req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384377.358563:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00000001:3.0:1767384377.358566:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:0.0:1767384377.358569:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000020:00080000:3.0:1767384377.358571:0:40105:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000ea28bf8d) has exports, disconnecting them 00000100:00000001:0.0:1767384377.358578:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384377.358579:0:40105:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000100:00000001:2.0:1767384377.358579:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.358583:0:40105:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=5 00000020:00000010:0.0:1767384377.358584:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add2ea1. 00000100:00000001:2.0:1767384377.358585:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384377.358587:0:40105:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=6 00000020:00080000:3.0:1767384377.358591:0:40105:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000082e28a31), last request at 1767384372 00000100:00000001:2.0:1767384377.358591:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.358593:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384377.358597:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294963531 00010000:00000001:1.0:1767384377.358598:0:17073:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384377.358599:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000010:0.0:1767384377.358599:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008add2ea1. 00000004:00000001:3.0:1767384377.358603:0:40105:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:1.0:1767384377.358605:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384377.358606:0:40105:0:(genops.c:887:class_export_get()) GET export 0000000082e28a31 refcount=7 00010000:00000001:1.0:1767384377.358608:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384377.358609:0:40105:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:2.0:1767384377.358609:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963529 00000020:00000010:0.0:1767384377.358609:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043bf107d. 00010000:00000001:1.0:1767384377.358612:0:17073:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.358614:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:2.0:1767384377.358617:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294963531 00010000:00000001:1.0:1767384377.358617:0:17073:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.358617:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008738070e. 00000020:00000040:3.0:1767384377.358618:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 6 10000000:00000001:1.0:1767384377.358624:0:17073:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384377.358625:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000020:00000080:3.0:1767384377.358626:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b0e5 00000100:00000001:2.0:1767384377.358626:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963529 00010000:00010000:1.0:1767384377.358627:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384377.358632:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082e28a31 with handle 0xd602e9c522f0b0e5 from hash 00000100:00000001:2.0:1767384377.358633:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294963531 00000100:00000040:0.0:1767384377.358634:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000040:3.0:1767384377.358639:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 5 00010000:00000001:1.0:1767384377.358641:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384377.358642:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963529 00000100:00000001:0.0:1767384377.358642:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384377.358644:0:40105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dfe30ead. 00010000:00010000:1.0:1767384377.358647:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 000000002c7790cd/0xd602e9c522f0afbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0afc6 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384377.358648:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384377.358649:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294963531 00000020:00000001:3.0:1767384377.358651:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:0.0:1767384377.358652:0:17069:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000040:3.0:1767384377.358655:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 4 00000100:00000001:2.0:1767384377.358657:0:16353:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963529 00010000:00000001:0.0:1767384377.358657:0:17069:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384377.358660:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000096fef02 count: 0 00000020:00000001:3.0:1767384377.358661:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384377.358664:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384377.358664:0:17069:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:3.0:1767384377.358665:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 3 00010000:00000001:0.0:1767384377.358668:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384377.358669:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358671:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384377.358672:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384377.358673:0:40105:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:1.0:1767384377.358675:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1767384377.358676:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000740d2407 refcount=3 00000100:00000001:2.0:1767384377.358677:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384377.358678:0:40105:0:(import.c:65:import_set_state_nolock()) 00000000fe99db0a : changing import state from FULL to CLOSED 00010000:00000010:1.0:1767384377.358678:0:17073:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ef7f879c. 00000020:00000001:0.0:1767384377.358681:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306850276352 : -114766859275264 : ffff979ec21ef400) 00000100:00000001:2.0:1767384377.358685:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.358687:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384377.358687:0:17073:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.358687:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306850276352 : -114766859275264 : ffff979ec21ef400) 00000100:00000001:2.0:1767384377.358688:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.358691:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000001:1.0:1767384377.358692:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384377.358694:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384377.358696:0:40105:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000001:1.0:1767384377.358696:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.358697:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384377.358698:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384377.358701:0:17069:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.358702:0:40105:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.358702:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1767384377.358702:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384377.358706:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384377.358709:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.358711:0:40105:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000001:2.0:1767384377.358711:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384377.358712:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.358714:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.358715:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384377.358716:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384377.358717:0:40105:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:2.0:1767384377.358720:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.358721:0:40105:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.358722:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384377.358723:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.358726:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384377.358727:0:40105:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.358727:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.358734:0:40105:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00010000:1.0:1767384377.358734:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384377.358735:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000040:3.0:1767384377.358737:0:40105:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 5 00000100:00000001:2.0:1767384377.358739:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.358741:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:3.0:1767384377.358742:0:40105:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:2.0:1767384377.358742:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384377.358743:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.358744:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000040:3.0:1767384377.358746:0:40105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 4 00000100:00000001:1.0:1767384377.358748:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.358751:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384377.358753:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 2 00000100:00100000:0.0:1767384377.358754:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000001:00000001:3.0:1767384377.358758:0:40105:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000040:0.0:1767384377.358761:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000001:00000040:3.0:1767384377.358762:0:40105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 3 00000100:00000001:0.0:1767384377.358788:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535616384 : -114772173935232 : ffff979d8557ad80) 00000100:00000040:0.0:1767384377.358794:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7e9c8f7 x1853236731478656/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384377.358795:0:40105:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384377.358799:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 1 00000004:00000001:3.0:1767384377.358803:0:40105:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358807:0:40106:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000001:3.0:1767384377.358810:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.358810:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:1.0:1767384377.358812:0:40106:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000c97044e7. 00000100:00000001:2.0:1767384377.358813:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384377.358816:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008add2ea1. 00000020:00080000:3.0:1767384377.358817:0:40105:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000082e28a31): rc 0 00000100:00000001:2.0:1767384377.358818:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.358819:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cfe9c5. 00000100:00000001:0.0:1767384377.358822:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384377.358823:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000082e28a31 : new refcount 0 02000000:00000001:2.0:1767384377.358827:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384377.358827:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000805f2280. 00000020:00000080:3.0:1767384377.358828:0:40105:0:(genops.c:904:class_export_put()) final put 0000000082e28a31/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000010:0.0:1767384377.358828:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008add2ea1. 02000000:00000001:2.0:1767384377.358834:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.358835:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b44d2b2. 00000020:00000001:3.0:1767384377.358842:0:40105:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 02000000:00000001:2.0:1767384377.358842:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.358842:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e9c8f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+13:16353:x1853236731478656:12345-0@lo:103: 00000020:00000010:1.0:1767384377.358843:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030a58f56. 00000020:00000001:3.0:1767384377.358845:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384377.358851:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066bad728. 00000100:00000200:0.0:1767384377.358851:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478656 00000020:00000001:3.0:1767384377.358852:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00100000:2.0:1767384377.358852:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000023120aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731478784:0@lo:103: 80000000:00000010:1.0:1767384377.358856:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000412f6de2. 00000004:00000001:3.0:1767384377.358858:0:40105:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00000001:0.0:1767384377.358858:0:17069:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1767384377.358859:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000004:00000001:3.0:1767384377.358863:0:40105:0:(mdt_handler.c:6442:mdt_fini()) Process entered 40000000:00000010:1.0:1767384377.358863:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b236b7e2. 00010000:00000002:0.0:1767384377.358864:0:17069:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:2.0:1767384377.358865:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:3.0:1767384377.358869:0:40105:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 02000000:00000001:2.0:1767384377.358869:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.358869:0:17069:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00100000:00000010:1.0:1767384377.358870:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ace55040. 00000004:00000080:3.0:1767384377.358874:0:40105:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbb8849f1bb28 00000100:00000001:0.0:1767384377.358874:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384377.358876:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000010:1.0:1767384377.358876:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002e6560ae. 02000000:00000001:0.0:1767384377.358878:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000001:3.0:1767384377.358882:0:40105:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 02000000:00000010:2.0:1767384377.358882:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2f4ca5d. 00040000:00000010:1.0:1767384377.358884:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051bfcb81. 02000000:00000010:0.0:1767384377.358884:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bbfe711. 02000000:00000001:2.0:1767384377.358887:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.358890:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.358893:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037099d6b. 00080000:00000010:1.0:1767384377.358893:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f0a91b00. 00000100:00000001:0.0:1767384377.358894:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.358900:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384377.358901:0:17069:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000010:2.0:1767384377.358902:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011316e5a. 00080000:00000010:1.0:1767384377.358904:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028299457. 00010000:00000001:0.0:1767384377.358904:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384377.358907:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478784, portal 18 00000020:00000001:0.0:1767384377.358908:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384377.358911:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1767384377.358911:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000740d2407 refcount=3 00002000:00000010:1.0:1767384377.358912:0:40106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000444bd202. 00000100:00000001:2.0:1767384377.358917:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788979456 : -114766920572160 : ffff979ebe77a300) 00000020:00000010:1.0:1767384377.358917:0:40106:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005880cc75. 00000020:00000001:0.0:1767384377.358917:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306850276352 : -114766859275264 : ffff979ec21ef400) 00010000:00000001:0.0:1767384377.358924:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306850276352 : -114766859275264 : ffff979ec21ef400) 00000100:00000040:2.0:1767384377.358927:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384377.358928:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 5 00000020:00000001:1.0:1767384377.358929:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384377.358932:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.358934:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384377.358937:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:1.0:1767384377.358938:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767384377.358941:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384377.358944:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384377.358944:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.358945:0:17072:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384377.358949:0:17072:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384377.358950:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384377.358950:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.358952:0:17072:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384377.358955:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384377.358958:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384377.358961:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00010000:00010000:1.0:1767384377.358963:0:17072:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d69dd408 already unused, calling callback (00000000e93ca148) 00010000:00000001:0.0:1767384377.358963:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384377.358967:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384377.358968:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:2.0:1767384377.358969:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731478784, offset 0 00010000:00000001:0.0:1767384377.358970:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00010000:1.0:1767384377.358971:0:17072:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384377.358974:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384377.358979:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384377.358981:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000740d2407 with handle 0xd602e9c522f0afd4 from hash 00010000:00000001:1.0:1767384377.358984:0:17072:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384377.358988:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384377.358988:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384377.358990:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384377.358992:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384377.358993:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384377.358994:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d69dd408 refcount=3 00010000:00000001:0.0:1767384377.358998:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384377.359000:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d108300 00000020:00000001:1.0:1767384377.359000:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 00010000:00000001:0.0:1767384377.359002:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384377.359008:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629305741148672 : -114767968402944 : ffff979e80030200) 00010000:00000001:0.0:1767384377.359008:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00100000:00000001:3.0:1767384377.359010:0:40105:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384377.359012:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00010000:00000001:1.0:1767384377.359013:0:17072:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384377.359017:0:17072:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384377.359023:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384377.359029:0:40105:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384377.359030:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384377.359031:0:17072:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1767384377.359033:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000740d2407/0xd602e9c522f0afd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0afcd expref: 13 pid: 17078 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1767384377.359037:0:17072:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1767384377.359041:0:40105:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000400:00000200:2.0:1767384377.359045:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384377.359055:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384377.359057:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000004:00000010:3.0:1767384377.359060:0:40105:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000a7659d05. 00000100:00000010:2.0:1767384377.359064:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d141f87. 10000000:01000000:1.0:1767384377.359067:0:17072:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000040:0.0:1767384377.359072:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 7 00000100:00000040:2.0:1767384377.359075:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002d141f87 x1853236731478784 msgsize 328 00000004:00000001:3.0:1767384377.359076:0:40105:0:(mdd_device.c:1194:mdd_process_config()) Process entered 10000000:01000000:1.0:1767384377.359076:0:17072:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000020:00000040:0.0:1767384377.359080:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 12 00000004:00000001:3.0:1767384377.359083:0:40105:0:(lod_dev.c:979:lod_process_config()) Process entered 10000000:00000001:1.0:1767384377.359085:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384377.359090:0:17072:0:(mgc_request.c:123:config_log_put()) log params(00000000297c307e) refs 1 00000100:00100000:2.0:1767384377.359092:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384377.359093:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384377.359096:0:40105:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384377.359098:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 10000000:01000000:1.0:1767384377.359099:0:17072:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000004:00000001:3.0:1767384377.359100:0:40105:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000001:0.0:1767384377.359102:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384377.359106:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000040:3.0:1767384377.359108:0:40105:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff979eae5a8000 10000000:00000001:1.0:1767384377.359110:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384377.359110:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384377.359112:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 10000000:00000001:1.0:1767384377.359121:0:17072:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384377.359123:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.359124:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 10000000:00000001:1.0:1767384377.359127:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384377.359128:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:0.0:1767384377.359128:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384377.359129:0:16354:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:1.0:1767384377.359135:0:17072:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767384377.359136:0:17069:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1767384377.359138:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000200:2.0:1767384377.359142:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384377.359143:0:17069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384377.359144:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384377.359146:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384377.359154:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:1.0:1767384377.359155:0:17072:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384377.359155:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384377.359162:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 10000000:00000001:1.0:1767384377.359162:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384377.359163:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359164:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384377.359171:0:17072:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384377.359173:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384377.359173:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=97 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384377.359175:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:1.0:1767384377.359177:0:17072:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384377.359184:0:17072:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384377.359190:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384377.359191:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000008419ca7b : new refcount 7 00000100:00000001:3.0:1767384377.359196:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000010:1.0:1767384377.359198:0:17072:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000297c307e. 00000100:00000040:0.0:1767384377.359201:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:3.0:1767384377.359203:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384377.359217:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384377.359223:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384377.359225:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384377.359227:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384377.359227:0:17072:0:(mgc_request.c:147:config_log_put()) Process leaving 00000004:00000040:3.0:1767384377.359228:0:40105:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 02000000:00000001:0.0:1767384377.359230:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:00000001:1.0:1767384377.359234:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.359235:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359236:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384377.359242:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.359243:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384377.359244:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384377.359246:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294963532 00010000:00000001:1.0:1767384377.359249:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384377.359252:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384377.359254:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384377.359255:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963531 00000400:00000010:0.0:1767384377.359257:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bee0fd7a. 00010000:00000001:1.0:1767384377.359259:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00080000:3.0:1767384377.359260:0:40105:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384377.359262:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294963532 00000100:00000200:0.0:1767384377.359263:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731478656, offset 224 00000100:00000001:3.0:1767384377.359273:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767384377.359274:0:17072:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359275:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963531 00000400:00000200:0.0:1767384377.359282:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1767384377.359284:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1767384377.359285:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d69dd408 with handle 0xd602e9c522f0b044 from hash 00000100:00000001:2.0:1767384377.359287:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294963532 00000001:00000001:3.0:1767384377.359295:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:1.0:1767384377.359297:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384377.359298:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963531 00000400:00000200:0.0:1767384377.359299:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384377.359305:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384377.359309:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384377.359310:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294963532 00010000:00000001:1.0:1767384377.359311:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384377.359313:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384377.359314:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d108280 00010000:00000001:1.0:1767384377.359316:0:17072:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384377.359324:0:17072:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384377.359326:0:17072:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384377.359327:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963531 00000400:00000200:0.0:1767384377.359330:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215d [1] + 224 00000100:00000010:1.0:1767384377.359333:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eb7c62f. 00000100:00000001:2.0:1767384377.359334:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384377.359336:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384377.359339:0:17072:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=6 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1767384377.359341:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.359343:0:17072:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:3.0:1767384377.359345:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359347:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.359347:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384377.359348:0:17072:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.359368:0:17072:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359372:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384377.359374:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:1.0:1767384377.359374:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca118db3. 00000100:00000001:0.0:1767384377.359374:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384377.359382:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:3.0:1767384377.359385:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384377.359386:0:17072:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359387:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384377.359390:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.359411:0:17072:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767384377.359412:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384377.359416:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384377.359417:0:17072:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384377.359420:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.359424:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.359426:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.359427:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.359434:0:40105:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767384377.359441:0:40105:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00000001:2.0:1767384377.359450:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:1.0:1767384377.359450:0:17072:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:3.0:1767384377.359452:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384377.359457:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478784 00000020:00000040:3.0:1767384377.359460:0:40105:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1767384377.359461:0:17072:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384377.359464:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384377.359469:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384377.359471:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.359473:0:17072:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384377.359477:0:40105:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359479:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.359480:0:17072:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.359486:0:40105:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 02000000:00000001:2.0:1767384377.359490:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.359491:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384377.359492:0:40105:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000040:1.0:1767384377.359497:0:17072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eb7c62f] to pc [ptlrpcd_00_03+3] req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.359498:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee0fd7a 00000100:00100000:2.0:1767384377.359501:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478784 00000100:00000010:3.0:1767384377.359502:0:40105:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066636b8c. 00000400:00000010:0.0:1767384377.359503:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bee0fd7a. 00000020:00000001:2.0:1767384377.359508:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384377.359514:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000020:00000040:3.0:1767384377.359515:0:40105:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384377.359516:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.359522:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384377.359526:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384377.359527:0:17072:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384377.359533:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=13 00010000:00000001:1.0:1767384377.359534:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384377.359536:0:40105:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384377.359537:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.359539:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384377.359544:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00010000:00000001:1.0:1767384377.359549:0:17072:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.359550:0:40105:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767384377.359551:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000040:0.0:1767384377.359551:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00010000:00000001:1.0:1767384377.359553:0:17072:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384377.359562:0:17072:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.359563:0:17069:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.359564:0:40105:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359565:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1767384377.359567:0:17072:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384377.359572:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfc3961b. 00010000:00000001:0.0:1767384377.359580:0:17069:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359581:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384377.359583:0:40105:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000041758cdf. 00000100:00000040:0.0:1767384377.359592:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7e9c8f7 x1853236731478656/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384377.359593:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384377.359595:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfc3961b. 00000100:00000001:3.0:1767384377.359598:0:40105:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.359603:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000020:00000010:2.0:1767384377.359613:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f340e85. 00000100:00000001:3.0:1767384377.359615:0:40105:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629306738413056 : -114766971138560 : ffff979ebb740e00) 00000020:00000010:2.0:1767384377.359619:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000100:00100000:0.0:1767384377.359621:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e9c8f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+13:16353:x1853236731478656:12345-0@lo:103: Request processed in 805us (1170us total) trans 0 rc 0/0 00000100:00080000:3.0:1767384377.359630:0:40105:0:(import.c:65:import_set_state_nolock()) 00000000980b5d62 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1767384377.359632:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384377.359639:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384377.359643:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384377.359645:0:40105:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384377.359646:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.359647:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384377.359659:0:40105:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.359660:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:0.0:1767384377.359660:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00000001:2.0:1767384377.359670:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384377.359673:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384377.359675:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384377.359676:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384377.359678:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d51e685 refcount=3 00000020:00000010:0.0:1767384377.359681:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008738070e. 00000100:00000040:3.0:1767384377.359682:0:40105:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066636b8c] to pc [ptlrpcd_rcv+-1] req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384377.359684:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306850274816 : -114766859276800 : ffff979ec21eee00) 00000020:00000010:0.0:1767384377.359691:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00010000:00000001:2.0:1767384377.359694:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306850274816 : -114766859276800 : ffff979ec21eee00) 00000020:00000010:0.0:1767384377.359699:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043bf107d. 00010000:00000001:2.0:1767384377.359704:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384377.359708:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 12 00010000:00000001:2.0:1767384377.359710:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.359716:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.359718:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.359726:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359740:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.359750:0:40105:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359753:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384377.359755:0:40105:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.359755:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1767384377.359763:0:40105:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.359763:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384377.359764:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384377.359769:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384377.359769:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384377.359776:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384377.359777:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384377.359810:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384377.359811:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.359813:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384377.359817:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384377.359818:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 02000000:00000001:0.0:1767384377.359820:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.359823:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535619072 : -114772173932544 : ffff979d8557b800) 00000100:00100000:0.0:1767384377.359846:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066636b8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16351:1853236731479040:0@lo:9: 00000100:00000040:2.0:1767384377.359849:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d141f87 x1853236731478784/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.359853:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384377.359861:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:3.0:1767384377.359862:0:40105:0:(osd_handler.c:8868:osd_process_config()) Process entered 02000000:00000001:0.0:1767384377.359865:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.359869:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000002:3.0:1767384377.359873:0:40105:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:327197938 to info 000000003e647901 02000000:00000010:0.0:1767384377.359874:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043bf107d. 00000100:00000001:2.0:1767384377.359876:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384377.359883:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384377.359884:0:40105:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000010:2.0:1767384377.359884:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfc3961b. 00000400:00000010:0.0:1767384377.359889:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d849a3. 00000100:00000001:2.0:1767384377.359892:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384377.359893:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dfcfdbc0. 00000400:00000010:0.0:1767384377.359896:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bee0fd7a. 00000100:00000200:0.0:1767384377.359906:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731479040, portal 4 00100000:00000010:3.0:1767384377.359907:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d8a7c308. 00000020:00000010:2.0:1767384377.359907:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfc3961b. 00000100:00000001:0.0:1767384377.359919:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384377.359925:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738413056 : -114766971138560 : ffff979ebb740e00) 00100000:00000010:3.0:1767384377.359932:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009b1cabb2. 00000100:00100000:2.0:1767384377.359937:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d141f87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+12:16354:x1853236731478784:12345-0@lo:103: 00000100:00000040:0.0:1767384377.359938:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384377.359940:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000096f7ba28. 00100000:00000010:3.0:1767384377.359951:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000353fa413. 00000100:00000200:2.0:1767384377.359959:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478784 00100000:00000010:3.0:1767384377.359962:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005dad7050. 00010000:00000001:2.0:1767384377.359964:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384377.359973:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00100000:00000010:3.0:1767384377.359975:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000091d362c8. 00000100:00000001:0.0:1767384377.359976:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384377.359977:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384377.359992:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384377.359993:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:3.0:1767384377.359994:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009fc79261. 02000000:00000001:2.0:1767384377.360001:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384377.360005:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00100000:00000010:3.0:1767384377.360006:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000921ae1f8. 02000000:00000010:2.0:1767384377.360007:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3553077. 00000100:00000200:0.0:1767384377.360013:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236731479040, offset 0 02000000:00000001:2.0:1767384377.360022:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.360028:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360030:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e9ba3f9f. 00000400:00000200:0.0:1767384377.360030:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384377.360044:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00100000:00000010:3.0:1767384377.360045:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e85bf511. 00010000:00010000:2.0:1767384377.360054:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00100000:00000010:3.0:1767384377.360056:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000683a0720. 00000400:00000200:0.0:1767384377.360056:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384377.360060:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384377.360069:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384377.360072:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fc7952ad. 00000020:00000040:2.0:1767384377.360072:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007d51e685 refcount=3 00000020:00000001:2.0:1767384377.360082:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306850274816 : -114766859276800 : ffff979ec21eee00) 00000400:00000200:0.0:1767384377.360083:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824d108400 00100000:00000010:3.0:1767384377.360085:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000031e4759e. 00010000:00000001:2.0:1767384377.360090:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306850274816 : -114766859276800 : ffff979ec21eee00) 00100000:00000010:3.0:1767384377.360101:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000fb9b052. 00010000:00000040:2.0:1767384377.360101:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000de8dba6f count: 2 00000400:00000200:0.0:1767384377.360106:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5752 00010000:00000001:2.0:1767384377.360113:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00100000:00000010:3.0:1767384377.360114:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009e21c643. 00000400:00000200:0.0:1767384377.360116:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384377.360121:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384377.360129:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00100000:00000010:3.0:1767384377.360132:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000edcda954. 00010000:00000001:2.0:1767384377.360133:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.360137:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384377.360143:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360147:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006fc8c37d. 00010000:00000001:2.0:1767384377.360149:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384377.360149:0:16351:0:(events.c:286:request_in_callback()) Process entered 00100000:00000010:3.0:1767384377.360152:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000774508a6. 00000100:00000200:0.0:1767384377.360154:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1767384377.360155:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00100000:00000010:3.0:1767384377.360160:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aa13777b. 00010000:00000001:2.0:1767384377.360164:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384377.360164:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc31ef28. 00100000:00000010:3.0:1767384377.360166:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000034445eba. 00010000:00000001:2.0:1767384377.360168:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384377.360170:0:16351:0:(events.c:337:request_in_callback()) incoming req@00000000dc31ef28 x1853236731479040 msgsize 224 00010000:00000001:2.0:1767384377.360179:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00100000:00000010:3.0:1767384377.360182:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000044f7df18. 00010000:00000001:2.0:1767384377.360183:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.360191:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384377.360194:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d51e685 with handle 0xd602e9c522f0afc6 from hash 00100000:00000010:3.0:1767384377.360202:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000df01f84a. 00010000:00000001:2.0:1767384377.360209:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384377.360212:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384377.360214:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00100000:00000010:3.0:1767384377.360215:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000e0d8800. 00010000:00000001:2.0:1767384377.360215:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.360223:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384377.360223:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00100000:00000010:3.0:1767384377.360224:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b9a73694. 00100000:00000010:3.0:1767384377.360244:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000e61215d. 00010000:00000001:2.0:1767384377.360245:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384377.360248:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00010000:00000001:2.0:1767384377.360249:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:3.0:1767384377.360251:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000581973b8. 00000100:00000001:0.0:1767384377.360253:0:16351:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1767384377.360261:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007d51e685/0xd602e9c522f0afc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0afbf expref: 12 pid: 17078 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767384377.360265:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cd5a4593. 00000100:00000200:0.0:1767384377.360269:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384377.360277:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b4f3bb06. 00010000:00000040:2.0:1767384377.360291:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 6 00100000:00000010:3.0:1767384377.360293:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dbcce3c8. 00000020:00000040:2.0:1767384377.360304:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 11 00100000:00000010:3.0:1767384377.360305:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a7369436. 00000100:00000001:0.0:1767384377.360313:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:3.0:1767384377.360314:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000826eed49. 00000100:00000040:0.0:1767384377.360319:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384377.360321:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:3.0:1767384377.360322:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d70124a9. 00010000:00000001:2.0:1767384377.360327:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384377.360333:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00100000:00000010:3.0:1767384377.360335:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000973d15f6. 00010000:00000001:2.0:1767384377.360339:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.360340:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360341:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000061e8e021. 00000100:00000001:0.0:1767384377.360351:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00100000:00000010:3.0:1767384377.360364:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000dfaaff8. 00010000:00000001:2.0:1767384377.360365:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360369:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006751d7b5. 00000100:00000001:0.0:1767384377.360373:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360374:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003d7fa030. 00010000:00000001:2.0:1767384377.360375:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384377.360382:0:17071:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de8dba6f count: 0 00000100:00000040:0.0:1767384377.360386:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3553 usecs (4 jiffies) 00100000:00000010:3.0:1767384377.360388:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000050ab9502. 00010000:00010000:2.0:1767384377.360393:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384377.360396:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963532 00100000:00000010:3.0:1767384377.360400:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005653d4ca. 00010000:00000001:2.0:1767384377.360400:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.360402:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963532 00000100:00000001:0.0:1767384377.360414:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963532 00100000:00000010:3.0:1767384377.360415:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000066ece9f. 00010000:00000001:2.0:1767384377.360415:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384377.360421:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963532 00010000:00000001:2.0:1767384377.360423:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360425:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000086a0d086. 00000100:00000001:0.0:1767384377.360428:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963532 00000100:00001000:2.0:1767384377.360433:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.360437:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963532 00100000:00000010:3.0:1767384377.360443:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006e756967. 00000100:00000001:0.0:1767384377.360444:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963532 00000100:00000001:2.0:1767384377.360445:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384377.360456:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963532 00100000:00000010:3.0:1767384377.360458:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d22180d7. 00000100:00000040:2.0:1767384377.360463:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 19 to 0@lo 00000100:00000001:0.0:1767384377.360463:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384377.360465:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000065267ea8. 00000100:00000001:0.0:1767384377.360470:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.360477:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360481:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cb403b33. 00000100:00000001:2.0:1767384377.360481:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384377.360481:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384377.360496:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384377.360498:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00100000:00000010:3.0:1767384377.360499:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009495c572. 02000000:00000001:2.0:1767384377.360502:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.360507:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384377.360517:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00100000:00000010:3.0:1767384377.360519:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e073a0ab. 00000100:00000001:0.0:1767384377.360519:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.360527:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384377.360531:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:3.0:1767384377.360534:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005676b602. 00000100:00000001:0.0:1767384377.360534:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.360537:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000100:00000001:0.0:1767384377.360548:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384377.360551:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731478784, offset 224 00100000:00000010:3.0:1767384377.360552:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004f9fc13c. 00100000:00000010:3.0:1767384377.360564:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007a7d33cc. 00000400:00000200:2.0:1767384377.360565:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384377.360570:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384377.360581:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384377.360584:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000005005e90. 00010000:00010000:0.0:1767384377.360589:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384377.360594:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384377.360596:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:3.0:1767384377.360597:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e44e0225. 00000020:00000001:0.0:1767384377.360608:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384377.360610:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d108300 00100000:00000010:3.0:1767384377.360612:0:40105:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000834b9efe. 00010000:00010000:0.0:1767384377.360613:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000001:3.0:1767384377.360630:0:40105:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000400:00000200:2.0:1767384377.360631:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 00080000:00000001:3.0:1767384377.360635:0:40105:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.360635:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384377.360638:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384377.360644:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384377.360646:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:0.0:1767384377.360648:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384377.360649:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00080000:3.0:1767384377.360653:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000ea28bf8d) has no exports 00000100:00000001:2.0:1767384377.360657:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384377.360659:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.360663:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000200:2.0:1767384377.360667:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.360668:0:40105:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:0.0:1767384377.360684:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384377.360687:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.360691:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384377.360692:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384377.360695:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384377.360700:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.360706:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006eb7c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731478912:0@lo:103: 00000100:00000001:2.0:1767384377.360709:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.360713:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384377.360716:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 02000000:00000001:0.0:1767384377.360717:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384377.360719:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 02000000:00000001:0.0:1767384377.360721:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.360724:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.360726:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384377.360726:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384377.360728:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.360733:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384377.360734:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e584d07. 00000100:00000001:2.0:1767384377.360735:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.360740:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.360744:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 18 to 0@lo 00000400:00000010:0.0:1767384377.360745:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4d8fb5. 00000400:00000001:3.0:1767384377.360746:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.360756:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384377.360757:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.360762:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384377.360763:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037099d6b. 00000400:00000200:3.0:1767384377.360808:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011316e5a 00000100:00000040:2.0:1767384377.360808:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d141f87 x1853236731478784/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.360814:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011316e5a. 00000100:00000001:3.0:1767384377.360822:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384377.360823:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000100:00000200:0.0:1767384377.360830:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731478912, portal 18 00000100:00000200:3.0:1767384377.360832:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.360840:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384377.360843:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d141f87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:efcba636-0f33-4977-ad6f-12f80463a1c1+11:16354:x1853236731478784:12345-0@lo:103: Request processed in 959us (1759us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384377.360846:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788985728 : -114766920565888 : ffff979ebe77bb80) 00000100:00000040:0.0:1767384377.360864:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384377.360868:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: 00000000d69dd408/0xd602e9c522f0b044 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd602e9c522f0b04b expref: -99 pid: 17062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384377.360885:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384377.360900:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000100:00000200:3.0:1767384377.360911:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.360912:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384377.360921:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384377.360927:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384377.360930:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f340e85. 00010000:00000001:1.0:1767384377.360935:0:17072:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384377.360936:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:1.0:1767384377.360945:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000047012af2. 00000020:00000010:2.0:1767384377.360947:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000100:00000001:3.0:1767384377.360949:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384377.360952:0:17072:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384377.360955:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384377.360957:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384377.360959:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023273317. 00000400:00000010:0.0:1767384377.360968:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dee06eb. 00000100:00000001:3.0:1767384377.360969:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384377.360969:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767384377.360971:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 10 00000020:00000001:1.0:1767384377.360977:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.360980:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384377.360982:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384377.360982:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731478912, offset 0 00010000:00010000:1.0:1767384377.360984:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384377.360990:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384377.360993:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384377.360996:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.361000:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.361001:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.361003:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384377.361016:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384377.361017:0:18446:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1767384377.361018:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=97 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384377.361023:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384377.361024:0:18446:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731479040 00000400:00000200:0.0:1767384377.361026:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384377.361028:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384377.361034:0:18446:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1767384377.361039:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384377.361042:0:18446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384377.361044:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384377.361049:0:18446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.361052:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384377.361052:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d108380 02000000:00000001:2.0:1767384377.361056:0:18446:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.361060:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384377.361064:0:18446:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731479040 00000400:00000200:0.0:1767384377.361069:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00000001:3.0:1767384377.361071:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384377.361073:0:18446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384377.361073:0:17114:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:3.0:1767384377.361077:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.361077:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384377.361082:0:18446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b101 00000020:00000001:1.0:1767384377.361085:0:17114:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.361089:0:18446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384377.361095:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384377.361096:0:18446:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c26c7b36 refcount=5 00000400:00000200:0.0:1767384377.361101:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384377.361111:0:18446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000020:00000001:2.0:1767384377.361115:0:18446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866651648 : -114767842899968 : ffff979e877e0800) 00000100:00000001:0.0:1767384377.361117:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384377.361118:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.361123:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384377.361124:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1767384377.361130:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfc3961b. 00000100:00000010:0.0:1767384377.361138:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d071fc78. 00000020:00000010:2.0:1767384377.361140:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000af2cc056. 00000100:00000001:3.0:1767384377.361148:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384377.361150:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d071fc78 x1853236731478912 msgsize 328 00000020:00000040:2.0:1767384377.361151:0:18446:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000007b42a603) now 8 - evictor 00000100:00000001:3.0:1767384377.361162:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384377.361167:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.361171:0:18446:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1767384377.361178:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384377.361182:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.361185:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000100:00100000:3.0:1767384377.361210:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000023120aa9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731478784:0@lo:103: 00000100:00000001:0.0:1767384377.361211:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384377.361212:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f340e85. 00000400:00000200:0.0:1767384377.361226:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dee06eb 00000020:00000010:2.0:1767384377.361227:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000100:00000001:3.0:1767384377.361228:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.361228:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384377.361238:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dee06eb. 00000100:00000001:3.0:1767384377.361242:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384377.361242:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731478912 00000100:00000001:0.0:1767384377.361245:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384377.361247:0:18446:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384377.361249:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384377.361252:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000023120aa9 x1853236731478784/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.361255:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.361258:0:18446:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.361259:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384377.361264:0:18446:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.361268:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.361272:0:18446:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.361290:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.361292:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.361299:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384377.361300:0:18446:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.361307:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731478912 02000000:00000010:3.0:1767384377.361310:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2f4ca5d. 00000100:00000001:2.0:1767384377.361318:0:18446:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384377.361320:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.361320:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384377.361322:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384377.361327:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 00000100:00000001:2.0:1767384377.361329:0:18446:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384377.361330:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384377.361333:0:18446:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384377.361334:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384377.361335:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384377.361337:0:16354:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=5 obd=MGC192.168.204.118@tcp 00000020:00000040:1.0:1767384377.361342:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=11 00000100:00100000:2.0:1767384377.361347:0:18446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:3.0:1767384377.361366:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384377.361373:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f3230a7. 00000100:00000040:2.0:1767384377.361374:0:18446:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c26c7b36 : new rpc_count 1 00000020:00000001:1.0:1767384377.361375:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000100:00000001:2.0:1767384377.361384:0:18446:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737618304 : -114766971933312 : ffff979ebb67ed80) 00000100:00000001:0.0:1767384377.361388:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.361389:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384377.361392:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000001:3.0:1767384377.361393:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384377.361393:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384377.361394:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc31ef28 x1853236731479040/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384377.361405:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023120aa9. 00000100:00000001:0.0:1767384377.361409:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.361411:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384377.361422:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294963534 00000100:00000001:3.0:1767384377.361423:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384377.361426:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2ba59f8. 00000100:00000001:2.0:1767384377.361427:0:18446:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384377.361430:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384377.361434:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000336285c6. 00000100:00000001:0.0:1767384377.361434:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963532 00000100:00000001:1.0:1767384377.361436:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.361437:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.361444:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294963534 00000100:00000001:2.0:1767384377.361446:0:18446:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384377.361447:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2ba59f8. 00000100:00000001:0.0:1767384377.361449:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963532 00000100:00000001:3.0:1767384377.361450:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384377.361456:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.361457:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000336285c6. 00000100:00000001:0.0:1767384377.361458:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294963534 00000100:00000001:3.0:1767384377.361479:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.361482:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963532 00000100:00000001:3.0:1767384377.361483:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384377.361483:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660dedd0. 00000100:00100000:2.0:1767384377.361486:0:18446:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc31ef28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16351:x1853236731479040:12345-0@lo:9: 00000100:00000001:0.0:1767384377.361492:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294963534 00000100:00000200:2.0:1767384377.361502:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731479040 00000020:00000010:1.0:1767384377.361502:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbf28b00. 00000100:00000001:0.0:1767384377.361502:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963532 00000020:00000001:2.0:1767384377.361511:0:18446:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384377.361515:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:0.0:1767384377.361515:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384377.361519:0:18446:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384377.361520:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000020:00000080:3.0:1767384377.361523:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000082e28a31/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384377.361525:0:18446:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.361525:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.361537:0:18446:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384377.361539:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.361541:0:18446:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663766288 : -1045785328 : ffffffffc1aa9510) 00000100:00000040:1.0:1767384377.361543:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000040:3.0:1767384377.361544:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:0.0:1767384377.361552:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384377.361553:0:18446:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384377.361555:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:1.0:1767384377.361557:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384377.361561:0:18446:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384377.361563:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:1.0:1767384377.361563:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384377.361563:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.361572:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384377.361575:0:18446:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767384377.361576:0:8:0:(genops.c:1229:class_import_get()) import 00000000fe99db0a refcount=2 obd=lustre-MDT0000 00010000:00000001:1.0:1767384377.361576:0:17069:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384377.361578:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384377.361586:0:18446:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384377.361588:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384377.361589:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384377.361589:0:17069:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.361590:0:18446:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.361593:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384377.361597:0:8:0:(genops.c:1242:class_import_put()) import 00000000fe99db0a refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384377.361599:0:18446:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000100:00000001:0.0:1767384377.361604:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.361606:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384377.361606:0:17069:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:3.0:1767384377.361615:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384377.361615:0:18446:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:1.0:1767384377.361620:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384377.361624:0:8:0:(genops.c:1242:class_import_put()) import 00000000fe99db0a refcount=0 obd=lustre-MDT0000 00000100:00000001:2.0:1767384377.361624:0:18446:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384377.361625:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384377.361632:0:18446:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384377.361634:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000fe99db0a 00000020:00000040:1.0:1767384377.361634:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32f512b refcount=3 02000000:00000010:2.0:1767384377.361637:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000042b22cd7. 02000000:00000001:2.0:1767384377.361642:0:18446:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.361644:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560678400 : -114767148873216 : ffff979eb0dc0a00) 00000100:00000001:2.0:1767384377.361646:0:18446:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384377.361647:0:17080:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384377.361648:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384377.361655:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000000ec1c904. 00000020:00000040:2.0:1767384377.361657:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=6 00010000:00000001:1.0:1767384377.361657:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560678400 : -114767148873216 : ffff979eb0dc0a00) 00000020:00000040:0.0:1767384377.361658:0:17080:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 8 - evictor 00010000:00000001:3.0:1767384377.361664:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:2.0:1767384377.361670:0:18446:0:(obd_class.h:902:obd_disconnect()) Process entered 00000001:00000001:3.0:1767384377.361673:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00002000:00000001:2.0:1767384377.361675:0:18446:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00010000:00000001:1.0:1767384377.361675:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:3.0:1767384377.361680:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0c4143a. 00000020:00000040:2.0:1767384377.361681:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=7 00010000:00000001:1.0:1767384377.361682:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384377.361689:0:18446:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384377.361693:0:18446:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:1.0:1767384377.361693:0:17069:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384377.361694:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068d81dfc. 00000100:00000001:0.0:1767384377.361694:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384377.361699:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 6 00000100:00000001:0.0:1767384377.361702:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000010:3.0:1767384377.361707:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000096bdd403. 00000100:00000001:1.0:1767384377.361708:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384377.361709:0:18446:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b101 00000400:00000001:0.0:1767384377.361710:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384377.361720:0:18446:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c26c7b36 with handle 0xd602e9c522f0b101 from hash 00000400:00000001:0.0:1767384377.361723:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000010:3.0:1767384377.361725:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000012dfa603. 00000400:00000010:0.0:1767384377.361728:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c43043c6. 00000020:00000040:2.0:1767384377.361729:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 5 00000001:00000010:3.0:1767384377.361730:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000036df77d3. 00000100:00000001:1.0:1767384377.361733:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384377.361734:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6991ea 00000020:00000010:2.0:1767384377.361738:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cfc3961b. 00000001:00000010:3.0:1767384377.361742:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cc8f9605. 00000400:00000010:0.0:1767384377.361742:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b6991ea. 00000020:00000001:2.0:1767384377.361747:0:18446:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384377.361757:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 4 00000100:00000001:0.0:1767384377.361761:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384377.361762:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384377.361763:0:18446:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000001:00000001:3.0:1767384377.361764:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384377.361808:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000020:00000040:2.0:1767384377.361808:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 3 00000100:00000200:0.0:1767384377.361809:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767384377.361810:0:17069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004901117f. 00000001:00000001:3.0:1767384377.361813:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:2.0:1767384377.361822:0:18446:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384377.361823:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc20f51c. 00010000:00000010:1.1:1767384377.361828:0:17069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004adc26ca. 00000001:00000010:3.0:1767384377.361835:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e88f45e9. 00000100:00000001:2.0:1767384377.361837:0:18446:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000001:00000010:3.0:1767384377.361849:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d8fbdd81. 00000100:00080000:2.0:1767384377.361849:0:18446:0:(import.c:65:import_set_state_nolock()) 0000000069d24ba5 : changing import state from FULL to CLOSED 00000100:00000200:0.0:1767384377.361858:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.361861:0:18446:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000010:3.0:1767384377.361862:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000074bae814. 00000100:00000001:1.0:1767384377.361866:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384377.361870:0:18446:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384377.361876:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:3.0:1767384377.361877:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000621986ca. 00000100:00000001:2.0:1767384377.361878:0:18446:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:0.0:1767384377.361878:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.361884:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384377.361887:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000db722ef0. 00000100:00100000:1.0:1767384377.361891:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384377.361893:0:18446:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.361897:0:16353:0:(client.c:1578:after_reply()) Process entered 00000001:00000001:3.0:1767384377.361898:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000001:0.0:1767384377.361905:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384377.361906:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000040:1.0:1767384377.361907:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000020:00000010:2.0:1767384377.361908:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da20ef3. 00010000:00000001:3.0:1767384377.361921:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000020:00000010:2.0:1767384377.361922:0:18446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2f4ca5d. 00000100:00000001:0.0:1767384377.361922:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.361923:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737621888 : -114766971929728 : ffff979ebb67fb80) 00000100:00000001:0.0:1767384377.361928:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384377.361932:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000000433c29f. 02000000:00000001:0.0:1767384377.361936:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384377.361938:0:18446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f3be63da. 00000004:00000001:3.0:1767384377.361943:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.361943:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=97 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384377.361944:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d071fc78 x1853236731478912/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.361950:0:18446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ef6346a4. 00000020:00000001:3.0:1767384377.361955:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.361957:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=97 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384377.361965:0:18446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cf41963. 00000020:00000040:3.0:1767384377.361966:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 7 - export 00000100:00000001:0.0:1767384377.361971:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 80000000:00000010:2.0:1767384377.361977:0:18446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000797b779f. 00000100:00000001:0.0:1767384377.361978:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.361979:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000082e28a31. 40000000:00000010:2.0:1767384377.361987:0:18446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cfc3961b. 00010000:00000001:0.0:1767384377.361990:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00100000:00000010:2.0:1767384377.361996:0:18446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009bf1e3b8. 00010000:00000001:0.0:1767384377.361999:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.362000:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384377.362009:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.362012:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384377.362013:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00040000:00000010:2.0:1767384377.362013:0:18446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000519e41b8. 00000100:00000040:0.0:1767384377.362018:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.362021:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2ba59f8. 00000020:00000080:3.0:1767384377.362022:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000fe99db0a for lustre-MDT0000 00040000:00000010:2.0:1767384377.362026:0:18446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000082b558ef. 00000100:00000001:1.0:1767384377.362035:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384377.362036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 16 to 0@lo 00080000:00000010:2.0:1767384377.362041:0:18446:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7bdedf7. 00000020:00000040:3.0:1767384377.362049:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 6 - import 00000020:00000010:1.0:1767384377.362053:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2ba59f8. 00080000:00000010:2.0:1767384377.362055:0:18446:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fecf27a9. 00000020:00000010:3.0:1767384377.362064:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000fe99db0a. 00002000:00000010:2.0:1767384377.362070:0:18446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cb5aa755. 00000100:00000001:0.0:1767384377.362073:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384377.362080:0:18446:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:3.0:1767384377.362081:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:1.0:1767384377.362083:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d071fc78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+11:16355:x1853236731478912:12345-0@lo:103: 00000100:00000001:0.0:1767384377.362084:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000040:2.0:1767384377.362091:0:18446:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000100:00000001:0.0:1767384377.362092:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384377.362100:0:18446:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384377.362106:0:18446:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000200:1.0:1767384377.362108:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731478912 00080000:00000001:2.0:1767384377.362111:0:18446:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000040:0.0:1767384377.362112:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384377.362115:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:2.0:1767384377.362116:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004bd7a5b9. 00000020:00000001:3.0:1767384377.362120:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384377.362122:0:18446:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507532288 : -114772202019328 : ffff979d83ab2600) 00010000:00010000:3.0:1767384377.362135:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384377.362138:0:18446:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384377.362138:0:17069:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384377.362148:0:17069:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000001:00000001:2.0:1767384377.362149:0:18446:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:0.0:1767384377.362149:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731478656:0@lo:103: 00000020:00000040:3.0:1767384377.362156:0:40105:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00080000:00000010:2.0:1767384377.362160:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000336285c6. 00010000:00000001:1.0:1767384377.362160:0:17069:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384377.362163:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.362164:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003912ab2b. 00080000:00000001:2.0:1767384377.362171:0:18446:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.362174:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384377.362176:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1767384377.362178:0:18446:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000040:00000010:3.0:1767384377.362179:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004fb575ac. 02000000:00000001:1.0:1767384377.362184:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384377.362187:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c757a3 x1853236731478656/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.362190:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b7beb5c3. 02000000:00000010:1.0:1767384377.362192:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d00ba222. 00080000:00000001:2.0:1767384377.362194:0:18446:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.362202:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000172190a7. 00000100:00000001:0.0:1767384377.362203:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.362207:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.362208:0:18446:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 02000000:00000001:0.0:1767384377.362209:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384377.362211:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e9658afd. 02000000:00000010:0.0:1767384377.362213:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a8781f4. 00000100:00000001:1.0:1767384377.362218:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.362226:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1767384377.362228:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 80000000:00000010:3.0:1767384377.362229:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f836a6ba. 00010000:00010000:1.0:1767384377.362229:0:17069:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000040:2.0:1767384377.362231:0:18446:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000020:00000001:0.0:1767384377.362231:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.362238:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00010000:00000001:1.0:1767384377.362241:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1767384377.362242:0:18446:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.362242:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 40000000:00000010:3.0:1767384377.362243:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008472107. 02000000:00000010:0.0:1767384377.362252:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ccb99a9. 00080000:00000001:2.0:1767384377.362254:0:18446:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384377.362254:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00100000:00000010:3.0:1767384377.362255:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fbb480bf. 00000020:00000040:1.0:1767384377.362262:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a32f512b refcount=3 02000000:00000001:0.0:1767384377.362264:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00040000:00000010:3.0:1767384377.362265:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000093b20bb. 02000000:00000001:0.0:1767384377.362267:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000010:2.0:1767384377.362268:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000336285c6. 00000020:00000001:1.0:1767384377.362270:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629306560678400 : -114767148873216 : ffff979eb0dc0a00) 00000100:00000010:0.0:1767384377.362270:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c757a3. 00040000:00000010:3.0:1767384377.362272:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001e0a0bf2. 00040000:00000001:2.0:1767384377.362273:0:18446:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384377.362282:0:18446:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384377.362284:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629306560678400 : -114767148873216 : ffff979eb0dc0a00) 00000100:00000001:0.0:1767384377.362286:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00040000:00000010:3.0:1767384377.362289:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000085133d18. 00080000:00000001:2.0:1767384377.362291:0:18446:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.362291:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384377.362293:0:17069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000118e614c count: 3 00000100:00000001:0.0:1767384377.362302:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384377.362304:0:18446:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00080000:00000010:3.0:1767384377.362309:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000079222aa3. 00000001:00000001:2.0:1767384377.362311:0:18446:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.362311:0:17069:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384377.362312:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000010:3.0:1767384377.362317:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bcffa1b3. 00000100:00000001:0.0:1767384377.362317:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.362320:0:18446:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:1.0:1767384377.362322:0:17069:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384377.362327:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:2.0:1767384377.362331:0:18446:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384377.362332:0:17069:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384377.362333:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384377.362335:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005dd4be74. 00080000:00000010:2.0:1767384377.362341:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a540a808. 00010000:00000001:1.0:1767384377.362342:0:17069:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384377.362344:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000033910f41. 00080000:00000001:2.0:1767384377.362350:0:18446:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301507535872 : -114772202015744 : ffff979d83ab3400) 00000004:00000010:3.0:1767384377.362366:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000024da348b. 00080000:00000001:2.0:1767384377.362368:0:18446:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384377.362368:0:17069:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.362374:0:18446:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000010:3.0:1767384377.362376:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ab8c1f05. 00010000:00000001:1.0:1767384377.362378:0:17069:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384377.362382:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd1673c0. 00010000:00000001:1.0:1767384377.362383:0:17069:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:2.0:1767384377.362386:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000336285c6. 00080000:00000001:2.0:1767384377.362390:0:18446:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384377.362392:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000101f19d1/00000000b0589b9d to site lru. bkt: 0000000073b872d5 00080000:00000001:2.0:1767384377.362392:0:18446:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384377.362392:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:3.0:1767384377.362399:0:40105:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000034ab389. 00010000:00000001:1.0:1767384377.362401:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384377.362402:0:18446:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.362404:0:40105:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00010000:00000001:1.0:1767384377.362406:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000040:3.0:1767384377.362411:0:40105:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000001:00000010:2.0:1767384377.362411:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d451caa5. 00010000:00000001:1.0:1767384377.362412:0:17069:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384377.362421:0:18446:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000c26c7b36 : new cb_count 1 00000004:00000040:3.0:1767384377.362422:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000045d55d45 : new refcount 2 00000020:00000040:1.0:1767384377.362422:0:17069:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a32f512b with handle 0xd602e9c522f0b04b from hash 00000020:00000040:2.0:1767384377.362434:0:18446:0:(genops.c:887:class_export_get()) GET export 00000000c26c7b36 refcount=4 00000040:00000001:3.0:1767384377.362435:0:40105:0:(llog_cat.c:426:llog_cat_close()) Process entered 00010000:00000001:1.0:1767384377.362435:0:17069:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384377.362446:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:3.0:1767384377.362447:0:40105:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00010000:00000001:1.0:1767384377.362450:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384377.362454:0:17069:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:2.0:1767384377.362456:0:18446:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00010000:00000001:1.0:1767384377.362457:0:17069:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000001:3.0:1767384377.362459:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00080000:00000001:2.0:1767384377.362463:0:18446:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384377.362464:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:1.0:1767384377.362464:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:3.0:1767384377.362471:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384377.362474:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00010000:1.0:1767384377.362475:0:17069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a32f512b/0xd602e9c522f0b04b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b044 expref: 11 pid: 17078 timeout: 0 lvb_type: 0 00040000:00000001:3.0:1767384377.362476:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00080000:00000010:2.0:1767384377.362477:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000336285c6. 00040000:00000001:3.0:1767384377.362480:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384377.362487:0:18446:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:3.0:1767384377.362488:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008975f339. 00040000:00000001:2.0:1767384377.362494:0:18446:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000010:3.0:1767384377.362497:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001bf5e929. 00080000:00000001:2.0:1767384377.362499:0:18446:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384377.362506:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b0a3588f. 00000001:00000040:2.0:1767384377.362506:0:18446:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384377.362519:0:18446:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000004:00000001:3.0:1767384377.362521:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00010000:00000040:1.0:1767384377.362521:0:17069:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 5 00000001:00000001:2.0:1767384377.362523:0:18446:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384377.362526:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000020:00000040:1.0:1767384377.362534:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 10 00000004:00000010:3.0:1767384377.362535:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098a9b9d7. 00000020:00000010:2.0:1767384377.362535:0:18446:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2f4ca5d. 00000020:00000010:2.0:1767384377.362547:0:18446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f3be63da. 00000020:00000010:2.0:1767384377.362552:0:18446:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ef6346a4. 00000004:00000001:3.0:1767384377.362553:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00010000:00000001:1.0:1767384377.362555:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:3.0:1767384377.362562:0:40105:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.362563:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384377.362564:0:18446:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cf41963. 00000040:00000010:3.0:1767384377.362568:0:40105:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 0000000054aca3d4. 00010000:00000001:1.0:1767384377.362570:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 80000000:00000010:2.0:1767384377.362572:0:18446:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000797b779f. 00010000:00000001:1.0:1767384377.362577:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384377.362582:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384377.362585:0:40105:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fb69cf16. 00010000:00000001:1.0:1767384377.362585:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 40000000:00000010:2.0:1767384377.362586:0:18446:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cfc3961b. 00010000:00010000:1.0:1767384377.362590:0:17069:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384377.362595:0:17069:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384377.362598:0:40105:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384377.362599:0:18446:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009bf1e3b8. 00010000:00000001:1.0:1767384377.362602:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000040:00000001:3.0:1767384377.362609:0:40105:0:(llog_obd.c:93:llog_cleanup()) Process entered 00040000:00000010:2.0:1767384377.362609:0:18446:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000519e41b8. 00010000:00000001:1.0:1767384377.362610:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384377.362620:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000045d55d45 : new refcount 1 00000100:00001000:1.0:1767384377.362621:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f98d26b time=97 v=5 (1 0 0 0) 00040000:00000010:2.0:1767384377.362622:0:18446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000082b558ef. 00000020:00000040:3.0:1767384377.362627:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d5950345 : new refcount 2 00080000:00000010:2.0:1767384377.362631:0:18446:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fecf27a9. 00000040:00000010:3.0:1767384377.362632:0:40105:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000045d55d45. 00000100:00000001:1.0:1767384377.362634:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.362644:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 17 to 0@lo 00080000:00000010:2.0:1767384377.362647:0:18446:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f7bdedf7. 00000040:00000001:3.0:1767384377.362649:0:40105:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.362651:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000004:00000001:3.0:1767384377.362656:0:40105:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00002000:00000010:2.0:1767384377.362657:0:18446:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb5aa755. 02000000:00000001:1.0:1767384377.362658:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384377.362664:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da20ef3. 02000000:00000001:1.0:1767384377.362664:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.362665:0:40105:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384377.362675:0:18446:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000004:00000001:3.0:1767384377.362676:0:40105:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.362677:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:2.0:1767384377.362678:0:18446:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000a02c544b) : new refcount 4 00000004:00000010:3.0:1767384377.362683:0:40105:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000a7659d05. 00000001:00000001:2.0:1767384377.362690:0:18446:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000040:1.0:1767384377.362690:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1767384377.362692:0:40105:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000001:00000040:2.0:1767384377.362700:0:18446:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 3 00000400:00000010:1.0:1767384377.362703:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f918c7. 00000020:00000040:2.0:1767384377.362705:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 3 00000100:00000200:1.0:1767384377.362709:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731478912, offset 224 00000001:00000001:2.0:1767384377.362716:0:18446:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384377.362718:0:18446:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000a02c544b) : new refcount 2 00000001:00000001:2.0:1767384377.362726:0:18446:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000400:00000200:1.0:1767384377.362726:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384377.362732:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 2 00002000:00000001:2.0:1767384377.362737:0:18446:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384377.362738:0:17105:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.362739:0:18446:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.362746:0:18446:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384377.362750:0:18446:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384377.362754:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1767384377.362757:0:18446:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236731479040 00010000:00000001:2.0:1767384377.362760:0:18446:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384377.362793:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d108380 00010000:00000200:2.0:1767384377.362800:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc31ef28 x1853236731479040/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.362804:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x217d [1] + 224 00000400:00000200:1.0:1767384377.362821:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384377.362827:0:40105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fee95eac. 00010000:00000001:2.0:1767384377.362831:0:18446:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384377.362834:0:40105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000062aace2d. 00000400:00000200:1.0:1767384377.362835:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384377.362840:0:18446:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.362842:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8536617. 00000100:00000001:1.0:1767384377.362844:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384377.362847:0:18446:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f3545d89 time=87 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384377.362850:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea43b865. 00000100:00000200:1.0:1767384377.362852:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1767384377.362864:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c866350d. 00000100:00000001:2.0:1767384377.362864:0:18446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384377.362875:0:18446:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 18 to 0@lo 00000020:00000010:3.0:1767384377.362877:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000090df5de0. 00000100:00000040:1.0:1767384377.362877:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.362890:0:18446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000010:3.0:1767384377.362891:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000076e0e239. 02000000:00000001:2.0:1767384377.362903:0:18446:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384377.362904:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ce88a9e. 02000000:00000001:2.0:1767384377.362909:0:18446:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384377.362912:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005df6f23d. 00000100:00000001:2.0:1767384377.362921:0:18446:0:(niobuf.c:69:ptl_send_buf()) Process entered 40000000:00000010:3.0:1767384377.362923:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aad757b3. 00100000:00000010:3.0:1767384377.362931:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000398c4161. 00000100:00000040:2.0:1767384377.362933:0:18446:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384377.362946:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00040000:00000010:3.0:1767384377.362947:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002582b828. 00000100:00000001:1.0:1767384377.362954:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:3.0:1767384377.362961:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c09d2f4. 00000100:00000200:2.0:1767384377.362967:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236731479040, offset 224 00040000:00000010:3.0:1767384377.362968:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008dd74f98. 00000400:00000200:1.0:1767384377.362970:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f918c7 00000100:00000001:0.0:1767384377.362976:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384377.362977:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f918c7. 00080000:00000010:3.0:1767384377.362979:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009764335d. 00000100:00000001:0.0:1767384377.362980:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.362983:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384377.362989:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384377.362990:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:3.0:1767384377.362991:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d8504286. 00000400:00000001:0.0:1767384377.363002:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000010:3.0:1767384377.363005:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca79abe8. 00000100:00000001:1.0:1767384377.363005:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384377.363005:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384377.363015:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4d8fb5. 00000400:00000200:2.0:1767384377.363020:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:3.0:1767384377.363024:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000326aa58d. 00000400:00000200:0.0:1767384377.363024:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000100:00000040:1.0:1767384377.363025:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 17 to 0@lo 00000400:00000010:0.0:1767384377.363040:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000004:00000010:3.0:1767384377.363041:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fd6dcea. 00000400:00000200:2.0:1767384377.363041:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824d108400 00010000:00000001:1.0:1767384377.363042:0:17069:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.363048:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384377.363060:0:17069:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384377.363062:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003e0ab4db. 00000100:00000200:0.0:1767384377.363069:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.363075:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cecb064. 00000400:00000200:2.0:1767384377.363076:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2171 [1] + 224 00000100:00000040:1.0:1767384377.363076:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d071fc78 x1853236731478912/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:358/0 lens 328/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384377.363090:0:40105:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000004:20000000:3.0:1767384377.363099:0:40105:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000400:00000200:2.0:1767384377.363102:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1767384377.363110:0:40105:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000400:00000200:2.0:1767384377.363122:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:3.0:1767384377.363126:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6f73679 : new refcount 3 00000004:00000040:3.0:1767384377.363135:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f73679 : new refcount 2 00000100:00000001:2.0:1767384377.363137:0:18446:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000040:3.0:1767384377.363148:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f73679 : new refcount 1 00000100:00000200:2.0:1767384377.363148:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.363157:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d071fc78 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:efcba636-0f33-4977-ad6f-12f80463a1c1+10:16355:x1853236731478912:12345-0@lo:103: Request processed in 1139us (1999us total) trans 0 rc 0/0 00000004:00000040:3.0:1767384377.363161:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000508e9921 : new refcount 3 00000004:00000040:3.0:1767384377.363173:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000508e9921 : new refcount 2 00000004:00000040:3.0:1767384377.363183:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000508e9921 : new refcount 1 00000020:00000001:3.0:1767384377.363191:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384377.363198:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000ea28bf8d) has no exports 00000100:00100000:1.0:1767384377.363202:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000001:3.0:1767384377.363209:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000040:1.0:1767384377.363217:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00010000:00000001:3.0:1767384377.363218:0:40105:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:3.0:1767384377.363227:0:40105:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000001:1.0:1767384377.363230:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384377.363235:0:18446:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384377.363240:0:40105:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:1.0:1767384377.363240:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384377.363246:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.363248:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbf28b00. 00000001:00000001:3.0:1767384377.363249:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384377.363256:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:1.0:1767384377.363264:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384377.363275:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660dedd0. 00000020:00000040:1.0:1767384377.363285:0:17069:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 9 00000100:00000001:1.0:1767384377.363296:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.363312:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.363317:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384377.363318:0:18446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.363323:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384377.363326:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384377.363328:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000100:00000001:0.0:1767384377.363328:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.363331:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384377.363332:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 02000000:00000001:0.0:1767384377.363337:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384377.363340:0:18446:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1767384377.363342:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e2d1c20d time=97 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384377.363343:0:18446:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384377.363343:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.363351:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384377.363365:0:18446:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384377.363367:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=97 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384377.363373:0:18446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 16 to 0@lo 00000100:00000001:0.0:1767384377.363374:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767384377.363376:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384377.363378:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.363379:0:18446:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384377.363383:0:18446:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384377.363384:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384377.363386:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384377.363387:0:18446:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384377.363388:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.363393:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d849a3. 00000100:00000001:0.0:1767384377.363393:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.363396:0:18446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc31ef28 x1853236731479040/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.363405:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.363409:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee0fd7a 00000400:00000010:1.0:1767384377.363419:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bee0fd7a. 00000100:00000001:0.0:1767384377.363435:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.363437:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384377.363445:0:18446:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc31ef28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:16351:x1853236731479040:12345-0@lo:9: Request processed in 2006us (3263us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384377.363448:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384377.363450:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384377.363454:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384377.363464:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384377.363473:0:18446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384377.363489:0:18446:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c26c7b36 : new rpc_count 0 00000100:00000001:2.0:1767384377.363502:0:18446:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384377.363510:0:18446:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384377.363516:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f340e85. 00000020:00000010:2.0:1767384377.363533:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000100:00100000:0.0:1767384377.363534:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006eb7c62f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:efcba636-0f33-4977-ad6f-12f80463a1c1:16355:1853236731478912:0@lo:103: 00000100:00000200:1.0:1767384377.363540:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.363542:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023273317. 00000100:00000001:0.0:1767384377.363556:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384377.363557:0:18446:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 1 00000100:00000001:0.0:1767384377.363567:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384377.363571:0:18446:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.363572:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384377.363574:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006eb7c62f x1853236731478912/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.363584:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.363589:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384377.363590:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.363599:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384377.363599:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384377.363612:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e584d07. 00000100:00000001:1.0:1767384377.363613:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.363623:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.363624:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384377.363627:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.363631:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384377.363632:0:16351:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d489cbbc time=87 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384377.363633:0:16355:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384377.363646:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384377.363647:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 0000000097d9bcc5 time=87 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384377.363651:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca118db3. 00000100:00000001:1.0:1767384377.363655:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384377.363658:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384377.363659:0:16351:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.363668:0:16351:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384377.363668:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384377.363678:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006eb7c62f. 00010000:00080000:1.0:1767384377.363683:0:16351:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.363685:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384377.363691:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.363700:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.363712:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384377.363713:0:16351:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.363719:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.363720:0:16351:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384377.363726:0:16351:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384377.363726:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.363738:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.363739:0:16351:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384377.363747:0:16351:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.363752:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.363757:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384377.363759:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.363760:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384377.363762:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000980b5d62 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1767384377.363763:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384377.363796:0:16351:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:1.0:1767384377.363812:0:16351:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:1.0:1767384377.363814:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384377.363816:0:16351:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384377.363818:0:16351:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384377.363837:0:16351:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384377.363839:0:16351:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767384377.363848:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.363857:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066636b8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16351:1853236731479040:0@lo:9: 00000100:00000001:1.0:1767384377.363861:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.363863:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.363865:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066636b8c x1853236731479040/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.363872:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.363874:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384377.363877:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043bf107d. 02000000:00000001:1.0:1767384377.363880:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384377.363882:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.363883:0:16351:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384377.363886:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.363888:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000041758cdf. 02000000:00000001:1.0:1767384377.363895:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.363896:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.363898:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066636b8c. 00000100:00000001:1.0:1767384377.363901:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.363902:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.363904:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.363908:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.363910:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.363912:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.363914:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384377.364821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000740d2407. 00010000:00000010:1.1:1767384377.364831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b94d3db5. 00010000:00000010:1.1:1767384377.364841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000096fef02. 00010000:00000010:1.1:1767384377.364847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002c7790cd. 00010000:00000010:1.1:1767384377.364852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d69dd408. 00000100:00000040:2.0:1767384377.366836:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294963534, at 4294963535 00000100:00000040:0.0:1767384377.366837:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294963534, at 4294963535 00000100:00000040:1.0:1767384377.366843:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294963534, at 4294963535 00000100:00000010:0.0:1767384377.366849:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f07cbd62. 00000100:00000010:2.0:1767384377.366852:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9d9e028. 00000100:00000010:1.0:1767384377.366856:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ba77951. 00000001:00000001:3.0:1767384377.376174:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384377.376185:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384377.376188:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384377.389112:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.389120:0:40105:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.389122:0:40105:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384377.389125:0:40105:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384377.389127:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384377.389130:0:40105:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384377.389132:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384377.389134:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b01a 00000020:00000040:3.0:1767384377.389137:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b34ae2af with handle 0xd602e9c522f0b01a from hash 00000020:00000001:3.0:1767384377.389144:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384377.389146:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000b34ae2af : new refcount 1 00000020:00000001:3.0:1767384377.389148:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.389149:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000b34ae2af : new refcount 0 00000020:00000080:3.0:1767384377.389150:0:40105:0:(genops.c:904:class_export_put()) final put 00000000b34ae2af/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384377.389152:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389171:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389173:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384377.389174:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:3.0:1767384377.389212:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294963534, at 4294963557 00000100:00000010:3.0:1767384377.389220:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004112f558. 00000020:00000001:0.0:1767384377.389235:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384377.389240:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000b34ae2af/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384377.389245:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384377.389247:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.389250:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000167a2381) now 4 - export 00000020:00000010:0.0:1767384377.389253:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b34ae2af. 00000020:00000010:3.0:1767384377.389260:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000a7659d05. 00000020:00000080:3.0:1767384377.389264:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384377.389267:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384377.389272:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384377.389277:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384377.389280:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384377.389282:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000167a2381) has no exports 00000020:00000001:3.0:1767384377.389285:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384377.389287:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384377.389290:0:40105:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384377.389291:0:40105:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384377.389293:0:40105:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384377.389295:0:40105:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384377.389298:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384377.389299:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a76829eb. 00000020:00000001:3.0:1767384377.389302:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384377.389315:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389317:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389322:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000686e6e38. 00000001:00000001:3.0:1767384377.389327:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389328:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389330:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389332:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000028a27c39. 00000001:00000010:3.0:1767384377.389334:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f1af715a. 00000001:00000010:3.0:1767384377.389336:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000434d481c. 00000001:00000001:3.0:1767384377.389338:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389339:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f536a5a0. 00000020:00000002:3.0:1767384377.389345:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000008dbc0480/0000000017c7f71e to site lru. bkt: 00000000396c848d 00040000:00000001:3.0:1767384377.389346:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389347:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389349:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000b5126133. 00000001:00000001:3.0:1767384377.389351:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389352:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389365:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389366:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002e31c36c. 00000001:00000010:3.0:1767384377.389368:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d1c46ff4. 00000001:00000010:3.0:1767384377.389370:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a970d372. 00000001:00000001:3.0:1767384377.389372:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389373:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a87b6c98. 00000020:00000002:3.0:1767384377.389376:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000002140d32a/000000009a25e8de to site lru. bkt: 00000000396c848d 00040000:00000001:3.0:1767384377.389378:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389378:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389380:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008ca98daa. 00000001:00000001:3.0:1767384377.389382:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389383:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389383:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389384:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b2df3da9. 00000001:00000010:3.0:1767384377.389386:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000672cb710. 00000001:00000010:3.0:1767384377.389387:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000031601522. 00000001:00000001:3.0:1767384377.389389:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389390:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f605f51d. 00000020:00000002:3.0:1767384377.389392:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000009de07d15/00000000777c88be to site lru. bkt: 00000000396c848d 00000020:00000002:3.0:1767384377.389393:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000457e83bc/000000000153dda6 to site lru. bkt: 00000000adb978ea 00040000:00000010:3.0:1767384377.389395:0:40105:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000fc9f16df. 00040000:00000001:3.0:1767384377.389397:0:40105:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384377.389398:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384377.389398:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000008ae47cfe. 00000020:00000001:3.0:1767384377.389400:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384377.389405:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389406:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389408:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000c0eb9120. 00000001:00000001:3.0:1767384377.389410:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389411:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389412:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389413:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bb3e1e99. 00000001:00000010:3.0:1767384377.389414:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a8f09852. 00000001:00000010:3.0:1767384377.389415:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002f304050. 00000001:00000001:3.0:1767384377.389416:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389417:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000695a036. 00000020:00000002:3.0:1767384377.389419:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000045982cb8/00000000a4d5e322 to site lru. bkt: 00000000396c848d 00040000:00000001:3.0:1767384377.389421:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389421:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389422:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000fd5e5f66. 00000001:00000001:3.0:1767384377.389424:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389424:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389425:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389426:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e3b9952c. 00000001:00000010:3.0:1767384377.389427:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b6b00c66. 00000001:00000010:3.0:1767384377.389428:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006bd9727e. 00000001:00000001:3.0:1767384377.389429:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389430:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f4862901. 00000020:00000002:3.0:1767384377.389432:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e4e128e4/0000000085cafe0c to site lru. bkt: 00000000396c848d 00040000:00000001:3.0:1767384377.389433:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384377.389434:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384377.389435:0:40105:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000b775b00d. 00000001:00000001:3.0:1767384377.389437:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384377.389438:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384377.389439:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389440:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000043a42eac. 00000001:00000010:3.0:1767384377.389441:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000005dfb3eb1. 00000001:00000010:3.0:1767384377.389442:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007cf844b9. 00000001:00000001:3.0:1767384377.389443:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384377.389444:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d1363d5e. 00000020:00000002:3.0:1767384377.389445:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000064426a61/000000009882d3ae to site lru. bkt: 00000000396c848d 00000020:00000002:3.0:1767384377.389447:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000065aa6a70/00000000d2981ed0 to site lru. bkt: 00000000ac8ece2a 00040000:00000010:3.0:1767384377.389448:0:40105:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000009dae0c17. 00040000:00000001:3.0:1767384377.389449:0:40105:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384377.389501:0:17103:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c5b65a3b. 00000020:00000010:2.0:1767384377.389516:0:17103:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a545ba24. 00000040:00000010:2.0:1767384377.389521:0:17103:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008226d28. 00000020:00000010:2.0:1767384377.389524:0:17103:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d88626a1. 00000020:00000010:2.0:1767384377.389529:0:17103:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002664ee83. 00000020:00000010:2.0:1767384377.389534:0:17103:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b91cead5. 80000000:00000010:2.0:1767384377.389537:0:17103:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a1731eec. 40000000:00000010:2.0:1767384377.389558:0:17103:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002e63df75. 00100000:00000010:2.0:1767384377.389561:0:17103:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033f1e285. 00040000:00000010:2.0:1767384377.389566:0:17103:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000075015f00. 00040000:00000010:2.0:1767384377.389571:0:17103:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009794c29d. 00040000:00000010:2.0:1767384377.389574:0:17103:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000673090ca. 00080000:00000010:2.0:1767384377.389579:0:17103:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007d285cd6. 00080000:00000010:2.0:1767384377.389582:0:17103:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005cb5d80c. 00000004:00000010:2.0:1767384377.389585:0:17103:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009bbc22f8. 00000004:00000010:2.0:1767384377.389589:0:17103:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009eb9cf0c. 00000004:00000010:2.0:1767384377.389594:0:17103:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c027a8b8. 00000004:00000010:2.0:1767384377.389597:0:17103:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa49a15e. 00000020:00000010:2.0:1767384377.389601:0:17103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da1fa1fb. 00040000:00000010:2.0:1767384377.389604:0:17103:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000020b66324. 00040000:00000001:2.0:1767384377.389607:0:17103:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384377.389656:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000005c5c6b53/000000007beadacf to site lru. bkt: 000000009ada34bc 00040000:00000001:3.0:1767384377.389660:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384377.389662:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384377.389664:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384377.389665:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b013 00000020:00000040:3.0:1767384377.389670:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc77eb99 with handle 0xd602e9c522f0b013 from hash 00000020:00000001:3.0:1767384377.389675:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384377.389677:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000fc77eb99 : new refcount 1 00000020:00000001:3.0:1767384377.389678:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384377.389679:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000fc77eb99 : new refcount 0 00000020:00000080:3.0:1767384377.389681:0:40105:0:(genops.c:904:class_export_put()) final put 00000000fc77eb99/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384377.389682:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389693:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384377.389696:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384377.389698:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384377.389708:0:40105:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389710:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.389715:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384377.389717:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000fc77eb99/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384377.389720:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384377.389722:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384377.389724:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 9 - export 00000020:00000010:0.0:1767384377.389726:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fc77eb99. 00000020:00000001:0.0:1767384377.389731:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384377.389737:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389742:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080926e17. 00000001:00000010:3.0:1767384377.389746:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009709fc49. 00000001:00000010:3.0:1767384377.389748:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7931afd. 00000001:00000010:3.0:1767384377.389749:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000523a013c. 00000001:00000010:3.0:1767384377.389751:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000261277e9. 00000001:00000010:3.0:1767384377.389752:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f0676457. 00000001:00000001:3.0:1767384377.389755:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384377.389756:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384377.389759:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f47b6e18. 00000001:00000010:3.0:1767384377.389760:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000af0dbdc. 00000001:00000010:3.0:1767384377.389761:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b75d72e. 00000001:00000010:3.0:1767384377.389762:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001698b6b. 00000001:00000010:3.0:1767384377.389763:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000256c3c5a. 00000001:00000010:3.0:1767384377.389764:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c6e62034. 00000001:00000001:3.0:1767384377.389765:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384377.389766:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000167a2381) now 3 - setup 00000020:00000001:3.0:1767384377.389802:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389804:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384377.389806:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384377.389809:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384377.389812:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000167a2381) now 2 - obd_device_list 00000020:00000080:3.0:1767384377.389814:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384377.389815:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000167a2381) now 1 - newdev 00000020:00000040:3.0:1767384377.389817:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000042ea41a7 with handle 0xd602e9c522f0b00c from hash 00000020:00000040:3.0:1767384377.389819:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000042ea41a7 : new refcount 0 00000020:00000080:3.0:1767384377.389821:0:40105:0:(genops.c:904:class_export_put()) final put 0000000042ea41a7/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384377.389823:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.389825:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384377.389826:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 0000000042ea41a7/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384377.389829:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384377.389830:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.389831:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000042ea41a7. 00000020:00000001:3.0:1767384377.389844:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384377.389845:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384377.389847:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384377.389850:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384377.389854:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9ce822e. 00000020:00000010:3.0:1767384377.389858:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f8df0b1. 00000040:00000010:3.0:1767384377.389861:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000055f96370. 00000020:00000010:3.0:1767384377.389865:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000383df85d. 00000020:00000010:3.0:1767384377.389869:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384377.389872:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aac5f0cc. 80000000:00000010:3.0:1767384377.389875:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000839ae8af. 40000000:00000010:3.0:1767384377.389878:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e073a0ab. 00100000:00000010:3.0:1767384377.389882:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384377.389884:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006bbd7dd7. 00040000:00000010:3.0:1767384377.389887:0:40105:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003f96a6c6. 00040000:00000010:3.0:1767384377.389890:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7931afd. 00080000:00000010:3.0:1767384377.389895:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384377.389898:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00000004:00000010:3.0:1767384377.389904:0:40105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000cf49f15. 00000004:00000010:3.0:1767384377.389909:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8688c2a. 00000004:00000010:3.0:1767384377.389912:0:40105:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6897a3a. 00000004:00000010:3.0:1767384377.389917:0:40105:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2addd7f. 00040000:00000001:3.0:1767384377.389921:0:40105:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384377.389925:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000000336068. 00040000:00000010:3.0:1767384377.389929:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000005633249. 00040000:00000010:3.0:1767384377.389933:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a9bf2253. 00040000:00000010:3.0:1767384377.389936:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4d75cbf. 00040000:00000010:3.0:1767384377.389940:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d3b8ec3a. 00040000:00000010:3.0:1767384377.389945:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8f2caef. 00040000:00000010:3.0:1767384377.389948:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009223e921. 00040000:00000010:3.0:1767384377.389950:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003b919e43. 00040000:00000010:3.0:1767384377.389952:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd796334. 00040000:00000010:3.0:1767384377.389955:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e792b62a. 00040000:00000010:3.0:1767384377.389958:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000063069163. 00040000:00000010:3.0:1767384377.389961:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ec4830bf. 00040000:00000010:3.0:1767384377.389965:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e3de1a48. 00040000:00000010:3.0:1767384377.389968:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4796439. 00040000:00000010:3.0:1767384377.389971:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004159d0f7. 00040000:00000010:3.0:1767384377.389974:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a1b0aa7d. 00040000:00000010:3.0:1767384377.389976:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000413cc433. 00040000:00000010:3.0:1767384377.389980:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000025f13c70. 00040000:00000010:3.0:1767384377.389982:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c066fcae. 00040000:00000010:3.0:1767384377.389985:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009fda803c. 00040000:00000010:3.0:1767384377.389987:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cd19a2e. 00040000:00000010:3.0:1767384377.389990:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f530d469. 00040000:00000010:3.0:1767384377.389992:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009023ce37. 00040000:00000010:3.0:1767384377.389994:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000007a90165. 00040000:00000010:3.0:1767384377.389996:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000086369c23. 00040000:00000010:3.0:1767384377.389998:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000de552b45. 00040000:00000010:3.0:1767384377.390001:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d481809b. 00040000:00000010:3.0:1767384377.390004:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eae84a32. 00040000:00000010:3.0:1767384377.390006:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b75501a. 00040000:00000010:3.0:1767384377.390008:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000092a3a931. 00040000:00000010:3.0:1767384377.390010:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4e84ce6. 00040000:00000010:3.0:1767384377.390013:0:40105:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000005fe786ec. 00040000:00000001:3.0:1767384377.390016:0:40105:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.390019:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003f8df0b1. 00000040:00000010:3.0:1767384377.390021:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000055f96370. 00000020:00000010:3.0:1767384377.390023:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000383df85d. 00000020:00000010:3.0:1767384377.390026:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384377.390029:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aac5f0cc. 80000000:00000010:3.0:1767384377.390031:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000839ae8af. 40000000:00000010:3.0:1767384377.390034:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e073a0ab. 00100000:00000010:3.0:1767384377.390037:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384377.390039:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006bbd7dd7. 00040000:00000010:3.0:1767384377.390044:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003f96a6c6. 00040000:00000010:3.0:1767384377.390045:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7931afd. 00080000:00000010:3.0:1767384377.390047:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384377.390050:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000004:00000010:3.0:1767384377.390052:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000cf49f15. 00000004:00000010:3.0:1767384377.390055:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8688c2a. 00000004:00000010:3.0:1767384377.390057:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e6897a3a. 00000004:00000010:3.0:1767384377.390059:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c2addd7f. 00000020:00000010:3.0:1767384377.390061:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9ce822e. 00000020:00000001:3.0:1767384377.390062:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.390064:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000167a2381. 00000020:00000001:3.0:1767384377.390070:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.390071:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.390073:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000a7659d05. 00000020:00000001:3.0:1767384377.390075:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384377.390076:0:40105:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.390077:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384377.390079:0:40105:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384377.390811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d51e685. 00010000:00000010:2.1:1767384377.390825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de8dba6f. 00010000:00000010:1.1:1767384377.393818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a32f512b. 00000100:00000040:2.0:1767384377.543925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 10000000:00000001:3.0:1767384377.543935:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384377.543938:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:00000001:3.0:1767384377.543944:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:2.0:1767384377.543952:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b524485. 00000020:00000040:2.0:1767384377.543961:0:36:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384377.543966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384377.543969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384377.543977:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384377.543987:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000519e41b8. 00000100:00000001:2.0:1767384377.543997:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.544006:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384377.544017:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384377.544020:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.544025:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b524485] to pc [ptlrpcd_00_00+0] req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384377.544053:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.544058:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000100:00000001:1.0:1767384377.544083:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384377.544089:0:16353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384377.544094:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.544100:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.544102:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.544106:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.544106:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.544110:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.544114:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384377.544116:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384377.544124:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.544133:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384377.544135:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.544138:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384377.544141:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.544143:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.544145:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b524485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731479168:0@lo:400: 00000100:00000001:1.0:1767384377.544149:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384377.544152:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384377.544154:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.544156:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384377.544163:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000660dedd0. 02000000:00000001:1.0:1767384377.544165:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384377.544172:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0792bbd. 00000400:00000010:1.0:1767384377.544179:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f918c7. 00000100:00000200:1.0:1767384377.544186:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731479168, portal 10 00000100:00000001:1.0:1767384377.544189:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384377.544190:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629301535611008 : -114772173940608 : ffff979d85579880) 00000100:00000040:1.0:1767384377.544196:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.544204:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384377.544206:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384377.544209:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384377.544212:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236731479168, offset 0 00000400:00000200:1.0:1767384377.544220:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.544233:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.544245:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824d108480 00000400:00000200:1.0:1767384377.544252:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:1.0:1767384377.544259:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.544263:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384377.544270:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384377.544272:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384377.544277:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006eb7c62f. 00000100:00000040:1.0:1767384377.544280:0:16353:0:(events.c:337:request_in_callback()) incoming req@000000006eb7c62f x1853236731479168 msgsize 224 00000100:00100000:1.0:1767384377.544284:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384377.544299:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384377.544308:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000400:00000010:1.0:1767384377.544310:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000100:00000001:1.0:1767384377.544313:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384377.544316:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.544326:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.544329:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.544336:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.544338:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384377.544343:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544345:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384377.544347:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3203 usecs (4 jiffies) 00000100:00100000:3.0:1767384377.544349:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731479168 00000100:00000001:1.0:1767384377.544371:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963716 00000100:00000010:1.0:1767384377.544376:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051269540. 02000000:00000001:3.0:1767384377.544383:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384377.544384:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384377.544388:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.544392:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384377.544397:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.544400:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963716 00000100:00100000:3.0:1767384377.544402:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731479168 00000100:00000010:1.0:1767384377.544406:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000260aaa3f. 00000020:00000001:3.0:1767384377.544408:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.544411:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:1.0:1767384377.544412:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384377.544416:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384377.544419:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963716 00000020:00000001:3.0:1767384377.544421:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384377.544425:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026fa30c3. 00000020:00000001:3.0:1767384377.544426:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.544432:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384377.544435:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 00000020:00000010:3.0:1767384377.544443:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d96df86. 00000100:00000001:1.0:1767384377.544444:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963716 00000020:00000010:3.0:1767384377.544449:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000100:00000010:1.0:1767384377.544450:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f819fc69. 00000100:00000001:1.0:1767384377.544457:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384377.544460:0:17910:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384377.544461:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384377.544466:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384377.544467:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544471:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384377.544473:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544475:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.544478:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544484:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544501:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.544518:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.544521:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.544528:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384377.544534:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306788985728 : -114766920565888 : ffff979ebe77bb80) 00000100:00000040:3.0:1767384377.544539:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006eb7c62f x1853236731479168/t0(0) o400->@:358/0 lens 224/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.544552:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006eb7c62f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16353:x1853236731479168:12345-0@lo:400: 00000100:00000200:3.0:1767384377.544556:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731479168 00000020:00000001:3.0:1767384377.544559:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:3.0:1767384377.544563:0:17910:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:3.0:1767384377.544565:0:17910:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384377.544568:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.544571:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.544575:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000034d55e1c. 02000000:00000001:3.0:1767384377.544578:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544580:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.544584:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.544587:0:17910:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544590:0:17910:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384377.544594:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.544596:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:3.0:1767384377.544598:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:3.0:1767384377.544601:0:17910:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000100:00000040:3.0:1767384377.544603:0:17910:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 17 to 0@lo 02000000:00000001:3.0:1767384377.544605:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.544608:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.544610:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.544612:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384377.544616:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000100:00000200:3.0:1767384377.544619:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731479168, offset 224 00000400:00000200:3.0:1767384377.544625:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.544632:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.544638:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108480 00000400:00000200:3.0:1767384377.544642:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x218d [1] + 224 00000400:00000200:3.0:1767384377.544647:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.544650:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384377.544654:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384377.544657:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.544674:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.544691:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384377.544696:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384377.544699:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000001:3.0:1767384377.544702:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384377.544703:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384377.544706:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.544710:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 16 to 0@lo 00000100:00000001:3.0:1767384377.544712:0:17910:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.544715:0:17910:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384377.544719:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006eb7c62f x1853236731479168/t0(0) o400->@:358/0 lens 224/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.544730:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006eb7c62f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16353:x1853236731479168:12345-0@lo:400: Request processed in 179us (447us total) trans 0 rc -107/-107 00000100:00000001:1.0:1767384377.544732:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.544737:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384377.544741:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000001:1.0:1767384377.544744:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384377.544747:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384377.544749:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384377.544751:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384377.544753:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0792bbd. 00000020:00000010:3.0:1767384377.544757:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d96df86. 00000400:00000200:1.0:1767384377.544761:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f918c7 00000020:00000010:3.0:1767384377.544764:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000400:00000010:1.0:1767384377.544765:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f918c7. 00000100:00000001:1.0:1767384377.544793:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384377.544798:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.544801:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 00000100:00000001:3.0:1767384377.544810:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384377.544814:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.544823:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384377.544825:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.544828:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384377.544831:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384377.544833:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384377.544835:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.544838:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384377.544845:0:16353:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f3b2400e time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384377.544849:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384377.544852:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384377.544854:0:16353:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767384377.544857:0:16353:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1767384377.544860:0:16353:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767384377.544864:0:16353:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767384377.544867:0:16353:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767384377.548483:0:16353:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384377.548487:0:16353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384377.548489:0:16353:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384377.548491:0:16353:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384377.548494:0:16353:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384377.548496:0:16353:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 205 00000100:00000040:1.0:1767384377.548500:0:16353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 15 to 0@lo 00000100:00000001:1.0:1767384377.548502:0:16353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.548503:0:16353:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 16 to 0@lo 00000100:00000001:1.0:1767384377.548504:0:16353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000001:1.0:1767384377.548506:0:16353:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384377.548507:0:16353:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0de 00000020:00000001:1.0:1767384377.548509:0:16353:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384377.548510:0:16353:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c5741a9d refcount=8 00000020:00000001:1.0:1767384377.548512:0:16353:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000020:00000001:1.0:1767384377.548513:0:16353:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000100:00000040:1.0:1767384377.548515:0:16353:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 15 to 0@lo 00000100:00000001:1.0:1767384377.548516:0:16353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384377.548517:0:16353:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 16 to 0@lo 00000100:00000001:1.0:1767384377.548517:0:16353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000020:00000040:1.0:1767384377.548519:0:16353:0:(genops.c:898:class_export_put()) PUTting export 00000000c5741a9d : new refcount 7 00000100:00080000:1.0:1767384377.548521:0:16353:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b73de4e0 using connection 192.168.204.118@tcp/0@lo 00000100:00000001:1.0:1767384377.548523:0:16353:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384377.548524:0:16353:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384377.548529:0:16353:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384377.548530:0:16353:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.548532:0:16353:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384377.548533:0:16353:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384377.548537:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c757a3. 00000020:00000040:1.0:1767384377.548539:0:16353:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384377.548541:0:16353:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384377.548542:0:16353:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.548544:0:16353:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384377.548546:0:16353:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384377.548549:0:16353:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384377.548553:0:16353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005723861c. 00000100:00000001:1.0:1767384377.548557:0:16353:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384377.548561:0:16353:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384377.548572:0:16353:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384377.548574:0:16353:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384377.548576:0:16353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c757a3] to pc [ptlrpcd_rcv+-1] req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.548590:0:16353:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.548592:0:16353:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384377.548593:0:16353:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767384377.548596:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.548600:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384377.548603:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384377.548604:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384377.548607:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384377.548612:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b524485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16353:1853236731479168:0@lo:400: 00000100:00000001:1.0:1767384377.548616:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.548617:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384377.548619:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b524485 x1853236731479168/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384377.548624:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384377.548626:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384377.548626:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384377.548629:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000660dedd0. 00000100:00000001:0.0:1767384377.548630:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384377.548632:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384377.548633:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384377.548636:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384377.548638:0:16353:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384377.548640:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384377.548642:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384377.548645:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000519e41b8. 02000000:00000001:1.0:1767384377.548651:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384377.548652:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384377.548653:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b524485. 00000100:00000001:1.0:1767384377.548657:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384377.548658:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.548659:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384377.548662:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384377.548665:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384377.548670:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384377.548672:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548679:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384377.548680:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.548683:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384377.548685:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384377.548686:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384377.548688:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731479296:0@lo:38: 00000100:00000001:0.0:1767384377.548691:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384377.548693:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384377.548694:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384377.548695:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384377.548698:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093ef97f4. 02000000:00000001:0.0:1767384377.548699:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384377.548702:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4d8fb5. 00000400:00000010:0.0:1767384377.548705:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000100:00000200:0.0:1767384377.548708:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731479296, portal 10 00000100:00000001:0.0:1767384377.548709:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384377.548710:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306788977664 : -114766920573952 : ffff979ebe779c00) 00000100:00000040:0.0:1767384377.548713:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.548718:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384377.548720:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384377.548721:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dee06eb. 00000100:00000200:0.0:1767384377.548722:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236731479296, offset 0 00000400:00000200:0.0:1767384377.548725:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.548729:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.548734:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d108500 00000400:00000200:0.0:1767384377.548737:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12056 00000400:00000200:0.0:1767384377.548740:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.548742:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384377.548744:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384377.548746:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384377.548748:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b07998. 00000100:00000040:0.0:1767384377.548754:0:16351:0:(events.c:337:request_in_callback()) incoming req@0000000036b07998 x1853236731479296 msgsize 520 00000100:00100000:0.0:1767384377.548756:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384377.548786:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384377.548793:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dee06eb 00000400:00000010:0.0:1767384377.548795:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dee06eb. 00000100:00000001:0.0:1767384377.548799:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384377.548802:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.548809:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384377.548813:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.548818:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548820:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.548825:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384377.548829:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294963716, at 4294963717 00000100:00000040:0.0:1767384377.548829:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3088 usecs (4 jiffies) 00000100:00000001:0.0:1767384377.548833:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963721 00000100:00000010:3.0:1767384377.548842:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f819fc69. 00000100:00000040:1.0:1767384377.548842:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294963716, at 4294963717 00000100:00000001:0.0:1767384377.548842:0:16351:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294963716 00000100:00000040:2.0:1767384377.548853:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294963716, at 4294963717 00000100:00000001:0.0:1767384377.548854:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963721 00000100:00000010:1.0:1767384377.548855:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000260aaa3f. 00000100:00000010:0.0:1767384377.548865:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a30178d3. 00000100:00000010:2.0:1767384377.548870:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026fa30c3. 00000100:00000001:0.0:1767384377.548872:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384377.548873:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384377.548876:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963721 00000100:00100000:3.0:1767384377.548877:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731479296 00000100:00000010:0.0:1767384377.548879:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec2c535a. 02000000:00000001:3.0:1767384377.548882:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384377.548883:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384377.548886:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384377.548894:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548897:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963721 02000000:00000001:3.0:1767384377.548898:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384377.548904:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731479296 00000100:00000010:0.0:1767384377.548905:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000020:00000001:3.0:1767384377.548906:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384377.548910:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 00000100:00000001:0.0:1767384377.548913:0:16351:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384377.548914:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384377.548917:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.548920:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548921:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384377.548923:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 00000100:00000001:0.0:1767384377.548927:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.548929:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d96df86. 00000100:00000001:0.0:1767384377.548932:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.548933:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000100:00000001:0.0:1767384377.548937:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.548938:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384377.548941:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384377.548943:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548944:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384377.548945:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548952:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384377.548954:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.548955:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384377.548956:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.548957:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.548959:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384377.548969:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384377.548972:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384377.548976:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384377.548978:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306737613824 : -114766971937792 : ffff979ebb67dc00) 00000100:00000040:3.0:1767384377.548983:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036b07998 x1853236731479296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.548992:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036b07998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16351:x1853236731479296:12345-0@lo:38: 00000100:00000200:3.0:1767384377.548996:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731479296 00000020:00000001:3.0:1767384377.548998:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384377.549001:0:17910:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384377.549009:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 6 - find 00000020:00000001:3.0:1767384377.549011:0:17910:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629305796689920 : -114767912861696 : ffff979e83528000) 00010000:02000000:3.0:1767384377.549014:0:17910:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:3.0:1767384377.551645:0:17910:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1767384377.551652:0:17910:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 6 - find 00010000:00000001:3.0:1767384377.551656:0:17910:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384377.551659:0:17910:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384377.551661:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384377.551663:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384377.551667:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e3ada0b2. 02000000:00000001:3.0:1767384377.551669:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.551671:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384377.551674:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384377.551676:0:17910:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384377.551679:0:17910:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1767384377.551683:0:17910:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384377.551685:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384377.551688:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 17 to 0@lo 00000100:00000001:3.0:1767384377.551690:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:3.0:1767384377.551692:0:17910:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000100:00000040:3.0:1767384377.551695:0:17910:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 17 to 0@lo 02000000:00000001:3.0:1767384377.551697:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384377.551698:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.551701:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384377.551703:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384377.551706:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000100:00000200:3.0:1767384377.551710:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731479296, offset 0 00000400:00000200:3.0:1767384377.551715:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.551722:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.551728:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108500 00000400:00000200:3.0:1767384377.551732:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2199 [1] + 0 00000400:00000200:3.0:1767384377.551737:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.551739:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384377.551743:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384377.551746:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384377.551756:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384377.551799:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384377.551808:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384377.551810:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000001:3.0:1767384377.551815:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384377.551815:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384377.551819:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384377.551820:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384377.551825:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384377.551827:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384377.551830:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384377.551832:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 16 to 0@lo 00000400:00000010:0.0:1767384377.551834:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4d8fb5. 00000100:00000001:3.0:1767384377.551836:0:17910:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.551842:0:17910:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384377.551842:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384377.551847:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000100:00000040:3.0:1767384377.551849:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b07998 x1853236731479296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.551852:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384377.551860:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.551869:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036b07998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16351:x1853236731479296:12345-0@lo:38: Request processed in 2875us (3110us total) trans 0 rc -19/-19 00000100:00000200:0.0:1767384377.551881:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384377.551887:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384377.551895:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384377.551899:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384377.551899:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384377.551902:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384377.551904:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d96df86. 00000100:00000001:0.0:1767384377.551905:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384377.551909:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384377.551911:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000100:00000001:0.0:1767384377.551912:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384377.551915:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384377.551919:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 02000000:00000001:0.0:1767384377.551919:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.551926:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384377.551926:0:16351:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f3b2400e time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384377.551932:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384377.551935:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384377.551937:0:16351:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384377.551940:0:16351:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384377.551944:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.551951:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384377.551954:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384377.551956:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.551958:0:16351:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384377.551966:0:16351:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384377.551968:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384377.551973:0:16351:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384377.551975:0:16351:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384377.551979:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384377.551985:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c757a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731479296:0@lo:38: 00000100:00000001:0.0:1767384377.551990:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.551991:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384377.551994:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c757a3 x1853236731479296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384377.552000:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384377.552002:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384377.552004:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093ef97f4. 02000000:00000001:0.0:1767384377.552007:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384377.552009:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384377.552011:0:16351:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384377.552013:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384377.552014:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005723861c. 02000000:00000001:0.0:1767384377.552017:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384377.552018:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384377.552020:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c757a3. 00000100:00000001:0.0:1767384377.552022:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384377.552023:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.552025:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384377.552030:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384377.552031:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384377.552034:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384377.552035:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384377.553833:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294963721, at 4294963722 00000100:00000010:2.0:1767384377.553842:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ec2c535a. 00000100:00000040:1.0:1767384377.553842:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294963721, at 4294963722 00000100:00000040:3.0:1767384377.553845:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294963721, at 4294963722 00000100:00000010:1.0:1767384377.553856:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a30178d3. 00000100:00000010:3.0:1767384377.553859:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000040:0.0:1767384377.553862:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294963721, at 4294963722 00000100:00000010:0.0:1767384377.553872:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051269540. 00000400:00000001:2.0:1767384378.055853:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.055861:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384378.055864:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:2.0:1767384378.055870:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:2.0:1767384378.055878:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384378.055884:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384378.055903:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4bcda19. 00000400:00000010:2.0:1767384378.055908:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e030ab3. 00000400:00000200:2.0:1767384378.055914:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp45 00000400:00000010:2.0:1767384378.055923:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4bcda19. 00000400:00000010:2.0:1767384378.055929:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008e5a6915. 00000400:00000010:2.0:1767384378.055933:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f5d032. 00000400:00000010:2.0:1767384378.055940:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f39dd68d. 00000400:00000200:2.0:1767384378.055943:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp45 00000400:00000200:2.0:1767384378.055956:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp45 local destination 00000400:00000200:2.0:1767384378.055962:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000400:00000200:2.0:1767384378.055965:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [248:248:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [211:211:8:4294967295] 00000400:00000200:2.0:1767384378.055971:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000400:00000200:2.0:1767384378.055978:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp45:192.168.204.118@tcp45) : GET try# 0 00000800:00000200:2.0:1767384378.055983:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 00000800:00000010:2.0:1767384378.055987:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021e9b758. 00000800:00000200:2.0:1767384378.055994:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000800:00000200:2.1:1767384378.055999:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000200:2.0:1767384378.056020:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 4 next ping: 312 health :600 00000400:00000200:2.0:1767384378.056023:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp39 00000400:00000010:2.0:1767384378.056025:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001c497394. 00000400:00000010:2.0:1767384378.056028:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f73ae81. 00000400:00000010:2.0:1767384378.056030:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac9ff782. 00000400:00000010:2.0:1767384378.056032:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008dcff03b. 00000400:00000200:2.0:1767384378.056051:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp39 00000400:00000200:2.0:1767384378.056073:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp39 local destination 00000400:00000200:2.0:1767384378.056076:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp39 00000400:00000200:2.0:1767384378.056079:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp39 NI seq info: [249:249:256:4294967295] 192.168.204.118@tcp39 LPNI seq info [212:212:8:4294967295] 00000400:00000200:2.0:1767384378.056084:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp39 00000400:00000200:2.0:1767384378.056091:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp39(192.168.204.118@tcp39:) -> 192.168.204.118@tcp39(192.168.204.118@tcp39:192.168.204.118@tcp39) : GET try# 0 00000800:00000200:2.0:1767384378.056098:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp39 00000800:00000010:2.0:1767384378.056101:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c0ea3bd. 00000800:00000200:2.0:1767384378.056105:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000800:00000200:2.1:1767384378.056115:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000425a0fb0] -> 12345-192.168.204.118@tcp39 (2) 00000400:00000200:2.0:1767384378.056127:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp39 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:3.0:1767384378.056189:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056228:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056253:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056289:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056293:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056308:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056381:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056397:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056452:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056452:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056525:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056579:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056589:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056632:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056695:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056821:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056884:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.056934:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.056940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057004:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057062:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057077:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057108:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057135:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057154:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057206:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057220:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057255:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057313:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057326:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057361:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057406:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057469:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057473:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057520:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057536:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057589:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057647:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057698:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057720:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057731:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057799:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057801:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057859:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057873:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057910:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.057914:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.057968:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.058002:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.058034:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384378.058079:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000800:00000010:3.0:1767384378.058104:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384378.058110:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384378.058115:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7659d05. 00000400:00000200:0.0:1767384378.058115:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000800:00000010:3.0:1767384378.058138:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7659d05. 00000800:00020000:3.0:1767384378.058149:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384378.058152:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384378.058154:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:00000200:0.0:1767384378.058158:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:02020000:3.0:1767384378.058204:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384378.058211:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000400:00000200:0.0:1767384378.058215:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.058218:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384378.058225:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:3.0:1767384378.058228:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000021e9b758. 00000400:00000200:3.0:1767384378.058233:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.058249:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384378.058260:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:3.0:1767384378.058264:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384378.058268:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384378.058272:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp45) recovery failed with -71 00000800:00000010:0.0:1767384378.058407:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a78c3376. 00000800:00000010:0.0:1767384378.058412:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ed44aef. 00000800:00000010:0.0:1767384378.058416:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008add2ea1. 00000800:00000010:0.0:1767384378.058439:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008add2ea1. 00000800:00020000:0.0:1767384378.058446:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384378.058449:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ed44aef. 00000800:00000010:0.0:1767384378.058453:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a78c3376. 00000400:02020000:0.0:1767384378.058491:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp39 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384378.058497:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp39 notifying 192.168.204.118@tcp39: down 00000800:00000200:0.0:1767384378.058502:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp39 down 00000800:00000100:0.0:1767384378.058508:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp39 00000800:00000010:0.0:1767384378.058511:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c0ea3bd. 00000400:00000200:0.0:1767384378.058515:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384378.058518:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp39->192.168.204.118@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384378.058526:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384378.058529:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384378.058532:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp39) recovery failed with -71 00010000:00000001:3.0:1767384378.375877:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384378.375884:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.375889:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384378.375891:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.375996:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384378.376001:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.376004:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384378.567913:0:19371:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384378.567921:0:19371:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384379.079929:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.079937:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384379.079940:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f5d032 00000400:00000010:0.0:1767384379.079945:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f5d032. 00000400:00000200:0.0:1767384379.079954:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384379.079962:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384379.079976:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4bcda19. 00000400:00000010:0.0:1767384379.079980:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008e5a6915. 00000400:00000001:0.0:1767384379.080010:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.080012:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384379.080014:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac9ff782 00000400:00000010:0.0:1767384379.080017:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac9ff782. 00000400:00000200:0.0:1767384379.080020:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384379.080024:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384379.080029:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001c497394. 00000400:00000010:0.0:1767384379.080032:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007f73ae81. 00010000:00000001:3.0:1767384379.399856:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384379.399862:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.399868:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384379.399870:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384379.399872:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384379.399874:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.399877:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384379.399879:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.399880:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.399882:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384379.399977:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384379.399981:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384379.399983:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384380.039911:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000800:00000200:1.1:1767384380.039918:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000800:00000200:1.0:1767384380.039955:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee48d218] -> 12345-192.168.204.118@tcp18 (6) 00000800:00000200:1.0:1767384380.039958:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp18 ip 192.168.204.118:988 00000800:00000200:1.0:1767384380.039962:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384380.040132:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000001:0.0:1767384380.040211:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384380.040214:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384380.040230:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.040236:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:0.0:1767384380.040237:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384380.040247:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.040281:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040296:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040355:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040368:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040381:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040395:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040409:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040422:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040436:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040450:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040463:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040477:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040490:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040517:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040531:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040544:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040558:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040587:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040615:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040638:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040651:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040664:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040678:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040733:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040747:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040760:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040830:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384380.040847:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384380.041028:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384380.041036:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384380.041043:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfc3961b. 00000800:00000010:2.0:1767384380.041068:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfc3961b. 00000800:00020000:2.0:1767384380.041078:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384380.041081:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384380.041083:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384380.041127:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp31 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384380.041134:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384380.103986:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp46 00000400:00000010:0.0:1767384380.104008:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000256c592a. 00000400:00000010:0.0:1767384380.104019:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002e584d07. 00000400:00000010:0.0:1767384380.104026:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384380.104037:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9c2ad51. 00000400:00000200:0.0:1767384380.104042:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp46 00000400:00000200:0.0:1767384380.104076:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp46 local destination 00000400:00000200:0.0:1767384380.104083:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 00000400:00000200:0.0:1767384380.104088:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [250:250:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [213:213:8:4294967295] 00000400:00000200:0.0:1767384380.104097:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000400:00000200:0.0:1767384380.104106:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp46:192.168.204.118@tcp46) : GET try# 0 00000800:00000200:0.0:1767384380.104111:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp46 00000800:00000010:0.0:1767384380.104116:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba6308de. 00000800:00000200:0.0:1767384380.104123:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000800:00000200:0.1:1767384380.104129:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:0.0:1767384380.104174:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 4 next ping: 314 health :600 00000400:00000200:3.0:1767384380.104270:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104342:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104359:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104371:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104384:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104396:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104408:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104422:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104439:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104465:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104489:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104526:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104565:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104594:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104619:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104653:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104686:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104710:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104737:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104864:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104911:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104944:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.104979:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.105024:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000001:00100000:1.0:1767384380.105047:0:17064:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 66c4b8a2-a740-46db-9b02-7881d5def2de 00000001:00000040:1.0:1767384380.105053:0:17064:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000d8f15d54 : new cb_count 0 00000020:00000040:1.0:1767384380.105069:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000d8f15d54 : new refcount 0 00000020:00000080:1.0:1767384380.105071:0:17064:0:(genops.c:904:class_export_put()) final put 00000000d8f15d54/66c4b8a2-a740-46db-9b02-7881d5def2de 00000001:00000010:1.0:1767384380.105087:0:17064:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000028d222a1. 00000400:00000200:3.0:1767384380.105091:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00080000:00000010:1.0:1767384380.105094:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002ae82b8d. 00000020:00000001:0.0:1767384380.105130:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000200:3.0:1767384380.105135:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000020:00000080:0.0:1767384380.105135:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d8f15d54/66c4b8a2-a740-46db-9b02-7881d5def2de for lustre-MDT0000 00000020:00000040:0.0:1767384380.105146:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 3 to 192.168.204.18@tcp50 00000020:00000001:0.0:1767384380.105150:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384380.105154:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384380.105178:0:36:0:(genops.c:1229:class_import_get()) import 0000000040e019df refcount=2 obd=lustre-MDT0000 00000400:00000200:3.0:1767384380.105181:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000020:00000001:0.0:1767384380.105182:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384380.105185:0:36:0:(genops.c:1242:class_import_put()) import 0000000040e019df refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384380.105190:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384380.105195:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384380.105196:0:36:0:(genops.c:1242:class_import_put()) import 0000000040e019df refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384380.105199:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000040e019df 00000020:00000001:0.0:1767384380.105216:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384380.105219:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000371e41ec. 00000400:00000200:3.0:1767384380.105220:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00010000:00000001:0.0:1767384380.105227:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384380.105232:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.105239:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000435b2683. 00000001:00000010:0.0:1767384380.105250:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000073c2c1c4. 00000001:00000010:0.0:1767384380.105254:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000804360b5. 00000001:00000010:0.0:1767384380.105257:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000453a58fa. 00000001:00000010:0.0:1767384380.105261:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004b4c057e. 00000001:00000010:0.0:1767384380.105265:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000070d939ff. 00000400:00000200:3.0:1767384380.105269:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000001:00000001:0.0:1767384380.105270:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384380.105274:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384380.105277:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.105282:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c216bbf. 00000001:00000010:0.0:1767384380.105287:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009fbdef76. 00000001:00000010:0.0:1767384380.105291:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028b47871. 00000001:00000010:0.0:1767384380.105293:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000291257c5. 00000001:00000010:0.0:1767384380.105297:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ca829e08. 00000001:00000010:0.0:1767384380.105300:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ef4b2e80. 00000001:00000001:0.0:1767384380.105315:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384380.105317:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384380.105320:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:0.0:1767384380.105325:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000acab46d6: xid 1853236725157376, transno 8589934593, client gen 1, slot idx 0 00000400:00000200:3.0:1767384380.105329:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000001:00000001:0.0:1767384380.105332:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000acab46d6: xid 1853236725157376, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:0.0:1767384380.105339:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000acab46d6. 00000001:00000010:0.0:1767384380.105344:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000040b15352. 00000004:00000001:0.0:1767384380.105368:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384380.105376:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384380.105379:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 5 - export 00000020:00000010:0.0:1767384380.105383:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d8f15d54. 00000400:00000200:3.0:1767384380.105389:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000020:00000001:0.0:1767384380.105393:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384380.105399:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384380.105401:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000040e019df for lustre-MDT0000 00000020:00000040:0.0:1767384380.105406:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 2 to 192.168.204.18@tcp50 00000020:00000040:0.0:1767384380.105409:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 4 - import 00000020:00000010:0.0:1767384380.105412:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000040e019df. 00000020:00000001:0.0:1767384380.105418:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:3.0:1767384380.105427:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.105455:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.105479:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384380.105504:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384380.105669:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384380.105673:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384380.105678:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7659d05. 00000800:00000010:3.0:1767384380.105693:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7659d05. 00000800:00020000:3.0:1767384380.105703:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384380.105705:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384380.105707:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384380.105741:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384380.105749:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00000400:00000200:3.0:1767384380.105753:0:30695:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384380.105758:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp46 00000800:00000010:3.0:1767384380.105761:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba6308de. 00000400:00000200:3.0:1767384380.105767:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384380.105771:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384380.105781:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384380.105821:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384380.105828:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp46) recovery failed with -71 00000001:00100000:2.0:1767384380.106244:0:17886:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384380.106248:0:17886:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000c26c7b36 : new cb_count 0 00000020:00000040:2.0:1767384380.106250:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000c26c7b36 : new refcount 0 00000020:00000080:2.0:1767384380.106251:0:17886:0:(genops.c:904:class_export_put()) final put 00000000c26c7b36/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384380.106261:0:17886:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d451caa5. 00080000:00000010:2.0:1767384380.106266:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a540a808. 00080000:00000010:2.0:1767384380.106269:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004bd7a5b9. 00000001:00100000:2.0:1767384380.106271:0:17886:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 66c4b8a2-a740-46db-9b02-7881d5def2de 00000001:00000040:2.0:1767384380.106279:0:17886:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bd55e507 : new cb_count 1 00000020:00000040:2.0:1767384380.106281:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 1 00000001:00000010:2.0:1767384380.106283:0:17886:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b87ef877. 00080000:00000010:2.0:1767384380.106286:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba63dc88. 00080000:00000010:2.0:1767384380.106289:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ca5145ad. 00000001:00100000:2.0:1767384380.106292:0:17886:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 66c4b8a2-a740-46db-9b02-7881d5def2de 00000001:00000040:2.0:1767384380.106293:0:17886:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bd55e507 : new cb_count 0 00000020:00000040:2.0:1767384380.106295:0:17886:0:(genops.c:898:class_export_put()) PUTting export 00000000bd55e507 : new refcount 0 00000020:00000001:0.0:1767384380.106296:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384380.106297:0:17886:0:(genops.c:904:class_export_put()) final put 00000000bd55e507/66c4b8a2-a740-46db-9b02-7881d5def2de 00000020:00000080:0.0:1767384380.106301:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000c26c7b36/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:0.0:1767384380.106320:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 15 to 0@lo 00000020:00000001:0.0:1767384380.106324:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:2.0:1767384380.106328:0:17886:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000059e5db60. 00000020:00000040:0.0:1767384380.106328:0:36:0:(genops.c:1229:class_import_get()) import 0000000069d24ba5 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384380.106335:0:36:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000010:2.0:1767384380.106336:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccd14047. 00000020:00000040:0.0:1767384380.106337:0:36:0:(genops.c:1242:class_import_put()) import 0000000069d24ba5 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384380.106342:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384380.106345:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384380.106346:0:36:0:(genops.c:1242:class_import_put()) import 0000000069d24ba5 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384380.106349:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000069d24ba5 00000020:00000001:0.0:1767384380.106370:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384380.106373:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384380.106375:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.106380:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6c64ce9. 00000001:00000010:0.0:1767384380.106384:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000989726cb. 00000001:00000010:0.0:1767384380.106387:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007fc3001e. 00000001:00000010:0.0:1767384380.106389:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4f3b996. 00000001:00000010:0.0:1767384380.106392:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a52285a1. 00000001:00000010:0.0:1767384380.106395:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000038718b9b. 00000001:00000001:0.0:1767384380.106398:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384380.106400:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384380.106401:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384380.106403:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384380.106405:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000bf283b0e. 00000020:00000001:0.0:1767384380.106409:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384380.106417:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 7 - export 00000020:00000010:0.0:1767384380.106419:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c26c7b36. 00000020:00000001:0.0:1767384380.106422:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384380.106425:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384380.106426:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bd55e507/66c4b8a2-a740-46db-9b02-7881d5def2de for lustre-OST0000 00000020:00000040:0.0:1767384380.106430:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 1 to 192.168.204.18@tcp50 00000020:00000001:0.0:1767384380.106433:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384380.106434:0:36:0:(genops.c:1229:class_import_get()) import 0000000056b93e8e refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384380.106436:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384380.106438:0:36:0:(genops.c:1242:class_import_put()) import 0000000056b93e8e refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384380.106439:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384380.106441:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384380.106442:0:36:0:(genops.c:1242:class_import_put()) import 0000000056b93e8e refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384380.106444:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000056b93e8e 00000020:00000001:0.0:1767384380.106452:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384380.106454:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384380.106456:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384380.106460:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004491927d. 00000001:00000010:0.0:1767384380.106464:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c2b3085d. 00000001:00000010:0.0:1767384380.106467:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c96806ed. 00000001:00000010:0.0:1767384380.106471:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000037c001. 00000001:00000010:0.0:1767384380.106473:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000010ebf6da. 00000001:00000010:0.0:1767384380.106475:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000103878ff. 00000001:00000001:0.0:1767384380.106477:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384380.106479:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384380.106480:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384380.106481:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384380.106483:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000005f042e0e. 00000020:00000001:0.0:1767384380.106487:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384380.106488:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 6 - export 00000020:00000010:0.0:1767384380.106490:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bd55e507. 00000020:00000001:0.0:1767384380.106493:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384380.106496:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384380.106497:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000069d24ba5 for lustre-OST0000 00000020:00000040:0.0:1767384380.106500:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 14 to 0@lo 00000020:00000040:0.0:1767384380.106502:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 5 - import 00000020:00000010:0.0:1767384380.106509:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000069d24ba5. 00000020:00000001:0.0:1767384380.106512:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384380.106513:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384380.106515:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000056b93e8e for lustre-OST0000 00000020:00000040:0.0:1767384380.106517:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a11d314b refcount 0 to 192.168.204.18@tcp50 00000020:00000040:0.0:1767384380.106519:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000007b42a603) now 4 - import 00000020:00000010:0.0:1767384380.106522:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000056b93e8e. 00000020:00000001:0.0:1767384380.106524:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:3.0:1767384380.423869:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384380.423875:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384380.423880:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384380.423882:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.423900:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384380.423902:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.423904:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384381.127917:0:17078:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384381.127925:0:17078:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.127946:0:17088:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384381.127951:0:17088:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384381.127959:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.127963:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.127966:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384381.127971:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384381.127977:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384381.127984:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384381.127998:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000256c592a. 00000400:00000010:0.0:1767384381.128003:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002e584d07. 00010000:00000001:3.0:1767384381.447876:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384381.447882:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384381.447887:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384381.447889:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.447966:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384381.447971:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384381.447975:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384382.087905:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (4) 00000800:00000200:1.1:1767384382.087912:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (4) 00000800:00000200:1.0:1767384382.087934:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000066e4c78e] -> 12345-192.168.204.118@tcp21 (6) 00000800:00000200:1.0:1767384382.087937:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp21 ip 192.168.204.118:988 00000800:00000200:1.0:1767384382.087940:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384382.088067:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:0.0:1767384382.088111:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384382.088117:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.088129:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384382.088133:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384382.088136:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.088144:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088174:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088198:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088220:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088242:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088264:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088320:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088357:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088375:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088394:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088408:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088420:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088434:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088447:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088460:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088473:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088500:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088513:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088536:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088548:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088561:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088573:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088586:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088599:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088631:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088644:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088656:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088668:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088680:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088692:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088704:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384382.088727:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384382.088866:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384382.088871:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384382.088876:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfc3961b. 00000800:00000010:2.0:1767384382.088898:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfc3961b. 00000800:00020000:2.0:1767384382.088906:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384382.088910:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384382.088913:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384382.088950:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384382.088955:0:16340:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384382.151900:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp47 00000400:00000010:0.0:1767384382.151908:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004462fb77. 00000400:00000010:0.0:1767384382.151916:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002e584d07. 00000400:00000010:0.0:1767384382.151921:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384382.151927:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f8d7945. 00000400:00000200:0.0:1767384382.151931:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp47 00000400:00000200:0.0:1767384382.151950:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp47 local destination 00000400:00000200:0.0:1767384382.151956:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp47 00000400:00000200:0.0:1767384382.151959:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp47 NI seq info: [251:251:256:4294967295] 192.168.204.118@tcp47 LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1767384382.151965:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp47 00000400:00000200:0.0:1767384382.151983:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp47(192.168.204.118@tcp47:) -> 192.168.204.118@tcp47(192.168.204.118@tcp47:192.168.204.118@tcp47) : GET try# 0 00000800:00000200:0.0:1767384382.151987:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp47 00000800:00000010:0.0:1767384382.151991:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000001e1a48e. 00000800:00000200:0.0:1767384382.151996:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000800:00000200:0.1:1767384382.152000:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000329694cb] -> 12345-192.168.204.118@tcp47 (2) 00000400:00000200:0.0:1767384382.152020:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp47 added to recovery queue. ping count: 4 next ping: 317 health :600 00000400:00000200:3.0:1767384382.152174:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152239:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152258:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152332:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152423:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152435:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152448:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152515:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152572:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152611:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152624:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152654:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152680:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152761:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152776:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152801:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152827:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152887:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152909:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152924:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384382.152960:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384382.153107:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384382.153112:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384382.153127:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7659d05. 00000800:00000010:3.0:1767384382.153143:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7659d05. 00000800:00020000:3.0:1767384382.153153:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384382.153156:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2ce9e6a. 00000800:00000010:3.0:1767384382.153158:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384382.153196:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384382.153202:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp47 notifying 192.168.204.118@tcp47: down 00000400:00000200:3.0:1767384382.153206:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384382.153210:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp47 00000800:00000010:3.0:1767384382.153213:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000001e1a48e. 00000400:00000200:3.0:1767384382.153218:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384382.153222:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp47->192.168.204.118@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384382.153230:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384382.153232:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384382.153236:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp47) recovery failed with -71 00010000:00000001:3.0:1767384382.471880:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384382.471888:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.471897:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384382.471899:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.472005:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384382.472010:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.472013:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384382.663917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384382.663928:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384382.663939:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000eff1e1b. 00000020:00000040:0.0:1767384382.663947:0:36:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1767384382.663952:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384382.663955:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384382.663959:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384382.663966:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a14c316c. 00000100:00000001:0.0:1767384382.663971:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.663979:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384382.663987:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384382.663989:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.663993:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eff1e1b] to pc [ptlrpcd_00_01+1] req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.664019:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384382.664021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767384382.664025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1767384382.664028:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384382.664030:0:36:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384382.664033:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.664035:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767384382.664039:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1767384382.664041:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 296 00000100:00000001:1.0:1767384382.664043:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384382.664047:0:16352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384382.664049:0:36:0:(import.c:2128:obd_at_measure()) add 10 to 00000000d9c5330a time=96 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384382.664051:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.664053:0:16352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.664058:0:36:0:(import.c:2194:obd_at_measure()) AT 00000000d9c5330a change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:1.0:1767384382.664070:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1767384382.664070:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:1.0:1767384382.664073:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.664075:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384382.664077:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384382.664079:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.664081:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000eff1e1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731479424:0@lo:400: 00000100:00000001:1.0:1767384382.664084:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384382.664088:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384382.664091:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.664094:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 13 to 0@lo 02000000:00000001:1.0:1767384382.664095:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384382.664100:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384382.664101:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b320edb4. 00000100:00000040:0.0:1767384382.664104:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 14 to 0@lo 02000000:00000001:1.0:1767384382.664106:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.664108:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000400:00000010:1.0:1767384382.664113:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0792bbd. 00000020:00000001:0.0:1767384382.664113:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384382.664116:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0de 00000020:00000001:0.0:1767384382.664119:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384382.664120:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f918c7. 00000020:00000040:0.0:1767384382.664122:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c5741a9d refcount=8 00000020:00000001:0.0:1767384382.664125:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000020:00000001:0.0:1767384382.664128:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000100:00000200:1.0:1767384382.664129:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731479424, portal 25 00000100:00000040:0.0:1767384382.664133:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 13 to 0@lo 00000100:00000001:1.0:1767384382.664134:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.664137:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306737617408 : -114766971934208 : ffff979ebb67ea00) 00000100:00000001:0.0:1767384382.664138:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.664142:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 14 to 0@lo 00000100:00000001:0.0:1767384382.664144:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:1.0:1767384382.664145:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384382.664148:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000c5741a9d : new refcount 7 00000100:00080000:0.0:1767384382.664156:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b73de4e0 using connection 192.168.204.118@tcp/0@lo 00000100:00000001:1.0:1767384382.664157:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384382.664159:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.664163:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384382.664165:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1767384382.664166:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384382.664169:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731479424, offset 0 02000000:00000001:0.0:1767384382.664171:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384382.664174:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.664175:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384382.664177:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384382.664179:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384382.664183:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018e8f3cd. 00000020:00000040:0.0:1767384382.664185:0:36:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384382.664188:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384382.664190:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.664191:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384382.664195:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384382.664198:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384382.664199:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384382.664203:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007adddc14. 00000400:00000200:1.0:1767384382.664207:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d108580 00000100:00000001:0.0:1767384382.664208:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384382.664215:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384382.664216:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19a1 [2] + 0 00000400:00000010:1.0:1767384382.664224:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000400:00000200:1.0:1767384382.664231:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006b91fa4 00000400:00000200:1.0:1767384382.664238:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384382.664240:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384382.664243:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384382.664244:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384382.664250:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018e8f3cd] to pc [ptlrpcd_rcv+-1] req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384382.664251:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006b91fa4 00000400:00000010:1.0:1767384382.664267:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006b91fa4. 00000100:00000001:1.0:1767384382.664274:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.664277:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384382.664280:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000ec9b2824 x1853236731479424 msgsize 224 00000100:00100000:1.0:1767384382.664284:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384382.664286:0:16353:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384382.664286:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.664293:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 00000100:00000001:1.0:1767384382.664302:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384382.664305:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384382.664309:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384382.664310:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000100:00000001:2.0:1767384382.664311:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384382.664314:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000100:00000040:2.0:1767384382.664318:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.664318:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384382.664322:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.664339:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384382.664341:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384382.664342:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384382.664344:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.664345:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.664346:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731479424 02000000:00000001:3.0:1767384382.664352:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384382.664353:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384382.664356:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.664357:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384382.664358:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.664361:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664362:0:16353:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384382.664363:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384382.664368:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018e8f3cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731479552:0@lo:38: 02000000:00000001:3.0:1767384382.664369:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664370:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.664376:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731479424 00000100:00000001:2.0:1767384382.664377:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384382.664379:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294968837 00000020:00000001:3.0:1767384382.664382:0:17078:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384382.664382:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384382.664385:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0afaa 02000000:00000001:2.0:1767384382.664386:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384382.664386:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028d222a1. 00000020:00000001:3.0:1767384382.664390:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384382.664391:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384382.664393:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001176dd37 refcount=10 00000100:00000001:1.0:1767384382.664395:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384382.664397:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 02000000:00000010:2.0:1767384382.664397:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa49a15e. 02000000:00000001:2.0:1767384382.664401:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.664402:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 00000400:00000010:2.0:1767384382.664407:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051698f87. 00000100:00000001:1.0:1767384382.664407:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294968837 00000100:00000001:3.0:1767384382.664408:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.664414:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7659d05. 00000400:00000010:2.0:1767384382.664415:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006edb577f. 00000100:00000001:3.0:1767384382.664419:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384382.664420:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000260aaa3f. 00000100:00000200:2.0:1767384382.664421:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731479552, portal 10 00000020:00000010:3.0:1767384382.664424:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7659d05. 00000100:00000001:2.0:1767384382.664426:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.664427:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384382.664430:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306737620096 : -114766971931520 : ffff979ebb67f480) 00000100:00000001:1.0:1767384382.664432:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294968837 00000020:00000010:3.0:1767384382.664433:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080926e17. 00000100:00000010:1.0:1767384382.664438:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2aa7ef1. 00000100:00000040:2.0:1767384382.664439:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384382.664440:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0ce08b7. 00000100:00000001:1.0:1767384382.664443:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384382.664449:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000100:00000001:1.0:1767384382.664450:0:16353:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294968837 00000100:00000001:2.0:1767384382.664452:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.664457:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384382.664458:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7934d14. 00000100:00000040:3.0:1767384382.664461:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384382.664461:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000001:1.0:1767384382.664462:0:16353:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384382.664466:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236731479552, offset 0 00000100:00000001:3.0:1767384382.664467:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.664469:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.664470:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384382.664474:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384382.664474:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.664475:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664481:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.664483:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384382.664485:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664485:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.664491:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d108600 00000100:00000001:1.0:1767384382.664496:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384382.664497:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12576 00000100:00000001:1.0:1767384382.664500:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384382.664502:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384382.664503:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.664504:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.664508:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384382.664511:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.664511:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664516:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.664517:0:16351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384382.664518:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384382.664521:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384382.664522:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1767384382.664527:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4b830a. 00000100:00100000:3.0:1767384382.664529:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00000001:0.0:1767384382.664532:0:17079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384382.664533:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001176dd37 : new rpc_count 1 00000100:00000040:2.0:1767384382.664537:0:16351:0:(events.c:337:request_in_callback()) incoming req@000000001f4b830a x1853236731479552 msgsize 520 00000100:00000001:0.0:1767384382.664537:0:17079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384382.664538:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629306745177168 : -114766964374448 : ffff979ebbdb4450) 00000100:00000001:0.0:1767384382.664541:0:17079:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.664546:0:17079:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.664547:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec9b2824 x1853236731479424/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:363/0 lens 224/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384382.664551:0:16351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384382.664560:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.664562:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7659d05. 00000100:00000001:3.0:1767384382.664565:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.664566:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7659d05. 00000100:00000001:2.0:1767384382.664567:0:16351:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384382.664572:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+10:16353:x1853236731479424:12345-0@lo:400: 00000100:00000200:3.0:1767384382.664575:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731479424 00000400:00000200:2.0:1767384382.664575:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384382.664579:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000001:3.0:1767384382.664580:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384382.664582:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384382.664584:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384382.664587:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384382.664588:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.664594:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.664598:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659601536 : -1049950080 : ffffffffc16b0880) 00000100:00000001:2.0:1767384382.664599:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384382.664602:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384382.664604:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384382.664605:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.664609:0:17910:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384382.664611:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384382.664613:0:17910:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236731479552 00000020:00000001:3.0:1767384382.664614:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384382.664617:0:17910:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384382.664618:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664621:0:17910:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384382.664624:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.664625:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384382.664625:0:17910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.664630:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384382.664630:0:16351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384382.664631:0:17910:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.664634:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384382.664635:0:17910:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236731479552 00000100:00000001:2.0:1767384382.664636:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.664639:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c2addd7f. 00000020:00000001:1.0:1767384382.664639:0:17910:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384382.664641:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3141 usecs (4 jiffies) 00000020:00000040:1.0:1767384382.664642:0:17910:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0e5 02000000:00000001:3.0:1767384382.664644:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.664646:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294968836 00000020:00000001:1.0:1767384382.664647:0:17910:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384382.664648:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.664651:0:17910:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.664653:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.664653:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294968837 00000020:00000001:1.0:1767384382.664654:0:17910:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.664661:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236731479424 00000100:00000001:2.0:1767384382.664661:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294968836 00000020:00000010:1.0:1767384382.664662:0:17910:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660dedd0. 00000100:00000001:2.0:1767384382.664666:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294968837 00010000:00000001:3.0:1767384382.664668:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384382.664670:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294968836 00000020:00000010:1.0:1767384382.664670:0:17910:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dbf28b00. 00010000:00000200:3.0:1767384382.664674:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec9b2824 x1853236731479424/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384382.664676:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294968837 00000020:00000010:1.0:1767384382.664678:0:17910:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000001:2.0:1767384382.664683:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294968836 00000100:00000001:1.0:1767384382.664684:0:17910:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384382.664689:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294968837 00000100:00000001:1.0:1767384382.664689:0:17910:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384382.664690:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384382.664693:0:17910:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.664695:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.664695:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.664698:0:17910:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.664702:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e468e3e5 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.664702:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.664707:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.664708:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384382.664710:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.664712:0:17910:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384382.664713:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 15 to 0@lo 00000100:00000001:2.0:1767384382.664717:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.664718:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:2.0:1767384382.664720:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1767384382.664721:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384382.664724:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384382.664725:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.664726:0:17910:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.664727:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.664746:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384382.664746:0:17910:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384382.664747:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.664753:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384382.664757:0:17910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384382.664759:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.664760:0:17085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384382.664762:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000100:00000001:1.0:1767384382.664762:0:17910:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446629301535618176 : -114772173933440 : ffff979d8557b480) 00000100:00000001:0.0:1767384382.664765:0:17085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384382.664770:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236731479424, offset 224 00000100:00000040:1.0:1767384382.664771:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f4b830a x1853236731479552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.664771:0:17085:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.664778:0:17085:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.664804:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.664818:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384382.664824:0:17910:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f4b830a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16351:x1853236731479552:12345-0@lo:38: 00000400:00000200:3.0:1767384382.664830:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824d108580 00000100:00000200:1.0:1767384382.664832:0:17910:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731479552 00000020:00000001:1.0:1767384382.664837:0:17910:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384382.664841:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 00010000:00000001:1.0:1767384382.664842:0:17910:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000200:3.0:1767384382.664848:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.664851:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384382.664854:0:17910:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000ea28bf8d) now 4 - find 00000100:00000001:3.0:1767384382.664855:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384382.664860:0:17910:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446629305796689920 : -114767912861696 : ffff979e83528000) 00000100:00000200:3.0:1767384382.664861:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:02000000:1.0:1767384382.664867:0:17910:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000040:3.0:1767384382.664886:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.664904:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.664908:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c71d454 00000400:00000010:3.0:1767384382.664909:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000001:3.0:1767384382.664912:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384382.664913:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384382.664916:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.664918:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 14 to 0@lo 00010000:00000001:3.0:1767384382.664922:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.664923:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.664925:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.664929:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec9b2824 x1853236731479424/t0(0) o400->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:363/0 lens 224/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.664931:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.664935:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384382.664941:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec9b2824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:efcba636-0f33-4977-ad6f-12f80463a1c1+10:16353:x1853236731479424:12345-0@lo:400: Request processed in 380us (659us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384382.664943:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.664947:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384382.664950:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0792bbd. 00000100:00100000:3.0:1767384382.664952:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:3.0:1767384382.664957:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001176dd37 : new rpc_count 0 00000400:00000200:0.0:1767384382.664957:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f918c7 00000100:00000001:3.0:1767384382.664962:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384382.664962:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052f918c7. 00000100:00000001:3.0:1767384382.664965:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384382.664968:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384382.664971:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0ce08b7. 00000100:00000200:0.0:1767384382.664975:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384382.664978:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384382.664984:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080926e17. 00000020:00000040:3.0:1767384382.664991:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 9 00000100:00000200:0.0:1767384382.664994:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384382.664997:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.665001:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c2addd7f. 02000000:00000001:3.0:1767384382.665006:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.665008:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.665009:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.665012:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.665015:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384382.665016:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384382.665020:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384382.665022:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005a92338. 00000100:00000001:0.0:1767384382.665023:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384382.665027:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.665030:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2ce9e6a. 02000000:00000001:0.0:1767384382.665031:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.665039:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5f13a05 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384382.665052:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000742a0e4c time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.665056:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384382.665057:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.665060:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384382.665063:0:16353:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.665066:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.665070:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.665079:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.665083:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384382.665084:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384382.665088:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.665097:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000eff1e1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:efcba636-0f33-4977-ad6f-12f80463a1c1:16353:1853236731479424:0@lo:400: 00000100:00000001:0.0:1767384382.665103:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.665105:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384382.665107:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000eff1e1b x1853236731479424/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.665114:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384382.665116:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384382.665118:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b320edb4. 02000000:00000001:0.0:1767384382.665121:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384382.665122:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384382.665123:0:16353:0:(genops.c:1242:class_import_put()) import 0000000085bc5980 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1767384382.665125:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384382.665127:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a14c316c. 02000000:00000001:0.0:1767384382.665131:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384382.665133:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384382.665134:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000eff1e1b. 00000100:00000001:0.0:1767384382.665136:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384382.665137:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.665138:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.665142:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.665143:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.665150:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.665151:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.666724:0:17910:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1767384382.666728:0:17910:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 4 - find 00010000:00000001:1.0:1767384382.666730:0:17910:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384382.666733:0:17910:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1767384382.666734:0:17910:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.666735:0:17910:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.666738:0:17910:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e4ed3aa. 02000000:00000001:1.0:1767384382.666739:0:17910:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.666741:0:17910:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.666743:0:17910:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384382.666744:0:17910:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.666746:0:17910:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1767384382.666748:0:17910:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384382.666750:0:17910:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384382.666751:0:17910:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 15 to 0@lo 00000100:00000001:1.0:1767384382.666753:0:17910:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:1.0:1767384382.666754:0:17910:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629305821360576 : -114767888191040 : 0xffff979e84caf1c0) 00000100:00000040:1.0:1767384382.666756:0:17910:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e1c7d93a refcount 15 to 0@lo 02000000:00000001:1.0:1767384382.666757:0:17910:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384382.666758:0:17910:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.666759:0:17910:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.666761:0:17910:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.666762:0:17910:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384382.666764:0:17910:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731479552, offset 0 00000400:00000200:1.0:1767384382.666789:0:17910:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384382.666793:0:17910:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384382.666797:0:17910:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d108600 00000400:00000200:1.0:1767384382.666800:0:17910:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21bd [1] + 0 00000400:00000200:1.0:1767384382.666803:0:17910:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.666805:0:17910:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.666807:0:17910:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384382.666809:0:17910:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.666816:0:17910:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.666826:0:17910:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384382.666830:0:17910:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000400:00000010:1.0:1767384382.666831:0:17910:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000100:00000001:1.0:1767384382.666833:0:17910:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384382.666835:0:17910:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384382.666837:0:17910:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.666839:0:17910:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 14 to 0@lo 00000100:00000001:1.0:1767384382.666841:0:17910:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.666842:0:17910:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384382.666844:0:17910:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f4b830a x1853236731479552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.666851:0:17910:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f4b830a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16351:x1853236731479552:12345-0@lo:38: Request processed in 2030us (2313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767384382.666856:0:17910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384382.666858:0:17910:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.666858:0:17910:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384382.666860:0:17910:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dbf28b00. 00000020:00000010:1.0:1767384382.666863:0:17910:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000020:00000010:1.0:1767384382.666864:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660dedd0. 00000100:00000001:1.0:1767384382.666866:0:17910:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.666898:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.666903:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384382.666907:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.666908:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384382.666910:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051698f87. 00000400:00000200:0.0:1767384382.666915:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006edb577f 00000400:00000010:0.0:1767384382.666917:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006edb577f. 00000100:00000001:0.0:1767384382.666920:0:16351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384382.666924:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384382.666933:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.666941:0:16351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384382.666942:0:16351:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.666944:0:16351:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384382.666945:0:16351:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384382.666946:0:16351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384382.666947:0:16351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.666949:0:16351:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.666952:0:16351:0:(import.c:2128:obd_at_measure()) add 0 to 00000000f3b2400e time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384382.666954:0:16351:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d9c5330a time=96 v=10 (10 0 0 0) 00000100:00000001:0.0:1767384382.666956:0:16351:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384382.666957:0:16351:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384382.666959:0:16351:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384382.666961:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.666966:0:16351:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384382.666967:0:16351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384382.666968:0:16351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.666970:0:16351:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384382.666971:0:16351:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384382.666972:0:16351:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384382.666983:0:16351:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384382.666985:0:16351:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384382.666989:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.666994:0:16351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018e8f3cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731479552:0@lo:38: 00000100:00000001:0.0:1767384382.666998:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.666999:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384382.667001:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018e8f3cd x1853236731479552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.667006:0:16351:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384382.667007:0:16351:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384382.667008:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa49a15e. 02000000:00000001:0.0:1767384382.667010:0:16351:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384382.667011:0:16351:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384382.667012:0:16351:0:(genops.c:1242:class_import_put()) import 00000000b73de4e0 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384382.667013:0:16351:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384382.667014:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007adddc14. 02000000:00000001:0.0:1767384382.667015:0:16351:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384382.667016:0:16351:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384382.667017:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018e8f3cd. 00000100:00000001:0.0:1767384382.667019:0:16351:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384382.667020:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.667021:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.667025:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.667025:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.667027:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.667028:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.669826:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000010:1.0:1767384382.669833:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000260aaa3f. 00000100:00000040:3.0:1767384382.669850:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000040:2.0:1767384382.669853:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000040:0.0:1767384382.669854:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294968837, at 4294968838 00000100:00000010:3.0:1767384382.669858:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7934d14. 00000100:00000010:2.0:1767384382.669864:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2aa7ef1. 00000100:00000010:0.0:1767384382.669867:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028d222a1. 00000400:00000001:0.0:1767384383.175903:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384383.175909:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384383.175911:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384383.175916:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384383.175940:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384383.175946:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767384383.175960:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004462fb77. 00000400:00000010:0.0:1767384383.175964:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002e584d07. 00000020:00000001:0.0:1767384383.431927:0:40105:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384383.431946:0:40105:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002c322218 - data 000000004857e441/00000000c53f8597 00000020:00000010:0.0:1767384383.432082:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000da810f8f. 00000020:00000010:0.0:1767384383.432093:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000bd15e96d. 00000020:00000010:0.0:1767384383.432100:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c53f8597. 00000020:00000010:0.0:1767384383.432103:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000000cec0aba. 00000020:00000010:0.0:1767384383.432107:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000005befba66. 00000020:00000010:0.0:1767384383.432110:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d2ef18e0. 00000020:00000010:0.0:1767384383.432114:0:40105:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002c322218. 00000020:01000000:0.0:1767384383.432120:0:40105:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000c04bdc61 - data 0000000000353ae0/00000000c98ecae3 00000020:00000010:0.0:1767384383.432220:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000427d39ec. 00000020:00000010:0.0:1767384383.432224:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000003e6fb5f1. 00000020:00000010:0.0:1767384383.432227:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c98ecae3. 00000020:00000010:0.0:1767384383.432230:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000004e75e9f8. 00000020:00000010:0.0:1767384383.432234:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000009fcba606. 00000020:00000010:0.0:1767384383.432236:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000093866f7f. 00000020:00000010:0.0:1767384383.432238:0:40105:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000c04bdc61. 00000020:00000001:0.0:1767384383.432283:0:40105:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384383.432629:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000001f6c07df. 00000020:00000010:0.0:1767384383.432634:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000015d3e742. 00000020:00000010:0.0:1767384383.432637:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000022d233b7. 00000020:00000010:0.0:1767384383.432641:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000882c0a13. 00000020:00000010:0.0:1767384383.432645:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008d40845a. 02000000:00000001:0.0:1767384383.438100:0:40105:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384383.438107:0:40105:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000c7793dbe for key 0 00000004:00000010:0.0:1767384383.438115:0:40105:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000c7793dbe. 02000000:00000001:0.0:1767384383.438124:0:40105:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384383.438149:0:40105:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000e2efa2d9. 02000000:00000010:0.0:1767384383.438155:0:40105:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000007a0ad7de. 02000000:00000001:0.0:1767384383.438161:0:40105:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384383.438165:0:40105:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384383.438167:0:40105:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000bb029ea3. 02000000:00000010:0.0:1767384383.438172:0:40105:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000007c85b976. 00000020:00000001:0.0:1767384383.438178:0:40105:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384383.438183:0:40105:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384383.438187:0:40105:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384383.438194:0:40105:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384383.438202:0:40105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002e584d07. 00080000:00000001:0.0:1767384383.438207:0:40105:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629301518017536 : -114772191534080 : ffff979d844b2400) 00080000:00000001:0.0:1767384383.438214:0:40105:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384383.438220:0:40105:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384383.438225:0:40105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008add2ea1. 00080000:00000001:0.0:1767384383.438230:0:40105:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384383.438235:0:40105:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384383.438280:0:40105:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384383.438285:0:40105:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384383.438323:0:40105:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384383.438329:0:40105:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384383.438334:0:40105:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384383.440459:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002e584d07. 00080000:00000010:0.0:1767384383.440597:0:40105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008add2ea1. 00040000:00000001:0.0:1767384383.440607:0:40105:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384383.440610:0:40105:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384383.440614:0:40105:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384383.440617:0:40105:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384383.440620:0:40105:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384383.440627:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000739197c2/000000002ee00c40 to site lru. bkt: 000000004c2d8130 00000020:00000010:0.0:1767384383.440631:0:40105:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000f940f39b. 00000020:00000010:0.0:1767384383.440656:0:40105:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000cd367e6f. 00000020:00000010:0.0:1767384383.440659:0:40105:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 0000000071f0befe. 00000020:00000002:0.0:1767384383.440669:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000a9311e1a/00000000ba05089e to site lru. bkt: 00000000a9831865 00000020:00000001:0.0:1767384383.440672:0:40105:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384383.440682:0:40105:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384383.440688:0:40105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c1de891. 00000020:00000010:0.0:1767384383.440692:0:40105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ca7c0410. 00000020:00000010:0.0:1767384383.440697:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f9f3f7. 00000020:00000010:0.0:1767384383.440706:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b847c9e8. 00000040:00000010:0.0:1767384383.440710:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006c3fb2da. 00000020:00000010:0.0:1767384383.440714:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000866b012e. 00000020:00000010:0.0:1767384383.440718:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ce2b9f8c. 00000020:00000010:0.0:1767384383.440723:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004fa7bb94. 80000000:00000010:0.0:1767384383.440727:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000815e391a. 40000000:00000010:0.0:1767384383.440732:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f63189c. 00100000:00000010:0.0:1767384383.440736:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007469c627. 00040000:00000010:0.0:1767384383.440741:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003afcb0e5. 00040000:00000010:0.0:1767384383.440745:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000204664be. 00040000:00000010:0.0:1767384383.440750:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebfa4217. 00080000:00000010:0.0:1767384383.440754:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000edcae33c. 00080000:00000010:0.0:1767384383.440759:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f3e66494. 00000004:00000010:0.0:1767384383.440763:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001ed2593c. 00000004:00000010:0.0:1767384383.440799:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ec4950fb. 00000004:00000010:0.0:1767384383.440806:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005db5c2a7. 00000004:00000010:0.0:1767384383.440809:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023d523b4. 00000020:00000010:0.0:1767384383.440813:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007eca97c. 00000001:00000001:0.0:1767384383.440816:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384383.440822:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004f542a7e. 00000001:00000010:0.0:1767384383.440825:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ed1341bf. 00000001:00000010:0.0:1767384383.440828:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000870417db. 00000001:00000001:0.0:1767384383.440832:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384383.440834:0:40105:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384383.440839:0:40105:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384383.440843:0:40105:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384383.440874:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007ff07746. 00000020:00000010:0.0:1767384383.440878:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000e289fcec. 00000020:00000010:0.0:1767384383.440882:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000bae24619. 00000020:00000010:0.0:1767384383.440886:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000017969cda. 00010000:00000001:0.0:1767384383.440918:0:40105:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384383.440937:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005c4fa9c0. 00000020:00000010:0.0:1767384383.440940:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000434325b8. 00000020:00000010:0.0:1767384383.440942:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000002201cab7. 00000020:00000010:0.0:1767384383.440944:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d8627a12. 00000001:00000001:0.0:1767384383.440979:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384383.459293:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb156483. 00000001:00000010:0.0:1767384383.459312:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f168d059. 00000001:00000010:0.0:1767384383.459315:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f9093d76. 00000001:00000010:0.0:1767384383.459316:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000096b43fbb. 00000001:00000010:0.0:1767384383.459318:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000042492173. 00000001:00000010:0.0:1767384383.459320:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b5f34ba4. 00000001:00000010:0.0:1767384383.459321:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000031e78c81. 00000001:00000010:0.0:1767384383.459323:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f32366da. 00000001:00000010:0.0:1767384383.459324:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cf491cec. 00000001:00000010:0.0:1767384383.459326:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e1066e12. 00000001:00000010:0.0:1767384383.459327:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007160b88c. 00000001:00000010:0.0:1767384383.459329:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f72ef652. 00000001:00000010:0.0:1767384383.459331:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009a9ab02e. 00000001:00000010:0.0:1767384383.459332:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000026d1393d. 00000001:00000010:0.0:1767384383.459334:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e2bea47e. 00000001:00000010:0.0:1767384383.459335:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000062ec8460. 00000001:00000010:0.0:1767384383.459337:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e12302f2. 00000001:00000010:0.0:1767384383.459338:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e535f44b. 00000001:00000010:0.0:1767384383.459340:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a817bb9b. 00000001:00000010:0.0:1767384383.459341:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dbf2fd02. 00000001:00000010:0.0:1767384383.459343:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c051949. 00000001:00000010:0.0:1767384383.459344:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048ea4524. 00000001:00000010:0.0:1767384383.459346:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e447b15. 00000001:00000010:0.0:1767384383.459347:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0c0e998. 00000001:00000010:0.0:1767384383.459349:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000029150b05. 00000001:00000010:0.0:1767384383.459350:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000801b618a. 00000001:00000010:0.0:1767384383.459352:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd3fb5b7. 00000001:00000010:0.0:1767384383.459371:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000adf59cfe. 00000001:00000010:0.0:1767384383.459373:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000300619c0. 00000001:00000010:0.0:1767384383.459375:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ceebdb7. 00000001:00000010:0.0:1767384383.459376:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec08c957. 00000001:00000010:0.0:1767384383.459378:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a3af8b1. 00000001:00000010:0.0:1767384383.459380:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000348f3cb3. 00000001:00000010:0.0:1767384383.459382:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c17fd6c7. 00000001:00000010:0.0:1767384383.459383:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003fb2a13. 00000001:00000010:0.0:1767384383.459385:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b89529a0. 00000001:00000010:0.0:1767384383.459387:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4fdf225. 00000001:00000010:0.0:1767384383.459389:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000355e0a79. 00000001:00000010:0.0:1767384383.459390:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b383da3. 00000001:00000010:0.0:1767384383.459392:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000042b8e964. 00000001:00000010:0.0:1767384383.459393:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000467eea4b. 00000001:00000010:0.0:1767384383.459395:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004c31b078. 00000001:00000010:0.0:1767384383.459397:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003800e18. 00000001:00000010:0.0:1767384383.459398:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de3412e3. 00000001:00000010:0.0:1767384383.459400:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000886011d6. 00000001:00000010:0.0:1767384383.459401:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c7c89d2. 00000001:00000010:0.0:1767384383.459403:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003b26c9f1. 00000001:00000010:0.0:1767384383.459404:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014a0209e. 00000001:00000010:0.0:1767384383.459406:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000ea21f54. 00000001:00000010:0.0:1767384383.459408:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000407b83ff. 00000001:00000010:0.0:1767384383.459409:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000010020a8e. 00000001:00000010:0.0:1767384383.459411:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4495e61. 00000001:00000010:0.0:1767384383.459412:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056ac9532. 00000001:00000010:0.0:1767384383.459414:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5db92eb. 00000001:00000010:0.0:1767384383.459416:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000593446e8. 00000001:00000010:0.0:1767384383.459417:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000001a5de73. 00000001:00000010:0.0:1767384383.459419:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ff537f3. 00000001:00000010:0.0:1767384383.459421:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f55aba71. 00000001:00000010:0.0:1767384383.459422:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000087259982. 00000001:00000010:0.0:1767384383.459428:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009de6bc46. 00000001:00000010:0.0:1767384383.459430:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000969fd38d. 00000001:00000010:0.0:1767384383.459431:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f2e9743. 00000001:00000010:0.0:1767384383.459433:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d5daffb. 00000001:00000010:0.0:1767384383.459435:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006397c7ac. 00000001:00000010:0.0:1767384383.459436:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000498ad5c0. 00000001:00000010:0.0:1767384383.459438:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000623cd2b. 00000001:00000010:0.0:1767384383.459439:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b2951fe. 00000001:00000010:0.0:1767384383.459441:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cebf0075. 00000001:00000010:0.0:1767384383.459442:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000539e5bef. 00000001:00000010:0.0:1767384383.459444:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043b320a4. 00000001:00000010:0.0:1767384383.459445:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056374c7a. 00000001:00000010:0.0:1767384383.459446:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034427643. 00000001:00000010:0.0:1767384383.459448:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000311390b. 00000001:00000010:0.0:1767384383.459450:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000940d0106. 00000001:00000010:0.0:1767384383.459451:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030033e39. 00000001:00000010:0.0:1767384383.459452:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003294e118. 00000001:00000010:0.0:1767384383.459454:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000041970f89. 00000001:00000010:0.0:1767384383.459455:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc78a76d. 00000001:00000010:0.0:1767384383.459457:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017a95fea. 00000001:00000010:0.0:1767384383.459458:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fcdab2fa. 00000001:00000010:0.0:1767384383.459460:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ab64fa7. 00000001:00000010:0.0:1767384383.459461:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f44121a. 00000001:00000010:0.0:1767384383.459463:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ca56b38. 00000001:00000010:0.0:1767384383.459464:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d34674b4. 00000001:00000010:0.0:1767384383.459466:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030ad0e37. 00000001:00000010:0.0:1767384383.459467:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f88fb23. 00000001:00000010:0.0:1767384383.459468:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004055cacb. 00000001:00000010:0.0:1767384383.459470:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000adbf1813. 00000001:00000010:0.0:1767384383.459471:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb91d7dd. 00000001:00000010:0.0:1767384383.459472:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d82a2c50. 00000001:00000010:0.0:1767384383.459474:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd04a4a3. 00000001:00000010:0.0:1767384383.459479:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000046f206ed. 00000001:00000010:0.0:1767384383.459481:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009acb42e6. 00000001:00000010:0.0:1767384383.459482:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003086843e. 00000001:00000010:0.0:1767384383.459484:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000909d0a0d. 00000001:00000010:0.0:1767384383.459486:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003495238e. 00000001:00000010:0.0:1767384383.459487:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1822db6. 00000001:00000010:0.0:1767384383.459489:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000005a8fc2b. 00000001:00000010:0.0:1767384383.459490:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a25d1c02. 00000001:00000010:0.0:1767384383.459492:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005bae931a. 00000001:00000010:0.0:1767384383.459493:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c39dc96. 00000001:00000010:0.0:1767384383.459494:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000093fef2f. 00000001:00000010:0.0:1767384383.459496:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a1391ca. 00000001:00000010:0.0:1767384383.459497:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c54dc54. 00000001:00000010:0.0:1767384383.459498:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da68d877. 00000001:00000010:0.0:1767384383.459500:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fc19ef7b. 00000001:00000010:0.0:1767384383.459501:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000682f8036. 00000001:00000010:0.0:1767384383.459502:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e689ba72. 00000001:00000010:0.0:1767384383.459504:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8eb0231. 00000001:00000010:0.0:1767384383.459505:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008657f220. 00000001:00000010:0.0:1767384383.459506:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000abe1c053. 00000001:00000010:0.0:1767384383.459508:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000052298f18. 00000001:00000010:0.0:1767384383.459509:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016453aac. 00000001:00000010:0.0:1767384383.459510:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed17dbc5. 00000001:00000010:0.0:1767384383.459512:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8e011e4. 00000001:00000010:0.0:1767384383.459513:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028759e3b. 00000001:00000010:0.0:1767384383.459514:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c88936f9. 00000001:00000010:0.0:1767384383.459516:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1af869b. 00000001:00000010:0.0:1767384383.459517:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000024321963. 00000001:00000010:0.0:1767384383.459518:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071921a65. 00000001:00000010:0.0:1767384383.459520:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000793b6c9c. 00000001:00000010:0.0:1767384383.459521:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc3c3d34. 00000001:00000010:0.0:1767384383.459522:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014a5f6da. 00000001:00000010:0.0:1767384383.459528:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000387eb0e3. 00000001:00000010:0.0:1767384383.459530:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000275f0668. 00000001:00000010:0.0:1767384383.459531:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc9bff5e. 00000001:00000010:0.0:1767384383.459533:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea34e9ec. 00000001:00000010:0.0:1767384383.459535:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000912c704d. 00000001:00000010:0.0:1767384383.459537:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000001ada92bf. 00000001:00000010:0.0:1767384383.459543:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000099569b7a. 00000001:00000001:0.0:1767384383.459547:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384383.459552:0:40105:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000077155c14. 00010000:00000001:0.0:1767384383.459555:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384383.459920:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384383.459928:0:40105:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:1.0:1767384383.459934:0:40105:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767384383.459939:0:40105:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:1.0:1767384383.459943:0:40105:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1767384383.459950:0:40105:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384383.460043:0:40105:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384383.460055:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000079b296d0/00000000e074396e to site lru. bkt: 000000005ee7d04b 40000000:00000001:1.0:1767384383.460061:0:40105:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384383.460064:0:40105:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384383.460068:0:40105:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000d85d5bc0. 40000000:00000001:1.0:1767384383.460075:0:40105:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384383.460185:0:40105:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384383.460191:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000000fe5b32b/000000009a461bec to site lru. bkt: 00000000cea4eafa 40000000:00000001:1.0:1767384383.460196:0:40105:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384383.460199:0:40105:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384383.460202:0:40105:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 000000007664d197. 40000000:00000001:1.0:1767384383.460210:0:40105:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384383.460386:0:40105:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384383.460390:0:40105:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000040a068b6. 40000000:00000001:1.0:1767384383.460417:0:40105:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.460422:0:40105:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:1.0:1767384383.460426:0:40105:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:1.0:1767384383.460467:0:40105:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:1.0:1767384383.460472:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000b82aecc4/00000000cb0551ac to site lru. bkt: 00000000b30a1255 80000000:00000001:1.0:1767384383.460477:0:40105:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:1.0:1767384383.460481:0:40105:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767384383.460485:0:40105:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767384383.460488:0:40105:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000001643683c. 80000000:00000010:1.0:1767384383.460495:0:40105:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000dc8417c. 80000000:00000010:1.0:1767384383.460500:0:40105:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000067266e8a. 80000000:00000010:1.0:1767384383.460504:0:40105:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000029b6550f. 80000000:00000010:1.0:1767384383.460508:0:40105:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000a515a6a8. 80000000:00000040:1.0:1767384383.460512:0:40105:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:1.0:1767384383.460515:0:40105:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384383.460519:0:40105:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767384383.460522:0:40105:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:1.0:1767384383.460524:0:40105:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:1.0:1767384383.460527:0:40105:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:1.0:1767384383.460530:0:40105:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 0000000047392031. 80000000:00000001:1.0:1767384383.460535:0:40105:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:1.0:1767384383.460538:0:40105:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000005152bf7b. 00000004:00000001:1.0:1767384383.460543:0:40105:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.460547:0:40105:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:1.0:1767384383.460561:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000640b20cf. 00040000:00000001:1.0:1767384383.460571:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460575:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460577:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460579:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460582:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460584:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.460591:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b82aecc4. 00000004:00000010:1.0:1767384383.460598:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f35db94e. 00000004:00000010:1.0:1767384383.460608:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006fe6c32d. 00000004:00000001:1.0:1767384383.460614:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.460616:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:1.0:1767384383.460620:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb0551ac. 00000004:00000001:1.0:1767384383.460627:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.460636:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460638:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460640:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460643:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460644:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460647:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.460651:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000457e83bc. 00000004:00000010:1.0:1767384383.460657:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000016c6eca5. 00000004:00000010:1.0:1767384383.460662:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002b32bd8a. 00000004:00000001:1.0:1767384383.460666:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.460668:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:1.0:1767384383.460672:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000153dda6. 00000004:00000001:1.0:1767384383.460681:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.460696:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460699:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460701:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460720:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460723:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460725:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.460743:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d8d51f1d. 00000004:00000010:1.0:1767384383.460751:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000062095321. 00000004:00000010:1.0:1767384383.460756:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b3466779. 00000004:00000001:1.0:1767384383.460760:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.460764:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:1.0:1767384383.460768:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cacceb7d. 00000004:00000001:1.0:1767384383.460778:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.460792:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460795:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460798:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460801:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460803:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460806:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.460897:0:40105:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000ab924ed5. 00080000:00000010:1.0:1767384383.460909:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000739197c2. 00000004:00000010:1.0:1767384383.460917:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006b4b3c25. 00000004:00000010:1.0:1767384383.460924:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000061faa460. 00000004:00000001:1.0:1767384383.460929:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.460931:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:1.0:1767384383.460936:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002ee00c40. 00000004:00000001:1.0:1767384383.460944:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.460956:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460959:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460962:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460965:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.460967:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.460970:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.460976:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000325d4d4f. 00000020:00000010:1.0:1767384383.460985:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001da8540e. 00040000:00000001:1.0:1767384383.461021:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461026:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461029:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461033:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461052:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461055:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461061:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005c5c6b53. 00000004:00000010:1.0:1767384383.461071:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe09fecc. 00000004:00000010:1.0:1767384383.461078:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bee46270. 00000004:00000001:1.0:1767384383.461084:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461087:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:1.0:1767384383.461091:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007beadacf. 00000004:00000001:1.0:1767384383.461100:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461128:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461131:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461133:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461136:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461139:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461142:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461146:0:40105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 0000000018ea1422. 00080000:00000010:1.0:1767384383.461155:0:40105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 00000000fbf6b58c. 00080000:00000010:1.0:1767384383.461164:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000011529f50. 00000004:00000010:1.0:1767384383.461170:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006378eb4d. 00000004:00000010:1.0:1767384383.461190:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cdc46184. 00000004:00000001:1.0:1767384383.461197:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461199:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:1.0:1767384383.461202:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000052eb56c3. 00000004:00000001:1.0:1767384383.461208:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461221:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461224:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461225:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461227:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461229:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461231:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461237:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009c73837f. 00000020:00000010:1.0:1767384383.461287:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009a5a7094. 00040000:00000001:1.0:1767384383.461300:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461303:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461305:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461308:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461309:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461310:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461315:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003fd5d463. 00000004:00000010:1.0:1767384383.461319:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f2a429bc. 00000004:00000010:1.0:1767384383.461322:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000134abda2. 00000004:00000001:1.0:1767384383.461326:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461327:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:1.0:1767384383.461330:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009bfec0a3. 00000004:00000001:1.0:1767384383.461335:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461361:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461363:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461365:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461367:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461369:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461372:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461377:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a7cfb07. 00000004:00000010:1.0:1767384383.461384:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c20889c3. 00000004:00000010:1.0:1767384383.461392:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbcc05f9. 00000004:00000001:1.0:1767384383.461397:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461400:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:1.0:1767384383.461421:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000054233f10. 00000004:00000001:1.0:1767384383.461429:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461447:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461450:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461452:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461454:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461457:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461459:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461465:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a1d3454b. 20000000:00000010:1.0:1767384383.461473:0:40105:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000951b5af4. 00040000:00000001:1.0:1767384383.461485:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461488:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461490:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461492:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461494:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461497:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461500:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000093aba77b. 00000020:00000010:1.0:1767384383.461504:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008fbf0bb. 00040000:00000001:1.0:1767384383.461512:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461514:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461515:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461516:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461517:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461519:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461521:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c779f0c7. 00000004:00000010:1.0:1767384383.461527:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005f9996cb. 00000004:00000010:1.0:1767384383.461530:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b428452. 00000004:00000001:1.0:1767384383.461533:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461535:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:1.0:1767384383.461537:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000038bef6f3. 00000004:00000001:1.0:1767384383.461545:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461564:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000052b20c87. 00040000:00000001:1.0:1767384383.461571:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461573:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461575:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461577:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461578:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461580:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461583:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000064426a61. 00000004:00000010:1.0:1767384383.461585:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000c16fb51. 00000004:00000010:1.0:1767384383.461597:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009d3e33ea. 00000004:00000001:1.0:1767384383.461599:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461600:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:1.0:1767384383.461602:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009882d3ae. 00000004:00000001:1.0:1767384383.461604:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461607:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000061324bdf. 00040000:00000001:1.0:1767384383.461611:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461613:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461614:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461616:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461618:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461620:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461623:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e4e128e4. 00000004:00000010:1.0:1767384383.461627:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ac1584a6. 00000004:00000010:1.0:1767384383.461630:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000063b156a0. 00000004:00000001:1.0:1767384383.461633:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461634:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:1.0:1767384383.461636:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000085cafe0c. 00000004:00000001:1.0:1767384383.461640:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461642:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ca2f262a. 00040000:00000001:1.0:1767384383.461646:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461647:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461649:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461651:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461653:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461654:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461657:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000045982cb8. 00000004:00000010:1.0:1767384383.461661:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b042ab2c. 00000004:00000010:1.0:1767384383.461665:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002c3cd9cf. 00000004:00000001:1.0:1767384383.461668:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461669:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:1.0:1767384383.461671:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a4d5e322. 00000004:00000001:1.0:1767384383.461675:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461677:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000006659a46. 00040000:00000001:1.0:1767384383.461681:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461682:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461684:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461685:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461686:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461688:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461690:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009de07d15. 00000004:00000010:1.0:1767384383.461694:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005ed33084. 00000004:00000010:1.0:1767384383.461697:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007ad7c788. 00000004:00000001:1.0:1767384383.461699:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461700:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:1.0:1767384383.461702:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000777c88be. 00000004:00000001:1.0:1767384383.461725:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461728:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007910326f. 00040000:00000001:1.0:1767384383.461733:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461734:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461736:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461737:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461739:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461740:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461743:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002140d32a. 00000004:00000010:1.0:1767384383.461748:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b7749ffb. 00000004:00000010:1.0:1767384383.461752:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000052ef3f06. 00000004:00000001:1.0:1767384383.461756:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461758:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:1.0:1767384383.461760:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a25e8de. 00000004:00000001:1.0:1767384383.461765:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.461768:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000386e65d9. 00040000:00000001:1.0:1767384383.461773:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461776:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461777:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461779:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461781:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461783:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461786:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008dbc0480. 00000004:00000010:1.0:1767384383.461789:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000c95d77a. 00000004:00000010:1.0:1767384383.461793:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ec9d1a7. 00000004:00000001:1.0:1767384383.461797:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461799:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:1.0:1767384383.461801:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000017c7f71e. 00000004:00000001:1.0:1767384383.461806:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461811:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461812:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461813:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461815:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461817:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461818:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461821:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000079b296d0. 00000004:00000010:1.0:1767384383.461826:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000024b8a051. 00000004:00000010:1.0:1767384383.461865:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005414baec. 00000004:00000001:1.0:1767384383.461870:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461871:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:1.0:1767384383.461874:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e074396e. 00000004:00000001:1.0:1767384383.461879:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461887:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461889:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461891:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461893:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461894:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461896:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461899:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a9311e1a. 00000004:00000010:1.0:1767384383.461906:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000091625787. 00000004:00000010:1.0:1767384383.461912:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000031ae4b50. 00000004:00000001:1.0:1767384383.461916:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461919:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:1.0:1767384383.461922:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ba05089e. 00000004:00000001:1.0:1767384383.461932:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.461948:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461951:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461953:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461955:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.461956:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.461957:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.461966:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000065aa6a70. 00000004:00000010:1.0:1767384383.461973:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001dda2017. 00000004:00000010:1.0:1767384383.461976:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002050e8b7. 00000004:00000001:1.0:1767384383.461978:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.461979:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:1.0:1767384383.461981:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d2981ed0. 00000004:00000001:1.0:1767384383.461988:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.462118:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462121:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462123:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462125:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462126:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462128:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.462132:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000453be93. 00000020:00000010:1.0:1767384383.462136:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001141beff. 00040000:00000001:1.0:1767384383.462147:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462149:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462151:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462152:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462154:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462155:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.462158:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000101f19d1. 00000004:00000010:1.0:1767384383.462163:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000835fa2f5. 00000004:00000010:1.0:1767384383.462167:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000306d460b. 00000004:00000001:1.0:1767384383.462170:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.462172:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:1.0:1767384383.462175:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b0589b9d. 00000004:00000001:1.0:1767384383.462180:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:1.0:1767384383.462188:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462190:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462191:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462194:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384383.462195:0:40105:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384383.462198:0:40105:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384383.462202:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000fe5b32b. 00000004:00000010:1.0:1767384383.462206:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000588947de. 00000004:00000010:1.0:1767384383.462210:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001ceb4358. 00000004:00000001:1.0:1767384383.462213:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.462215:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:1.0:1767384383.462217:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a461bec. 00000004:00000001:1.0:1767384383.462222:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:1.0:1767384383.462231:0:40105:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000a2ba59f8. 00000004:00000001:1.0:1767384383.462235:0:40105:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767384383.462238:0:40105:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767384383.462271:0:40105:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767384383.462275:0:40105:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384383.462279:0:40105:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384383.462282:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.462285:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.462362:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.462366:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.462369:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.462449:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.462454:0:40105:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.462457:0:40105:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384383.462462:0:40105:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:1.0:1767384383.462468:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384383.462471:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384383.462474:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384383.462476:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384383.462478:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:1.0:1767384383.462482:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384383.462485:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384383.462486:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384383.462487:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384383.462490:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384383.462494:0:40105:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384383.462512:0:40105:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384383.462515:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384383.462517:0:40105:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384383.462520:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384383.462522:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.462524:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.462567:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.462569:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.462570:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.462611:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.462613:0:40105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384383.462618:0:40105:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384383.462675:0:17107:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc2c8e84. 00000040:00000010:2.0:1767384383.462686:0:17107:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000860e92b8. 00000020:00000010:2.0:1767384383.462693:0:17107:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba29f7ed. 00000020:00000010:2.0:1767384383.462698:0:17107:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821ef927. 00000020:00000010:2.0:1767384383.462705:0:17107:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004455b056. 80000000:00000010:2.0:1767384383.462726:0:17107:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002e82e1fc. 40000000:00000010:2.0:1767384383.462731:0:17107:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae42331d. 00100000:00000010:2.0:1767384383.462737:0:17107:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007cc8efe9. 00040000:00000010:2.0:1767384383.462743:0:17107:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f471a42f. 00040000:00000010:2.0:1767384383.462748:0:17107:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ab5fc70c. 00040000:00000010:2.0:1767384383.462754:0:17107:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a15572d1. 00080000:00000010:2.0:1767384383.462761:0:17107:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000994dd8f2. 00080000:00000010:2.0:1767384383.462769:0:17107:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068de1d36. 00000004:00000010:2.0:1767384383.462774:0:17107:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cd5791dc. 00000004:00000010:2.0:1767384383.462819:0:17107:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e6d6df0. 00000004:00000010:2.0:1767384383.462827:0:17107:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048471fec. 00002000:00000010:2.0:1767384383.462833:0:17107:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000593d44ca. 00000004:00000010:2.0:1767384383.462838:0:17107:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7f0e050. 00000020:00000010:2.0:1767384383.462843:0:17107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2f6d8d1. 00000004:00000010:2.0:1767384383.462848:0:17107:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 000000009b568668. 00000004:00000001:2.0:1767384383.462852:0:17107:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.462910:0:40105:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767384383.462917:0:40105:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384383.463041:0:17106:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384383.463048:0:17106:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384383.463053:0:17106:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384383.463058:0:17106:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000051fe43b2. 00000040:00000010:3.0:1767384383.463070:0:17106:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000097a9526c. 00000040:00000001:3.0:1767384383.463076:0:17106:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384383.463081:0:17106:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384383.463083:0:17106:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384383.463086:0:17106:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384383.463091:0:17106:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009f8d52dd. 00000040:00000010:3.0:1767384383.463096:0:17106:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000003d833ab. 00000040:00000001:3.0:1767384383.463099:0:17106:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384383.463101:0:17106:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384383.463107:0:17106:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384383.463111:0:17106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384383.463118:0:17106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b00bb83c. 00000020:00000010:3.0:1767384383.463123:0:17106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cc60120d. 00000040:00000001:3.0:1767384383.463137:0:17106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384383.463140:0:17106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000496d2850. 00000040:00000001:3.0:1767384383.463145:0:17106:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384383.463147:0:17106:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384383.463150:0:17106:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384383.463154:0:17106:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.463160:0:17106:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000080926e17. 00080000:00000001:3.0:1767384383.463164:0:17106:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306443022848 : -114767266528768 : ffff979ea9d8c200) 00000040:00000001:3.0:1767384383.463168:0:17106:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384383.463170:0:17106:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384383.463175:0:17106:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384383.463179:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384383.463182:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384383.463184:0:17106:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384383.463189:0:17106:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463192:0:17106:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463194:0:17106:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463198:0:17106:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.463215:0:17106:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463218:0:17106:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:3.0:1767384383.463223:0:17106:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:3.0:1767384383.463293:0:17106:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384383.463325:0:17106:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:3.0:1767384383.463330:0:17106:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1767384383.463334:0:17106:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384383.463337:0:17106:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446629305898165376 : -114767811386240 : ffff979e895ee480) 00000001:00000001:3.0:1767384383.463342:0:17106:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1767384383.463378:0:17106:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.463382:0:17106:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463387:0:17106:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463390:0:17106:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463394:0:17106:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384383.463420:0:17106:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384383.463423:0:17106:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384383.463425:0:17106:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463428:0:17106:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463432:0:17106:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384383.463433:0:17106:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384383.463437:0:17106:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384383.463441:0:17106:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a7931afd. 00080000:00000001:3.0:1767384383.463445:0:17106:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446629306443027968 : -114767266523648 : ffff979ea9d8d600) 00000040:00000001:3.0:1767384383.463449:0:17106:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384383.463453:0:17106:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384383.463457:0:17106:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384383.463462:0:17106:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384383.463467:0:17106:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a7659d05. 00080000:00000001:3.0:1767384383.463471:0:17106:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463475:0:17106:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463478:0:17106:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463483:0:17106:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384383.463486:0:17106:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463490:0:17106:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384383.463495:0:17106:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463500:0:17106:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384383.463506:0:17106:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463510:0:17106:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384383.463513:0:17106:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384383.463515:0:17106:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:3.0:1767384383.463539:0:17106:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463542:0:17106:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384383.463553:0:17106:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384383.463557:0:17106:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384383.463567:0:17106:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a7659d05. 00040000:00000001:3.0:1767384383.463573:0:17106:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384383.463575:0:17106:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384383.463577:0:17106:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463579:0:17106:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463583:0:17106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384383.463777:0:17106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384383.463780:0:17106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384383.463782:0:17106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384383.463785:0:17106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384383.463788:0:17106:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384383.463790:0:17106:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384383.463794:0:17106:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000006c39f59f. 00080000:00000010:3.0:1767384383.463800:0:17106:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004146e815. 00000020:00000010:3.0:1767384383.463804:0:17106:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009952a58b. 00000040:00000001:3.0:1767384383.463814:0:17106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384383.463854:0:17106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5e80636. 00000040:00000010:3.0:1767384383.463860:0:17106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dadee275. 00000040:00000001:3.0:1767384383.463865:0:17106:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384383.463868:0:17106:0:(lu_object.c:207:lu_object_put()) Add 00000000dd2057cc/000000002cf0eeb0 to site lru. bkt: 00000000defcdf3b 00000040:00000001:3.0:1767384383.463871:0:17106:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384383.463873:0:17106:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e1509faf. 00000040:00000010:3.0:1767384383.463878:0:17106:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000da6cbf7. 00000040:00000001:3.0:1767384383.463882:0:17106:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384383.463885:0:17106:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384383.463888:0:17106:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000014768f91 : new refcount 1 00000020:00000040:3.0:1767384383.463895:0:17106:0:(genops.c:898:class_export_put()) PUTting export 00000000d5950345 : new refcount 1 00000040:00000010:3.0:1767384383.463898:0:17106:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000014768f91. 00000040:00000001:3.0:1767384383.463905:0:17106:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.463912:0:17106:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ba789b93. 00000020:00000010:3.0:1767384383.463921:0:17106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001869ca1a. 00000040:00000010:3.0:1767384383.463925:0:17106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071fcef46. 00000020:00000010:3.0:1767384383.463930:0:17106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc4508dc. 00000020:00000010:3.0:1767384383.463934:0:17106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a25ed0d4. 00040000:00000010:3.0:1767384383.463939:0:17106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000019a4a53f. 00040000:00000010:3.0:1767384383.463946:0:17106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001459ad97. 00080000:00000010:3.0:1767384383.463955:0:17106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ffc5c881. 00080000:00000010:3.0:1767384383.463961:0:17106:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a28c00d2. 00080000:00000010:3.0:1767384383.463967:0:17106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000067d8d8ec. 00000020:00000010:3.0:1767384383.463973:0:17106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe14d14. 00000004:00000010:3.0:1767384383.463978:0:17106:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000006ddcddb6. 00000004:00000001:3.0:1767384383.463985:0:17106:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.464053:0:40105:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.464060:0:40105:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767384383.464064:0:40105:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000ac0bc244. 00000004:00000001:1.0:1767384383.464071:0:40105:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767384383.464095:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000002a798591/00000000512c0497 to site lru. bkt: 00000000fe4d05f7 00000020:00000002:1.0:1767384383.464100:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e1363b76/0000000098142c0f to site lru. bkt: 000000007347f61e 40000000:00000001:1.0:1767384383.464104:0:40105:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767384383.464106:0:40105:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767384383.464182:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d22cccd9 : new refcount 2 40000000:00000001:1.0:1767384383.464186:0:40105:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384383.464188:0:40105:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000020830296. 40000000:00000001:1.0:1767384383.464192:0:40105:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.464195:0:40105:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.464198:0:40105:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.464203:0:40105:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:1.0:1767384383.464207:0:40105:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:327197938 to info 000000003e647901 00100000:00000001:1.0:1767384383.464212:0:40105:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384383.464215:0:40105:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384383.464217:0:40105:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:1.0:1767384383.464220:0:40105:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384383.464222:0:40105:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384383.464337:0:17112:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb9a1c4f. 00000020:00000010:3.0:1767384383.464364:0:17112:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020ead89b. 00000020:00000010:3.0:1767384383.464370:0:17112:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.464376:0:17112:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b6e3bbc. 80000000:00000010:3.0:1767384383.464381:0:17112:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a30d12ae. 40000000:00000010:3.0:1767384383.464385:0:17112:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000cf549cf. 00100000:00000010:3.0:1767384383.464390:0:17112:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000fbfffe7. 00040000:00000010:3.0:1767384383.464396:0:17112:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007afeaa6c. 00040000:00000010:3.0:1767384383.464401:0:17112:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001eaa2749. 00080000:00000010:3.0:1767384383.464424:0:17112:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003029aa12. 00080000:00000010:3.0:1767384383.464429:0:17112:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7ac574d. 00002000:00000010:3.0:1767384383.464435:0:17112:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db115ad8. 00000020:00000010:3.0:1767384383.464441:0:17112:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb2b1c5. 00040000:00000010:3.0:1767384383.464447:0:17112:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000008d706e99. 00040000:00000001:3.0:1767384383.464452:0:17112:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.464507:0:40105:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384383.464512:0:40105:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384383.464514:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.464518:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.464521:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.464528:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.464532:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.464535:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.464539:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b4e762c7. 00000001:00000010:1.0:1767384383.464545:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fe8c05bd. 00000001:00000010:1.0:1767384383.464549:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f3e2eea4. 00000001:00000001:1.0:1767384383.464554:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.464557:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000055817a19. 00000020:00000002:1.0:1767384383.464565:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000053f977ff/000000007937b5b1 to site lru. bkt: 000000006a4a8038 00000020:00000002:1.0:1767384383.464571:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000fd7b20d0/00000000fbd4efef to site lru. bkt: 000000003cafd541 00040000:00000010:1.0:1767384383.464574:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000006e839e26. 00040000:00000001:1.0:1767384383.464579:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384383.464582:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.464584:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.464587:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.464591:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.464594:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.464597:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.464600:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000013bf36f4. 00000001:00000010:1.0:1767384383.464605:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000000a3de1a8. 00000001:00000010:1.0:1767384383.464608:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f16c4ae7. 00000001:00000001:1.0:1767384383.464614:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.464616:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008ca5e1a7. 00000020:00000002:1.0:1767384383.464622:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000c8fb6672/00000000f956bac0 to site lru. bkt: 00000000a772319b 00000020:00000002:1.0:1767384383.464627:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000004703ea55/000000000d335360 to site lru. bkt: 000000004cf541ed 00040000:00000010:1.0:1767384383.464630:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000044301d6b. 00040000:00000001:1.0:1767384383.464634:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384383.464636:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.464639:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.464641:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.464645:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.464648:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.464650:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.464653:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002fdc8c6e. 00000001:00000010:1.0:1767384383.464658:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000043030d95. 00000001:00000010:1.0:1767384383.464662:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000052c26a19. 00000001:00000001:1.0:1767384383.464666:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.464668:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008c728e6c. 00000020:00000002:1.0:1767384383.464673:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000dcfd6d8e/00000000695083b5 to site lru. bkt: 0000000009dcb546 00000020:00000002:1.0:1767384383.464676:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e026d188/0000000024a62b02 to site lru. bkt: 0000000034825123 00040000:00000010:1.0:1767384383.464678:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b1e76aa8. 00040000:00000001:1.0:1767384383.464680:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384383.464685:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 4 00000020:00000010:1.0:1767384383.464688:0:40105:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000e387584f. 00040000:04000000:1.0:1767384383.464693:0:40105:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384383.464695:0:40105:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000006bbf5ca4. 00040000:00000001:1.0:1767384383.464700:0:40105:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:1.0:1767384383.464702:0:40105:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384383.464704:0:40105:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384383.464864:0:17113:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c2ce8e1c. 00000020:00000010:2.0:1767384383.464875:0:17113:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000905a4856. 00000020:00000010:2.0:1767384383.464881:0:17113:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000024882e1b. 00000020:00000010:2.0:1767384383.464887:0:17113:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008efa6ce. 80000000:00000010:2.0:1767384383.464892:0:17113:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f268a2. 40000000:00000010:2.0:1767384383.464897:0:17113:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000296806d7. 00100000:00000010:2.0:1767384383.464902:0:17113:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001b0e5359. 00040000:00000010:2.0:1767384383.464906:0:17113:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008a237b76. 00040000:00000010:2.0:1767384383.464910:0:17113:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080c8cbce. 00080000:00000010:2.0:1767384383.464915:0:17113:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a9ff629. 00080000:00000010:2.0:1767384383.464932:0:17113:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000401d6d5e. 00002000:00000010:2.0:1767384383.464937:0:17113:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000081746344. 00000020:00000010:2.0:1767384383.464941:0:17113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535c782d. 00040000:00000010:2.0:1767384383.464945:0:17113:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000008f7bc5a6. 00040000:00000001:2.0:1767384383.464950:0:17113:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.464994:0:40105:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384383.464999:0:40105:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384383.465001:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.465003:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.465005:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.465010:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.465013:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.465015:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.465018:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000025538b59. 00000001:00000010:1.0:1767384383.465025:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c70761b2. 00000001:00000010:1.0:1767384383.465029:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000217d8a90. 00000001:00000001:1.0:1767384383.465037:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.465039:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000c201c320. 00000020:00000002:1.0:1767384383.465046:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000009e70b1af/0000000092390b5d to site lru. bkt: 000000009be36165 00000020:00000002:1.0:1767384383.465050:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000b22a9f6f/0000000014c257b8 to site lru. bkt: 000000006a4a8038 00000020:00000002:1.0:1767384383.465053:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000008cdc1d7/0000000012397071 to site lru. bkt: 00000000757bf4d4 00040000:00000010:1.0:1767384383.465055:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004ef15cec. 00040000:00000001:1.0:1767384383.465059:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384383.465060:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.465062:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.465064:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.465067:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.465069:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.465071:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.465074:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c6110a1d. 00000001:00000010:1.0:1767384383.465080:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008223275c. 00000001:00000010:1.0:1767384383.465085:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001ded998e. 00000001:00000001:1.0:1767384383.465091:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.465093:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000046e7df08. 00000020:00000002:1.0:1767384383.465100:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000008f658f6e/0000000010277b34 to site lru. bkt: 00000000020fa91c 00000020:00000002:1.0:1767384383.465104:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000006e00f0dc/000000006da334bf to site lru. bkt: 00000000a772319b 00000020:00000002:1.0:1767384383.465108:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000a4994f24/0000000023372aaf to site lru. bkt: 00000000bfd64c78 00040000:00000010:1.0:1767384383.465110:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000036476c02. 00040000:00000001:1.0:1767384383.465113:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384383.465114:0:40105:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384383.465116:0:40105:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384383.465117:0:40105:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384383.465127:0:40105:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384383.465129:0:40105:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384383.465131:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.465132:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e4cac59b. 00000001:00000010:1.0:1767384383.465136:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d37a318f. 00000001:00000010:1.0:1767384383.465138:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000641b1909. 00000001:00000001:1.0:1767384383.465141:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384383.465142:0:40105:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000046cda2e7. 00000020:00000002:1.0:1767384383.465146:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000124444b3/0000000033ebe7b8 to site lru. bkt: 00000000a71cec19 00000020:00000002:1.0:1767384383.465149:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000001e4997a0/0000000064fdfff9 to site lru. bkt: 0000000009dcb546 00000020:00000002:1.0:1767384383.465152:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000003b19c221/000000009ccff1df to site lru. bkt: 0000000054370085 00040000:00000010:1.0:1767384383.465154:0:40105:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000007a0fd2b5. 00040000:00000001:1.0:1767384383.465155:0:40105:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384383.465157:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 3 00000020:00000010:1.0:1767384383.465159:0:40105:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000024b61859. 00080000:00000010:1.0:1767384383.465166:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef94c6e4. 00000004:00000010:1.0:1767384383.465169:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e9723c80. 00000004:00000010:1.0:1767384383.465172:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d23ce7d. 00000004:00000001:1.0:1767384383.465174:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.465176:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:1.0:1767384383.465178:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000667826b8. 00000004:00000001:1.0:1767384383.465183:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384383.465184:0:40105:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384383.465186:0:40105:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000ed497591. 00040000:00000001:1.0:1767384383.465189:0:40105:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384383.465191:0:40105:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384383.465292:0:40105:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384383.465296:0:40105:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000032825437. 00080000:00000010:1.0:1767384383.465315:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000033e66ed6. 00000020:00000010:1.0:1767384383.465322:0:40105:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 0000000007b04400. 00080000:00000001:1.0:1767384383.465333:0:40105:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.465337:0:40105:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.465342:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384383.465348:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.465351:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.465356:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0afe2 00000020:00000040:1.0:1767384383.465362:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000544080e9 with handle 0xd602e9c522f0afe2 from hash 00000020:00000001:1.0:1767384383.465371:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.465374:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000544080e9 : new refcount 1 00000020:00000001:1.0:1767384383.465378:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.465381:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000544080e9 : new refcount 0 00000020:00000080:1.0:1767384383.465385:0:40105:0:(genops.c:904:class_export_put()) final put 00000000544080e9/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384383.465391:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.465416:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.465421:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.465424:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.465429:0:40105:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.465464:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00200000:00000010:1.0:1767384383.465465:0:40105:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000b98f249f. 00000020:00000080:2.0:1767384383.465471:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000544080e9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:1.0:1767384383.465478:0:40105:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:2.0:1767384383.465479:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384383.465486:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384383.465487:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000f1537a7b/00000000a9334261 to site lru. bkt: 00000000f1c04e53 00000020:00000040:2.0:1767384383.465490:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 8 - export 00000020:00000002:1.0:1767384383.465498:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000005a352c0b/0000000006979b25 to site lru. bkt: 0000000061df4fd8 00000020:00000010:2.0:1767384383.465500:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000544080e9. 00000020:00000002:1.0:1767384383.465509:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000330d024c/00000000989cadb5 to site lru. bkt: 00000000fd152621 00000020:00000001:2.0:1767384383.465523:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384383.465524:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000004b046a99/000000006d86a57b to site lru. bkt: 0000000098363946 00000020:00000002:1.0:1767384383.465531:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000003470695f/00000000d5cf7c87 to site lru. bkt: 00000000a772319b 00000020:00000002:1.0:1767384383.465533:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000004e588c00/00000000d9126f83 to site lru. bkt: 00000000a1c39a1c 00000020:00000002:1.0:1767384383.465537:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000019e01dea/00000000ae404196 to site lru. bkt: 00000000662a77e9 00000020:00000002:1.0:1767384383.465539:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000001d0b5f7/000000009add58b5 to site lru. bkt: 000000000e29a03f 00000020:00000002:1.0:1767384383.465543:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000016808868/00000000a061e1d6 to site lru. bkt: 00000000eda1894b 00000020:00000002:1.0:1767384383.465546:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000099071cba/000000002b95e98f to site lru. bkt: 000000007763bbfd 00000020:00000002:1.0:1767384383.465549:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000eae82f1e/0000000071bc408a to site lru. bkt: 00000000c501bed5 00000020:00000002:1.0:1767384383.465553:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000015a19ad4/0000000038edcde6 to site lru. bkt: 00000000fd066717 00000020:00000002:1.0:1767384383.465555:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000d6780c22/000000009b8fba37 to site lru. bkt: 0000000050f254ab 00000020:00000002:1.0:1767384383.465557:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000098bd0418/0000000037bb4e7e to site lru. bkt: 00000000e0a2e6d5 00000020:00000002:1.0:1767384383.465560:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000043b086fd/00000000b3cc33c1 to site lru. bkt: 00000000fc18ec91 00000020:00000002:1.0:1767384383.465563:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000706a645d/000000001d97a21a to site lru. bkt: 00000000b12bee3e 00000020:00000002:1.0:1767384383.465565:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000889beaa5/00000000d0a7b645 to site lru. bkt: 00000000ef5aa4f5 00000020:00000002:1.0:1767384383.465567:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000fde9685a/0000000095eb4bad to site lru. bkt: 00000000ee7d14a6 00100000:00000010:1.0:1767384383.465570:0:40105:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000c61cf678. 00100000:00000010:1.0:1767384383.465575:0:40105:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000079eb3d5a. 00100000:00000010:1.0:1767384383.465581:0:40105:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000950bf418. 00100000:00000010:1.0:1767384383.465585:0:40105:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000503bbbff. 00000020:00000002:1.0:1767384383.465590:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000006b741519/000000008e1a4309 to site lru. bkt: 0000000064694411 00000020:00000002:1.0:1767384383.465593:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000020655ab0/000000005c5ed283 to site lru. bkt: 0000000041df0245 00000020:00000002:1.0:1767384383.465595:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000004de78c4d/000000005ff8e0cb to site lru. bkt: 000000002c4d1883 00000020:00000002:1.0:1767384383.465597:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000001d9d90f6/000000007045e233 to site lru. bkt: 00000000c5853923 00000020:00000002:1.0:1767384383.465601:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000003f8a098c/00000000c66409e3 to site lru. bkt: 000000004df820d0 00000020:00000002:1.0:1767384383.465605:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000030b8be2b/0000000020ff06fb to site lru. bkt: 00000000c3d0f69c 00000020:00000002:1.0:1767384383.465609:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000672cf60b/0000000088243f3c to site lru. bkt: 00000000b1d51316 00000020:00000002:1.0:1767384383.465614:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000fca63e3c/00000000c97984f6 to site lru. bkt: 00000000a7bb5c6c 00000020:00000002:1.0:1767384383.465618:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000001d6e69f0/000000001be12f9f to site lru. bkt: 00000000365a908f 00000020:00000002:1.0:1767384383.465623:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000acb4b87f/00000000818c8e22 to site lru. bkt: 000000009f726692 00000020:00000002:1.0:1767384383.465627:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000008844aac9/000000003a44e2b8 to site lru. bkt: 000000002a14e907 00000020:00000002:1.0:1767384383.465631:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000006d254902/00000000f06a45af to site lru. bkt: 00000000e952675f 00000020:00000002:1.0:1767384383.465636:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000002389f2c3/0000000039288947 to site lru. bkt: 00000000158a18d3 00000020:00000002:1.0:1767384383.465640:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000007bcec2c4/00000000f67c172c to site lru. bkt: 00000000d17752b6 00000020:00000002:1.0:1767384383.465645:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000006962a4a7/00000000e0d9cfbe to site lru. bkt: 00000000852bdc67 00000020:00000002:1.0:1767384383.465649:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e4b54561/00000000fc83413f to site lru. bkt: 0000000079d0674d 00000020:00000002:1.0:1767384383.465652:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000000a2cd7fe/000000000f44aaa2 to site lru. bkt: 000000009fe30650 00100000:00000010:1.0:1767384383.465656:0:40105:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000008daade9b. 00100000:00000010:1.0:1767384383.465662:0:40105:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000d411f677. 00100000:00000010:1.0:1767384383.465670:0:40105:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000005ca3a7cc. 00100000:00000010:1.0:1767384383.465675:0:40105:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000dfba9359. 00100000:00000010:1.0:1767384383.465682:0:40105:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 0000000019f44043. 00100000:00000010:1.0:1767384383.465687:0:40105:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000d0dfb196. 00000020:00000002:1.0:1767384383.465698:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000ef2ee01f/000000005b5a2a90 to site lru. bkt: 000000001a338cd6 00000020:00000002:1.0:1767384383.465703:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000036fa84b1/000000001c1cb3bd to site lru. bkt: 000000009648d0a6 40000000:00000001:1.0:1767384383.465708:0:40105:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384383.465882:0:40105:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384383.465887:0:40105:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000e98a985d. 00100000:00000010:1.0:1767384383.465913:0:40105:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000e9d03fc5. 00000004:00000001:1.0:1767384383.465921:0:40105:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384383.465926:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6f73679 : new refcount 2 00000040:00000001:1.0:1767384383.465931:0:40105:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384383.465936:0:40105:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384383.465943:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e12d6c98/0000000045cc96d6 to site lru. bkt: 00000000f7ed77f3 00000040:00000010:1.0:1767384383.465949:0:40105:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000005e1b97c2. 00000040:00000001:1.0:1767384383.465955:0:40105:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384383.465960:0:40105:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000038ff7bb7. 00000040:00000010:1.0:1767384383.465968:0:40105:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007bb69a71. 00000040:00000001:1.0:1767384383.465974:0:40105:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384383.465978:0:40105:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384383.465982:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f73679 : new refcount 1 00000020:00000040:1.0:1767384383.465990:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d635d3db : new refcount 3 00000040:00000010:1.0:1767384383.465994:0:40105:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f6f73679. 00000040:00000001:1.0:1767384383.466005:0:40105:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.466009:0:40105:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384383.466015:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000508e9921 : new refcount 2 00000040:00000001:1.0:1767384383.466020:0:40105:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384383.466024:0:40105:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384383.466029:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000f9fbeead/00000000776b4cb0 to site lru. bkt: 000000009cdb69c5 00000040:00000010:1.0:1767384383.466034:0:40105:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000dbce26bc. 00000040:00000001:1.0:1767384383.466040:0:40105:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384383.466044:0:40105:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000059cd4d46. 00000040:00000010:1.0:1767384383.466051:0:40105:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a8dbace. 00000040:00000001:1.0:1767384383.466057:0:40105:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384383.466061:0:40105:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384383.466063:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000508e9921 : new refcount 1 00000020:00000040:1.0:1767384383.466070:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d635d3db : new refcount 2 00000040:00000010:1.0:1767384383.466074:0:40105:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000508e9921. 00000040:00000001:1.0:1767384383.466100:0:40105:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384383.466104:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000684c5b37 : new refcount 2 00000040:00000001:1.0:1767384383.466107:0:40105:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384383.466111:0:40105:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384383.466114:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000fbddf2c6/0000000067b6a588 to site lru. bkt: 000000005ee7d04b 00000040:00000010:1.0:1767384383.466119:0:40105:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000035428420. 00000040:00000001:1.0:1767384383.466123:0:40105:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384383.466127:0:40105:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000acc37393. 00000040:00000010:1.0:1767384383.466133:0:40105:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004087f60e. 00000040:00000001:1.0:1767384383.466141:0:40105:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384383.466145:0:40105:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384383.466147:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000684c5b37 : new refcount 1 00000020:00000040:1.0:1767384383.466153:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d635d3db : new refcount 1 00000040:00000010:1.0:1767384383.466157:0:40105:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000684c5b37. 00000040:00000001:1.0:1767384383.466169:0:40105:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.466174:0:40105:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384383.466180:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000e3787463/00000000297ffeb3 to site lru. bkt: 00000000cb997ca1 00000004:00000001:1.0:1767384383.466184:0:40105:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384383.466190:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000ec4e3422/000000005e5143ab to site lru. bkt: 00000000865b819a 00000020:00000002:1.0:1767384383.466197:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000abd6320e/0000000037af4caf to site lru. bkt: 00000000ab86ce7d 00000020:00000002:1.0:1767384383.466202:0:40105:0:(lu_object.c:207:lu_object_put()) Add 000000009af30342/000000005f7cfd83 to site lru. bkt: 0000000059c477ec 00000001:00000001:1.0:1767384383.466215:0:40105:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384383.466223:0:40105:0:(lu_object.c:207:lu_object_put()) Add 0000000039597d4b/000000002ab94a8b to site lru. bkt: 00000000d3952f1a 00000001:00000010:1.0:1767384383.466229:0:40105:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000bdaf87ec. 00000001:00000001:1.0:1767384383.466235:0:40105:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384383.466264:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000045987215. 00080000:00000010:1.0:1767384383.466278:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000043b086fd. 00000020:00000010:1.0:1767384383.466283:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b3cc33c1. 00080000:00000010:1.0:1767384383.466315:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fde9685a. 00000020:00000010:1.0:1767384383.466320:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000095eb4bad. 00080000:00000010:1.0:1767384383.466331:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000124444b3. 00000004:00000010:1.0:1767384383.466338:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000047ee1d48. 00000004:00000010:1.0:1767384383.466346:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f50d6510. 00000004:00000001:1.0:1767384383.466352:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466355:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384383.466360:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000033ebe7b8. 00000004:00000001:1.0:1767384383.466367:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466375:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007de99437. 00080000:00000010:1.0:1767384383.466386:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000008cdc1d7. 00000004:00000010:1.0:1767384383.466392:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008486b9c8. 00000004:00000010:1.0:1767384383.466398:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fac83e23. 00000004:00000001:1.0:1767384383.466404:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466408:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384383.466412:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000012397071. 00000004:00000001:1.0:1767384383.466419:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466430:0:40105:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000ae33428a. 00080000:00000010:1.0:1767384383.466435:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dd2057cc. 00000020:00000010:1.0:1767384383.466442:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002cf0eeb0. 00080000:00000010:1.0:1767384383.466455:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007e71f09f. 00080000:00000010:1.0:1767384383.466482:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000001d0b5f7. 00000020:00000010:1.0:1767384383.466487:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009add58b5. 00080000:00000010:1.0:1767384383.466496:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007400180f. 00080000:00000010:1.0:1767384383.466505:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001d9d90f6. 00000020:00000010:1.0:1767384383.466509:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007045e233. 00080000:00000010:1.0:1767384383.466519:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005a039752. 00080000:00000010:1.0:1767384383.466528:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001e4997a0. 00000004:00000010:1.0:1767384383.466533:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006891bcbe. 00000004:00000010:1.0:1767384383.466540:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000022d64a01. 00000004:00000001:1.0:1767384383.466545:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466547:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384383.466550:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000064fdfff9. 00000004:00000001:1.0:1767384383.466557:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466561:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000e6d6192. 00080000:00000010:1.0:1767384383.466569:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dcfd6d8e. 00000004:00000010:1.0:1767384383.466578:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000863a4aba. 00000004:00000010:1.0:1767384383.466584:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bdbd83b3. 00000004:00000001:1.0:1767384383.466588:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466590:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384383.466593:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000695083b5. 00000004:00000001:1.0:1767384383.466599:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466607:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000031b6565d. 00080000:00000010:1.0:1767384383.466615:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d6780c22. 00000020:00000010:1.0:1767384383.466620:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009b8fba37. 00080000:00000010:1.0:1767384383.466635:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f023f0e1. 00080000:00000010:1.0:1767384383.466646:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001d6e69f0. 00000020:00000010:1.0:1767384383.466651:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001be12f9f. 00080000:00000010:1.0:1767384383.466664:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cd350f06. 00080000:00000010:1.0:1767384383.466681:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000020655ab0. 00000020:00000010:1.0:1767384383.466687:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005c5ed283. 00080000:00000010:1.0:1767384383.466696:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e732cb59. 00080000:00000010:1.0:1767384383.466704:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e4b54561. 00000020:00000010:1.0:1767384383.466709:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fc83413f. 00080000:00000010:1.0:1767384383.466724:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009f04c398. 00000004:00000010:1.0:1767384383.466729:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000156addf5. 00000004:00000010:1.0:1767384383.466734:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000abd6320e. 00000004:00000001:1.0:1767384383.466739:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466741:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384383.466744:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000037af4caf. 00000004:00000001:1.0:1767384383.466751:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466776:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008f658f6e. 00000004:00000010:1.0:1767384383.466783:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035a75cb7. 00000004:00000010:1.0:1767384383.466788:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003913dc6e. 00000004:00000001:1.0:1767384383.466795:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466800:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384383.466804:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000010277b34. 00000004:00000001:1.0:1767384383.466854:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466867:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000036fa84b1. 00000020:00000010:1.0:1767384383.466874:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001c1cb3bd. 00080000:00000010:1.0:1767384383.466887:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dfcc2995. 00080000:00000010:1.0:1767384383.466899:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000098bd0418. 00000020:00000010:1.0:1767384383.466906:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000037bb4e7e. 00080000:00000010:1.0:1767384383.466919:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c1d7894d. 00080000:00000010:1.0:1767384383.466928:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000019e01dea. 00000020:00000010:1.0:1767384383.466934:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae404196. 00080000:00000010:1.0:1767384383.466951:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000403d5d3e. 00000004:00000010:1.0:1767384383.466958:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e3787463. 00000004:00000010:1.0:1767384383.466964:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d88195a5. 00000004:00000001:1.0:1767384383.466969:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.466972:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384383.466976:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000297ffeb3. 00000004:00000001:1.0:1767384383.466984:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.466990:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000004080eb7. 00080000:00000010:1.0:1767384383.467001:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eae82f1e. 00000020:00000010:1.0:1767384383.467007:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000071bc408a. 00080000:00000010:1.0:1767384383.467020:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000948ed160. 00080000:00000010:1.0:1767384383.467032:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000672cf60b. 00000020:00000010:1.0:1767384383.467038:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000088243f3c. 00080000:00000010:1.0:1767384383.467073:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f9fbeead. 00000020:00000010:1.0:1767384383.467079:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000776b4cb0. 00080000:00000010:1.0:1767384383.467101:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003f93d53e. 00080000:00000010:1.0:1767384383.467113:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003470695f. 00000020:00000010:1.0:1767384383.467117:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5cf7c87. 00080000:00000010:1.0:1767384383.467125:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005d6483f2. 00080000:00000010:1.0:1767384383.467132:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006e00f0dc. 00000004:00000010:1.0:1767384383.467138:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ab2653a1. 00000004:00000010:1.0:1767384383.467143:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002a710097. 00000004:00000001:1.0:1767384383.467148:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467150:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384383.467154:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006da334bf. 00000004:00000001:1.0:1767384383.467161:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467165:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f38c2989. 00080000:00000010:1.0:1767384383.467175:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c8fb6672. 00000004:00000010:1.0:1767384383.467182:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d7f3f8d7. 00000004:00000010:1.0:1767384383.467188:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d856e07. 00000004:00000001:1.0:1767384383.467192:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467195:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384383.467199:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f956bac0. 00000004:00000001:1.0:1767384383.467207:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467215:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000086e786f4. 00080000:00000010:1.0:1767384383.467226:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006b741519. 00000020:00000010:1.0:1767384383.467231:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008e1a4309. 00080000:00000010:1.0:1767384383.467269:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001181a9d2. 00080000:00000010:1.0:1767384383.467281:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006962a4a7. 00000020:00000010:1.0:1767384383.467287:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e0d9cfbe. 00080000:00000010:1.0:1767384383.467303:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007dc6c031. 00000004:00000010:1.0:1767384383.467309:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000611e9540. 00000004:00000010:1.0:1767384383.467316:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec4e3422. 00000004:00000001:1.0:1767384383.467321:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467324:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384383.467328:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005e5143ab. 00000004:00000001:1.0:1767384383.467336:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467345:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ad898f7e. 00080000:00000010:1.0:1767384383.467355:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e026d188. 00000004:00000010:1.0:1767384383.467361:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003e8cb992. 00000004:00000010:1.0:1767384383.467368:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003c6efdd0. 00000004:00000001:1.0:1767384383.467373:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467376:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384383.467380:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000024a62b02. 00000004:00000001:1.0:1767384383.467389:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467396:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c1c8d86a. 00080000:00000010:1.0:1767384383.467406:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000015a19ad4. 00000020:00000010:1.0:1767384383.467413:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000038edcde6. 00080000:00000010:1.0:1767384383.467426:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d8cbecf6. 00080000:00000010:1.0:1767384383.467436:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fca63e3c. 00000020:00000010:1.0:1767384383.467443:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c97984f6. 00080000:00000010:1.0:1767384383.467570:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002a798591. 00000004:00000010:1.0:1767384383.467578:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000053536f5. 00000004:00000010:1.0:1767384383.467583:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006665380b. 00000004:00000001:1.0:1767384383.467588:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467590:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384383.467593:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000512c0497. 00000004:00000001:1.0:1767384383.467600:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467607:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000642c036b. 00080000:00000010:1.0:1767384383.467616:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004703ea55. 00000004:00000010:1.0:1767384383.467621:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008592fd04. 00000004:00000010:1.0:1767384383.467625:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fb37a215. 00000004:00000001:1.0:1767384383.467630:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.467633:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384383.467635:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000d335360. 00000004:00000001:1.0:1767384383.467642:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.467649:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000776c7cc4. 00080000:00000010:1.0:1767384383.467658:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004e588c00. 00000020:00000010:1.0:1767384383.467664:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d9126f83. 00080000:00000010:1.0:1767384383.467674:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002351d6ae. 00080000:00000010:1.0:1767384383.467682:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002389f2c3. 00000020:00000010:1.0:1767384383.467686:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000039288947. 00080000:00000010:1.0:1767384383.467697:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a5b57922. 00080000:00000010:1.0:1767384383.467709:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000330d024c. 00000020:00000010:1.0:1767384383.467713:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000989cadb5. 00080000:00000010:1.0:1767384383.467724:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000011b026ee. 00080000:00000010:1.0:1767384383.467732:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000889beaa5. 00000020:00000010:1.0:1767384383.467737:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d0a7b645. 00080000:00000010:1.0:1767384383.467746:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000815e984d. 00080000:00000010:1.0:1767384383.467771:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004b046a99. 00000020:00000010:1.0:1767384383.467778:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d86a57b. 00080000:00000010:1.0:1767384383.467793:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000a2cd7fe. 00000020:00000010:1.0:1767384383.467839:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f44aaa2. 00080000:00000010:1.0:1767384383.467859:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cd14a91c. 00080000:00000010:1.0:1767384383.467875:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007bcec2c4. 00000020:00000010:1.0:1767384383.467884:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f67c172c. 00080000:00000010:1.0:1767384383.467896:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ef2ee01f. 00000020:00000010:1.0:1767384383.467903:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005b5a2a90. 00080000:00000010:1.0:1767384383.467914:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000044b7284b. 00080000:00000010:1.0:1767384383.467926:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008844aac9. 00000020:00000010:1.0:1767384383.467932:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a44e2b8. 00080000:00000010:1.0:1767384383.467948:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fbddf2c6. 00000020:00000010:1.0:1767384383.467955:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000067b6a588. 00080000:00000010:1.0:1767384383.467968:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000000ca80fb. 00080000:00000010:1.0:1767384383.467979:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b22a9f6f. 00000004:00000010:1.0:1767384383.467986:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001e564dcb. 00000004:00000010:1.0:1767384383.467993:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a4843b4. 00000004:00000001:1.0:1767384383.467999:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468002:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384383.468007:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000014c257b8. 00000004:00000001:1.0:1767384383.468016:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468020:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eedd43a7. 00080000:00000010:1.0:1767384383.468030:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000053f977ff. 00000004:00000010:1.0:1767384383.468038:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000946d8c15. 00000004:00000010:1.0:1767384383.468044:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f3670fd5. 00000004:00000001:1.0:1767384383.468050:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468052:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384383.468056:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007937b5b1. 00000004:00000001:1.0:1767384383.468064:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468073:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000037938a50. 00080000:00000010:1.0:1767384383.468083:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a4994f24. 00000004:00000010:1.0:1767384383.468090:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e70bc70c. 00000004:00000010:1.0:1767384383.468095:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a0c65994. 00000004:00000001:1.0:1767384383.468100:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468103:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384383.468108:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000023372aaf. 00000004:00000001:1.0:1767384383.468116:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468123:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000fb5910c4. 00080000:00000010:1.0:1767384383.468134:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000016808868. 00000020:00000010:1.0:1767384383.468140:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a061e1d6. 00080000:00000010:1.0:1767384383.468157:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002a9adc0f. 00080000:00000010:1.0:1767384383.468171:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000acb4b87f. 00000020:00000010:1.0:1767384383.468177:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000818c8e22. 00080000:00000010:1.0:1767384383.468193:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000bc5d2e39. 00080000:00000010:1.0:1767384383.468214:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a352c0b. 00000020:00000010:1.0:1767384383.468219:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000006979b25. 00080000:00000010:1.0:1767384383.468228:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000153a8c27. 00080000:00000010:1.0:1767384383.468236:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000706a645d. 00000020:00000010:1.0:1767384383.468261:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001d97a21a. 00080000:00000010:1.0:1767384383.468344:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002b03e07d. 00080000:00000010:1.0:1767384383.468358:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006d254902. 00000020:00000010:1.0:1767384383.468365:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f06a45af. 00080000:00000010:1.0:1767384383.468379:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ec15d1b3. 00080000:00000010:1.0:1767384383.468391:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003f8a098c. 00000020:00000010:1.0:1767384383.468397:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c66409e3. 00080000:00000010:1.0:1767384383.468414:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009e70b1af. 00000004:00000010:1.0:1767384383.468422:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003be8dc44. 00000004:00000010:1.0:1767384383.468428:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a3828264. 00000004:00000001:1.0:1767384383.468434:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468437:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384383.468441:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000092390b5d. 00000004:00000001:1.0:1767384383.468451:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468474:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c5c3a0fe. 00080000:00000010:1.0:1767384383.468483:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003b19c221. 00000004:00000010:1.0:1767384383.468489:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000091074a. 00000004:00000010:1.0:1767384383.468493:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cecbf557. 00000004:00000001:1.0:1767384383.468498:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468500:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384383.468504:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009ccff1df. 00000004:00000001:1.0:1767384383.468511:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468516:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002eddb252. 00080000:00000010:1.0:1767384383.468525:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000099071cba. 00000020:00000010:1.0:1767384383.468544:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002b95e98f. 00080000:00000010:1.0:1767384383.468558:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000be21ada1. 00000004:00000010:1.0:1767384383.468563:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003809bd02. 00000004:00000010:1.0:1767384383.468567:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009af30342. 00000004:00000001:1.0:1767384383.468571:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468573:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384383.468575:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005f7cfd83. 00000004:00000001:1.0:1767384383.468583:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468587:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001f0a02f6. 00080000:00000010:1.0:1767384383.468592:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000030b8be2b. 00000020:00000010:1.0:1767384383.468600:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000020ff06fb. 00080000:00000010:1.0:1767384383.468607:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1537a7b. 00000004:00000010:1.0:1767384383.468610:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc46e5c0. 00000004:00000010:1.0:1767384383.468612:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e77e6e94. 00000004:00000001:1.0:1767384383.468615:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468617:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384383.468620:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a9334261. 00000004:00000001:1.0:1767384383.468627:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468637:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e12d6c98. 00000020:00000010:1.0:1767384383.468644:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000045cc96d6. 00080000:00000010:1.0:1767384383.468657:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001b4231b4. 00080000:00000010:1.0:1767384383.468667:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fd7b20d0. 00000004:00000010:1.0:1767384383.468673:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009cf2d8ce. 00000004:00000010:1.0:1767384383.468678:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c3151371. 00000004:00000001:1.0:1767384383.468682:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468684:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384383.468687:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fbd4efef. 00000004:00000001:1.0:1767384383.468694:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468771:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001be597f5. 00080000:00000010:1.0:1767384383.468785:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004de78c4d. 00000020:00000010:1.0:1767384383.468842:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005ff8e0cb. 00080000:00000010:1.0:1767384383.468863:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e1363b76. 00000004:00000010:1.0:1767384383.468871:0:40105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002c5fbb15. 00000004:00000010:1.0:1767384383.468878:0:40105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009f6585ef. 00000004:00000001:1.0:1767384383.468883:0:40105:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384383.468887:0:40105:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384383.468891:0:40105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098142c0f. 00000004:00000001:1.0:1767384383.468901:0:40105:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384383.468909:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000d9583e9. 00080000:00000010:1.0:1767384383.468924:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000039597d4b. 00000020:00000010:1.0:1767384383.468930:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ab94a8b. 00000004:00000001:1.0:1767384383.468945:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384383.468960:0:40105:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.468964:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.468967:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0aff7 00000020:00000040:1.0:1767384383.468972:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000049f9e8bd with handle 0xd602e9c522f0aff7 from hash 00000020:00000001:1.0:1767384383.468980:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.468983:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000049f9e8bd : new refcount 1 00000020:00000001:1.0:1767384383.468987:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.468990:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000049f9e8bd : new refcount 0 00000020:00000080:1.0:1767384383.468993:0:40105:0:(genops.c:904:class_export_put()) final put 0000000049f9e8bd/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384383.468997:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.469020:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.469026:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384383.469030:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:1.0:1767384383.469040:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000ab924ed5. 00000020:00000080:1.0:1767384383.469046:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384383.469047:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.469053:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000049f9e8bd/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384383.469058:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384383.469059:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384383.469066:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384383.469069:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000040:2.0:1767384383.469070:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fd8924a) now 4 - export 00000020:00000010:2.0:1767384383.469081:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000049f9e8bd. 00000020:00000001:1.0:1767384383.469083:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384383.469090:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000005fd8924a) has no exports 00000020:00000001:2.0:1767384383.469092:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384383.469097:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384383.469105:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384383.469109:0:40105:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:1.0:1767384383.469114:0:40105:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:1.0:1767384383.469131:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384383.469137:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000c9c9cd80. 00000020:00000001:1.0:1767384383.469144:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384383.469147:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384383.469151:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000973c7b69. 00000020:00000001:1.0:1767384383.469156:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384383.469159:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384383.469163:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000088edcce4. 00000020:00000001:1.0:1767384383.469167:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384383.469170:0:40105:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384383.469174:0:40105:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a5ca017f. 00000020:00000001:1.0:1767384383.469179:0:40105:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384383.469183:0:40105:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384383.469653:0:40105:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384383.469661:0:40105:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384383.469665:0:40105:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384383.469671:0:40105:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384383.469676:0:40105:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384383.469680:0:40105:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000ac4266a3. 00020000:00000001:1.0:1767384383.469686:0:40105:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.469691:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384383.469696:0:40105:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.469698:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.469702:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b02f 00000020:00000040:1.0:1767384383.469707:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d22cccd9 with handle 0xd602e9c522f0b02f from hash 00000020:00000001:1.0:1767384383.469715:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.469718:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d22cccd9 : new refcount 1 00000020:00000001:1.0:1767384383.469722:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.469725:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d22cccd9 : new refcount 0 00000020:00000080:1.0:1767384383.469728:0:40105:0:(genops.c:904:class_export_put()) final put 00000000d22cccd9/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384383.469732:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.469756:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.469761:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384383.469765:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000001:2.0:1767384383.469810:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384383.469812:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000260aaa3f. 00000020:00000080:2.0:1767384383.469815:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d22cccd9/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1767384383.469822:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:2.0:1767384383.469827:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 13 to 0@lo 00000020:00000001:2.0:1767384383.469834:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.469835:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384383.469837:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.469843:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000004019d7b0) now 5 - export 00000020:00000080:1.0:1767384383.469845:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000010:2.0:1767384383.469850:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d22cccd9. 00000020:00000001:1.0:1767384383.469856:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384383.469861:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:1.0:1767384383.469864:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000004019d7b0) has no exports 00000020:00000001:1.0:1767384383.469873:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384383.469877:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384383.469882:0:40105:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:1.0:1767384383.469885:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384383.469890:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.469893:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.469897:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b028 00000020:00000040:1.0:1767384383.469901:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000563f2120 with handle 0xd602e9c522f0b028 from hash 00000020:00000001:1.0:1767384383.469908:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.469911:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000563f2120 : new refcount 1 00000020:00000001:1.0:1767384383.469915:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.469918:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000563f2120 : new refcount 0 00000020:00000080:1.0:1767384383.469922:0:40105:0:(genops.c:904:class_export_put()) final put 00000000563f2120/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384383.469926:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.469946:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.469951:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.469957:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.469961:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.469966:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000563f2120/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384383.469969:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384383.469971:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.469974:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 7 - export 00000020:00000010:2.0:1767384383.469977:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000563f2120. 00000020:00000001:2.0:1767384383.469991:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384383.470292:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f4e417ca. 00000020:00000010:1.0:1767384383.470306:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f945dc62. 00000020:00000010:1.0:1767384383.470315:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000294f2a56. 00000020:00000010:1.0:1767384383.470324:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ae737253. 00000020:00000010:1.0:1767384383.470336:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000567994c6. 00000020:00000010:1.0:1767384383.470343:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b2b90cb4. 00010000:00000001:1.0:1767384383.470545:0:40105:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384383.470550:0:40105:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384383.470556:0:40105:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384383.470626:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000be9e0432. 00000020:00000010:1.0:1767384383.470635:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000056e43cf0. 00010000:00000001:1.0:1767384383.470740:0:40105:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384383.470815:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000186a8253. 00000020:00000010:1.0:1767384383.470825:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e61768c4. 00000001:00000001:1.0:1767384383.470945:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.471020:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bffdc81b. 00000001:00000010:1.0:1767384383.471029:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009a1d2243. 00000001:00000010:1.0:1767384383.471035:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000080178f59. 00000001:00000010:1.0:1767384383.471045:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000114f7bdd. 00000001:00000010:1.0:1767384383.471053:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005a1be97e. 00000001:00000010:1.0:1767384383.471060:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d84569b3. 00000001:00000010:1.0:1767384383.471068:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007dd0d268. 00000001:00000010:1.0:1767384383.471084:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003c366c50. 00000001:00000010:1.0:1767384383.471088:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a29e82f5. 00000001:00000010:1.0:1767384383.471108:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e993b52f. 00000001:00000010:1.0:1767384383.471113:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009036f900. 00000001:00000010:1.0:1767384383.471118:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bc837cfb. 00000001:00000010:1.0:1767384383.471122:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b9835503. 00000001:00000010:1.0:1767384383.471126:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c46d2384. 00000001:00000010:1.0:1767384383.471130:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f148ae9f. 00000001:00000010:1.0:1767384383.471135:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cf571e91. 00000001:00000010:1.0:1767384383.471139:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000157a17ac. 00000001:00000010:1.0:1767384383.471143:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000111174cc. 00000001:00000001:1.0:1767384383.471149:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384383.471153:0:40105:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000003320eff0. 00010000:00000001:1.0:1767384383.471158:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384383.471162:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384383.471165:0:40105:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384383.471169:0:40105:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384383.471173:0:40105:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384383.471177:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384383.471180:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384383.471184:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384383.471187:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384383.471190:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384383.471194:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384383.471200:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384383.471203:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384383.471205:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384383.471208:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384383.471211:0:40105:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384383.475600:0:40105:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384383.475607:0:40105:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384383.475612:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384383.475615:0:40105:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384383.475619:0:40105:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384383.475625:0:40105:0:(genops.c:1229:class_import_get()) import 00000000980b5d62 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384383.475631:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384383.475634:0:40105:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384383.475638:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384383.475642:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384383.475644:0:40105:0:(genops.c:1242:class_import_put()) import 00000000980b5d62 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384383.475648:0:40105:0:(genops.c:1245:class_import_put()) final put import 00000000980b5d62 00000020:00000001:1.0:1767384383.475669:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384383.475674:0:40105:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384383.475677:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384383.475681:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384383.475685:0:40105:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000005ba23570. 00010000:00000010:1.0:1767384383.475695:0:40105:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000f7510f32. 00010000:00000001:1.0:1767384383.475703:0:40105:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:2.0:1767384383.475706:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000004:00000001:1.0:1767384383.475707:0:40105:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384383.475712:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000980b5d62 for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384383.475714:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.475724:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 12 to 0@lo 00000020:00000040:2.0:1767384383.475731:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 11 to 0@lo 00000001:00000001:1.0:1767384383.475734:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000010:2.0:1767384383.475735:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000e6fab66b. 00000001:00000010:1.0:1767384383.475744:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cf3e5e9. 00000020:00000040:2.0:1767384383.475745:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000004019d7b0) now 4 - import 00000020:00000010:2.0:1767384383.475754:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000980b5d62. 00000001:00000010:1.0:1767384383.475756:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d920dde. 00000020:00000001:2.0:1767384383.475761:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:1.0:1767384383.475764:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000847ee170. 00000001:00000010:1.0:1767384383.475820:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fa9a9266. 00000001:00000010:1.0:1767384383.475825:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ff75786b. 00000001:00000010:1.0:1767384383.475831:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000e4c0d9f. 00000001:00000001:1.0:1767384383.475838:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384383.475840:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.475846:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000281350fc. 00000001:00000010:1.0:1767384383.475850:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c6faf463. 00000001:00000010:1.0:1767384383.475854:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b73cebcc. 00000001:00000010:1.0:1767384383.475859:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000195b53a1. 00000001:00000010:1.0:1767384383.475864:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006b105ce0. 00000001:00000010:1.0:1767384383.475868:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000330a6740. 00000001:00000001:1.0:1767384383.475872:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384383.475874:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000004019d7b0) now 3 - setup 00000020:00000001:1.0:1767384383.475877:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.475879:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384383.475890:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384383.475896:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384383.475899:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000004019d7b0) now 2 - obd_device_list 00000020:00000080:1.0:1767384383.475903:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384383.475905:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000004019d7b0) now 1 - newdev 00000020:00000040:1.0:1767384383.475908:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006786fe96 with handle 0xd602e9c522f0b021 from hash 00000020:00000040:1.0:1767384383.475912:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000006786fe96 : new refcount 0 00000020:00000080:1.0:1767384383.475915:0:40105:0:(genops.c:904:class_export_put()) final put 000000006786fe96/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384383.475918:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.475920:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.475924:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 000000006786fe96/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384383.475928:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.475930:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.475933:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006786fe96. 00000020:00000001:1.0:1767384383.475938:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384383.475941:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384383.475944:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384383.475946:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384383.475951:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca118db3. 00000020:00000010:1.0:1767384383.475957:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb69cf16. 00000040:00000010:1.0:1767384383.475962:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b320edb4. 00000020:00000010:1.0:1767384383.475967:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aa5b482f. 00000020:00000010:1.0:1767384383.475972:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.475977:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b73cebcc. 80000000:00000010:1.0:1767384383.475981:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004811d38b. 40000000:00000010:1.0:1767384383.475985:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.475990:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.475995:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.475999:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000cf3e5e9. 00080000:00000010:1.0:1767384383.476007:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a46b3e23. 00080000:00000010:1.0:1767384383.476012:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cf571e91. 00000004:00000010:1.0:1767384383.476020:0:40105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061d55df2. 00000004:00000010:1.0:1767384383.476026:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384383.476030:0:40105:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000edb98fc1. 00002000:00000010:1.0:1767384383.476034:0:40105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003320eff0. 00000004:00000010:1.0:1767384383.476038:0:40105:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e61768c4. 00000004:00000010:1.0:1767384383.476046:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c5fb1784. 00000004:00000010:1.0:1767384383.476053:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004e44d911. 00000004:00000010:1.0:1767384383.476058:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d958e60c. 00000004:00000010:1.0:1767384383.476063:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000676f4298. 00000004:00000010:1.0:1767384383.476068:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a4967d0. 00000004:00000010:1.0:1767384383.476074:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a01b627. 00000004:00000010:1.0:1767384383.476078:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000321bd49e. 00000004:00000010:1.0:1767384383.476081:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000088887ff. 00000004:00000010:1.0:1767384383.476085:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008119d7fa. 00000004:00000010:1.0:1767384383.476088:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000430629a3. 00000004:00000010:1.0:1767384383.476092:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bbcda519. 00000004:00000010:1.0:1767384383.476095:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000087012bdf. 00000004:00000010:1.0:1767384383.476099:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000089e80bd. 00000004:00000010:1.0:1767384383.476102:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001eee6c5a. 00000004:00000010:1.0:1767384383.476105:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bd5b49b5. 00000004:00000010:1.0:1767384383.476108:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000033dcefa0. 00000004:00000010:1.0:1767384383.476112:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004493aac3. 00000004:00000010:1.0:1767384383.476117:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006ef05e4a. 00000004:00000010:1.0:1767384383.476121:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002032524d. 00000004:00000010:1.0:1767384383.476125:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000144f8407. 00000004:00000010:1.0:1767384383.476130:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000024ea1bb2. 00000004:00000010:1.0:1767384383.476134:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000948f270a. 00000004:00000010:1.0:1767384383.476138:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d989f8e8. 00000004:00000010:1.0:1767384383.476143:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aff24294. 00000004:00000010:1.0:1767384383.476148:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004664c8c6. 00000004:00000010:1.0:1767384383.476153:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000035a3c7cc. 00000004:00000010:1.0:1767384383.476158:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c26b8ef1. 00000004:00000010:1.0:1767384383.476163:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001b2cbd02. 00000004:00000010:1.0:1767384383.476168:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dc6efe9c. 00000004:00000010:1.0:1767384383.476173:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005d796b6f. 00000004:00000010:1.0:1767384383.476176:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000679826ee. 00000004:00000010:1.0:1767384383.476187:0:40105:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000039a1044b. 00000020:00000010:1.0:1767384383.476194:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb69cf16. 00000040:00000010:1.0:1767384383.476198:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b320edb4. 00000020:00000010:1.0:1767384383.476200:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa5b482f. 00000020:00000010:1.0:1767384383.476204:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.476209:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b73cebcc. 80000000:00000010:1.0:1767384383.476213:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004811d38b. 40000000:00000010:1.0:1767384383.476218:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.476223:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.476226:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.476231:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000cf3e5e9. 00080000:00000010:1.0:1767384383.476236:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf571e91. 00080000:00000010:1.0:1767384383.476262:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a46b3e23. 00000004:00000010:1.0:1767384383.476272:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000061d55df2. 00000004:00000010:1.0:1767384383.476276:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384383.476281:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000edb98fc1. 00002000:00000010:1.0:1767384383.476285:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003320eff0. 00000004:00000010:1.0:1767384383.476288:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e61768c4. 00000020:00000010:1.0:1767384383.476291:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca118db3. 00000020:00000001:1.0:1767384383.476295:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.476298:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004019d7b0. 00000020:00000001:1.0:1767384383.476308:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476310:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.476314:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000260aaa3f. 00000020:00000001:1.0:1767384383.476318:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.476320:0:40105:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.476323:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384383.476326:0:40105:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000662f5268. 00020000:00000010:1.0:1767384383.476331:0:40105:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000db3fb26f. 00000004:00000001:1.0:1767384383.476342:0:40105:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476344:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.476359:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.476365:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059bc74c9. 00000001:00000010:1.0:1767384383.476369:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d01fbdb2. 00000001:00000010:1.0:1767384383.476372:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ed1418c3. 00000001:00000010:1.0:1767384383.476376:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4e55286. 00000001:00000010:1.0:1767384383.476379:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a2f3ca59. 00000001:00000010:1.0:1767384383.476382:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000036053166. 00000001:00000001:1.0:1767384383.476386:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384383.476388:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.476392:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7b495db. 00000001:00000010:1.0:1767384383.476395:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000674026d1. 00000001:00000010:1.0:1767384383.476399:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000050a07525. 00000001:00000010:1.0:1767384383.476401:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001942230. 00000001:00000010:1.0:1767384383.476404:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e5bb3a23. 00000001:00000010:1.0:1767384383.476407:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000011fb4987. 00000001:00000001:1.0:1767384383.476411:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384383.476412:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fd8924a) now 3 - setup 00000020:00000001:1.0:1767384383.476415:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476417:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384383.476419:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384383.476423:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384383.476426:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fd8924a) now 2 - obd_device_list 00000020:00000080:1.0:1767384383.476428:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384383.476430:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fd8924a) now 1 - newdev 00000020:00000040:1.0:1767384383.476433:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca6738cc with handle 0xd602e9c522f0afdb from hash 00000020:00000040:1.0:1767384383.476436:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000ca6738cc : new refcount 0 00000020:00000080:1.0:1767384383.476438:0:40105:0:(genops.c:904:class_export_put()) final put 00000000ca6738cc/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384383.476441:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476443:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.476445:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 00000000ca6738cc/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384383.476447:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.476449:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.476451:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ca6738cc. 00000020:00000001:1.0:1767384383.476456:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384383.476458:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384383.476461:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384383.476463:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384383.476467:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bcec2c4. 00000020:00000010:1.0:1767384383.476470:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002389f2c3. 00000040:00000010:1.0:1767384383.476474:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006962a4a7. 00000020:00000010:1.0:1767384383.476477:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000edb98fc1. 00000020:00000010:1.0:1767384383.476480:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.476484:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e4b54561. 80000000:00000010:1.0:1767384383.476487:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000260aaa3f. 40000000:00000010:1.0:1767384383.476490:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.476494:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000061d55df2. 00040000:00000010:1.0:1767384383.476499:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.476510:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000cf3e5e9. 00080000:00000010:1.0:1767384383.476515:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf571e91. 00080000:00000010:1.0:1767384383.476518:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f148ae9f. 00000004:00000010:1.0:1767384383.476522:0:40105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000015d3e742. 00000004:00000010:1.0:1767384383.476525:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384383.476527:0:40105:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aa5b482f. 00000004:00000001:1.0:1767384383.476531:0:40105:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384383.476535:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003aedd6f3. 00000004:00000010:1.0:1767384383.476539:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000031ba8fd7. 00000004:00000010:1.0:1767384383.476543:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004692ec67. 00000004:00000010:1.0:1767384383.476548:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5932756. 00000004:00000010:1.0:1767384383.476550:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000afa2517a. 00000004:00000010:1.0:1767384383.476555:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f16f3ae2. 00000004:00000010:1.0:1767384383.476559:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e12e36a3. 00000004:00000010:1.0:1767384383.476562:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000319beb3c. 00000004:00000010:1.0:1767384383.476566:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061405961. 00000004:00000010:1.0:1767384383.476569:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047fd7f92. 00000004:00000010:1.0:1767384383.476573:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000032836849. 00000004:00000010:1.0:1767384383.476577:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000065d051d. 00000004:00000010:1.0:1767384383.476581:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a207bbe2. 00000004:00000010:1.0:1767384383.476584:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000039fb989a. 00000004:00000010:1.0:1767384383.476588:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003061ddcd. 00000004:00000010:1.0:1767384383.476596:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a2012ac2. 00000004:00000010:1.0:1767384383.476602:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df5e820f. 00000004:00000010:1.0:1767384383.476607:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000605c1f32. 00000004:00000010:1.0:1767384383.476613:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006f0c46b2. 00000004:00000010:1.0:1767384383.476618:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fa90812a. 00000004:00000010:1.0:1767384383.476623:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de3d991b. 00000004:00000010:1.0:1767384383.476629:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005b9eac66. 00000004:00000010:1.0:1767384383.476634:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c44a3ab7. 00000004:00000010:1.0:1767384383.476639:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da8640df. 00000004:00000010:1.0:1767384383.476645:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003f883458. 00000004:00000010:1.0:1767384383.476651:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f4c279ee. 00000004:00000010:1.0:1767384383.476657:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b98c22d1. 00000004:00000010:1.0:1767384383.476664:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003acf2b2b. 00000004:00000010:1.0:1767384383.476670:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b166128a. 00000004:00000010:1.0:1767384383.476675:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bdf8dc3e. 00000004:00000010:1.0:1767384383.476682:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000603a6a3a. 00000004:00000010:1.0:1767384383.476690:0:40105:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 0000000008500883. 00000004:00000001:1.0:1767384383.476697:0:40105:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446629306755153920 : -114766954397696 : ffff979ebc738000) 00000020:00000010:1.0:1767384383.476703:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002389f2c3. 00000040:00000010:1.0:1767384383.476708:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006962a4a7. 00000020:00000010:1.0:1767384383.476712:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000edb98fc1. 00000020:00000010:1.0:1767384383.476717:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.476723:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e4b54561. 80000000:00000010:1.0:1767384383.476727:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000260aaa3f. 40000000:00000010:1.0:1767384383.476731:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.476735:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000061d55df2. 00040000:00000010:1.0:1767384383.476739:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.476743:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000cf3e5e9. 00080000:00000010:1.0:1767384383.476747:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f148ae9f. 00080000:00000010:1.0:1767384383.476752:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf571e91. 00000004:00000010:1.0:1767384383.476757:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000015d3e742. 00000004:00000010:1.0:1767384383.476761:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2413fb. 00000004:00000010:1.0:1767384383.476764:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa5b482f. 00000020:00000010:1.0:1767384383.476802:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bcec2c4. 00000020:00000001:1.0:1767384383.476807:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.476811:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005fd8924a. 00000020:00000001:1.0:1767384383.476820:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476823:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.476827:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000ab924ed5. 00000020:00000001:1.0:1767384383.476831:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.476835:0:40105:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.476837:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.476840:0:40105:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384383.476842:0:40105:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000a2ba59f8. 00000004:00000001:1.0:1767384383.476883:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384383.476887:0:40105:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.476889:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.476892:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0affe 00000020:00000040:1.0:1767384383.476895:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000067e19eeb with handle 0xd602e9c522f0affe from hash 00000020:00000001:1.0:1767384383.476900:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.476902:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000067e19eeb : new refcount 1 00000020:00000001:1.0:1767384383.476904:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.476906:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000067e19eeb : new refcount 0 00000020:00000080:1.0:1767384383.476908:0:40105:0:(genops.c:904:class_export_put()) final put 0000000067e19eeb/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384383.476910:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476926:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476929:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384383.476931:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384383.476936:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000a2ba59f8. 00000020:00000080:1.0:1767384383.476940:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384383.476945:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384383.476948:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384383.476951:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384383.476953:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000080:2.0:1767384383.476956:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000067e19eeb/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00080000:1.0:1767384383.476958:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000075067202) has no exports 00000020:00000001:2.0:1767384383.476965:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.476966:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384383.476971:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.476973:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:2.0:1767384383.476980:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000075067202) now 4 - export 00000020:00000010:2.0:1767384383.476984:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000067e19eeb. 00000020:00000001:2.0:1767384383.476994:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384383.477137:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.477155:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.477160:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099a6f944. 00000001:00000010:1.0:1767384383.477164:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000402bc7e6. 00000001:00000010:1.0:1767384383.477167:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009cf15480. 00000001:00000010:1.0:1767384383.477170:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e57925a. 00000001:00000010:1.0:1767384383.477182:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002976ef5c. 00000001:00000010:1.0:1767384383.477185:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000205f0942. 00000001:00000001:1.0:1767384383.477187:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384383.477189:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.477193:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000f611019. 00000001:00000010:1.0:1767384383.477195:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e468b4cc. 00000001:00000010:1.0:1767384383.477198:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0f954ec. 00000001:00000010:1.0:1767384383.477200:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004bcbb75d. 00000001:00000010:1.0:1767384383.477202:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a81b9113. 00000001:00000010:1.0:1767384383.477203:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002e8ab66f. 00000001:00000001:1.0:1767384383.477205:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384383.477207:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000075067202) now 3 - setup 00000020:00000001:1.0:1767384383.477209:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477211:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384383.477229:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384383.477232:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384383.477234:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000075067202) now 2 - obd_device_list 00000020:00000080:1.0:1767384383.477236:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384383.477238:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000075067202) now 1 - newdev 00000020:00000040:1.0:1767384383.477262:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d635d3db with handle 0xd602e9c522f0aff0 from hash 00000020:00000040:1.0:1767384383.477265:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d635d3db : new refcount 0 00000020:00000080:1.0:1767384383.477267:0:40105:0:(genops.c:904:class_export_put()) final put 00000000d635d3db/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384383.477269:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477271:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.477272:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 00000000d635d3db/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384383.477275:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.477276:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.477278:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d635d3db. 00000020:00000001:1.0:1767384383.477299:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384383.477301:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384383.477304:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384383.477306:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384383.477311:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001942230. 00000020:00000010:1.0:1767384383.477316:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050a07525. 00000040:00000010:1.0:1767384383.477320:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000674026d1. 00000020:00000010:1.0:1767384383.477324:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aa5b482f. 00000020:00000010:1.0:1767384383.477328:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.477332:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.477336:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab924ed5. 40000000:00000010:1.0:1767384383.477339:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.477343:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.477347:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.477351:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384383.477355:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf571e91. 00080000:00000010:1.0:1767384383.477359:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f148ae9f. 00000004:00000010:1.0:1767384383.477365:0:40105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061d55df2. 00000004:00000010:1.0:1767384383.477369:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00000004:00000001:1.0:1767384383.477374:0:40105:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384383.477378:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000782ab103. 00000004:00000010:1.0:1767384383.477383:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000015a80ce. 00000004:00000010:1.0:1767384383.477388:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cb099f0. 00000004:00000010:1.0:1767384383.477392:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e97d2a93. 00000004:00000010:1.0:1767384383.477396:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002423bf44. 00000004:00000010:1.0:1767384383.477402:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097b33cfc. 00000004:00000010:1.0:1767384383.477406:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004f880cb0. 00000004:00000010:1.0:1767384383.477410:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000273052dd. 00000004:00000010:1.0:1767384383.477414:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a80608a2. 00000004:00000010:1.0:1767384383.477418:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004bd43de6. 00000004:00000010:1.0:1767384383.477422:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000007b93804. 00000004:00000010:1.0:1767384383.477426:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000979448a3. 00000004:00000010:1.0:1767384383.477430:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cb7d88b. 00000004:00000010:1.0:1767384383.477434:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3243b91. 00000004:00000010:1.0:1767384383.477439:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b9dc0c37. 00000004:00000010:1.0:1767384383.477444:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ed7539f. 00000004:00000010:1.0:1767384383.477446:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006b39b62c. 00000004:00000010:1.0:1767384383.477450:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f8fa9e7. 00000004:00000010:1.0:1767384383.477453:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a5dbb06e. 00000004:00000010:1.0:1767384383.477458:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000003b62053. 00000004:00000010:1.0:1767384383.477462:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000047ee456d. 00000004:00000010:1.0:1767384383.477466:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077f214ad. 00000004:00000010:1.0:1767384383.477470:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a17500d. 00000004:00000010:1.0:1767384383.477474:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000932c44f4. 00000004:00000010:1.0:1767384383.477478:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000facb83b6. 00000004:00000010:1.0:1767384383.477481:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001745cac7. 00000004:00000010:1.0:1767384383.477502:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c21dc306. 00000004:00000010:1.0:1767384383.477505:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b20ddc22. 00000004:00000010:1.0:1767384383.477509:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb5c80bb. 00000004:00000010:1.0:1767384383.477513:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001af205a1. 00000004:00000010:1.0:1767384383.477516:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ce819cfc. 00000004:00000010:1.0:1767384383.477521:0:40105:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 000000005adeaf29. 00000004:00000001:1.0:1767384383.477524:0:40105:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.477527:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050a07525. 00000040:00000010:1.0:1767384383.477530:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000674026d1. 00000020:00000010:1.0:1767384383.477534:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aa5b482f. 00000020:00000010:1.0:1767384383.477538:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.477541:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.477545:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab924ed5. 40000000:00000010:1.0:1767384383.477549:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5aaa2c1. 00100000:00000010:1.0:1767384383.477553:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.477556:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.477561:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384383.477567:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f148ae9f. 00080000:00000010:1.0:1767384383.477573:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf571e91. 00000004:00000010:1.0:1767384383.477578:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000061d55df2. 00000004:00000010:1.0:1767384383.477582:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2413fb. 00000020:00000010:1.0:1767384383.477587:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001942230. 00000020:00000001:1.0:1767384383.477591:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.477595:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000075067202. 00000020:00000001:1.0:1767384383.477610:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477615:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.477618:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000a2ba59f8. 00000020:00000001:1.0:1767384383.477623:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.477627:0:40105:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.477630:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.477634:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384383.477637:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.477640:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.477643:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b005 00000020:00000040:1.0:1767384383.477647:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009dc522c1 with handle 0xd602e9c522f0b005 from hash 00000020:00000001:1.0:1767384383.477652:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.477655:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000009dc522c1 : new refcount 1 00000020:00000001:1.0:1767384383.477659:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.477661:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000009dc522c1 : new refcount 0 00000020:00000080:1.0:1767384383.477664:0:40105:0:(genops.c:904:class_export_put()) final put 000000009dc522c1/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384383.477668:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477687:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.477692:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.477694:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477697:0:40105:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384383.477701:0:40105:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384383.477704:0:40105:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446629305846588896 : -114767862962720 : ffff979e864be5e0) 00000020:00000001:2.0:1767384383.477707:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:1.0:1767384383.477708:0:40105:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000064b92e7c from lustre-MDT0000, refs=3 00000020:00000080:2.0:1767384383.477713:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000009dc522c1/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384383.477715:0:40105:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:2.0:1767384383.477722:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:1.0:1767384383.477722:0:40105:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000064b92e7c 3 00000020:00000001:2.0:1767384383.477727:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477729:0:40105:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.477732:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 6 - export 00000020:00000001:1.0:1767384383.477734:0:40105:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:2.0:1767384383.477740:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009dc522c1. 00000020:00000001:1.0:1767384383.477741:0:40105:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384383.477747:0:40105:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446629305846588896 : -114767862962720 : ffff979e864be5e0) 00000020:00000001:2.0:1767384383.477751:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:1.0:1767384383.477752:0:40105:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000064b92e7c from lustre-MDT0000 00000020:00000010:1.0:1767384383.477757:0:40105:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000c8faad22. 00000020:00000010:1.0:1767384383.477763:0:40105:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000532db7bc. 00000020:00000001:1.0:1767384383.477797:0:40105:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477800:0:40105:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384383.477803:0:40105:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384383.477805:0:40105:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477807:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.477817:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.477823:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d349e07e. 00000001:00000010:1.0:1767384383.477828:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f669a4b7. 00000001:00000010:1.0:1767384383.477833:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ceb5fa1c. 00000001:00000010:1.0:1767384383.477836:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f02eaee. 00000001:00000010:1.0:1767384383.477840:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007ead8cd9. 00000001:00000010:1.0:1767384383.477844:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006a0a7232. 00000001:00000001:1.0:1767384383.477848:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384383.477850:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.477853:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c66ecd3a. 00000001:00000010:1.0:1767384383.477856:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a05d240. 00000001:00000010:1.0:1767384383.477859:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d12024c7. 00000001:00000010:1.0:1767384383.477862:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d485f1c0. 00000001:00000010:1.0:1767384383.477865:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a56bd35d. 00000001:00000010:1.0:1767384383.477867:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e8e1a171. 00000001:00000001:1.0:1767384383.477870:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384383.477872:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 3 - setup 00000020:00000001:1.0:1767384383.477874:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477876:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384383.477879:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384383.477883:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384383.477886:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 2 - obd_device_list 00000020:00000080:1.0:1767384383.477890:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384383.477892:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000ea28bf8d) now 1 - newdev 00000020:00000040:1.0:1767384383.477895:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000074439e01 with handle 0xd602e9c522f0afe9 from hash 00000020:00000040:1.0:1767384383.477898:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000074439e01 : new refcount 0 00000020:00000080:1.0:1767384383.477900:0:40105:0:(genops.c:904:class_export_put()) final put 0000000074439e01/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384383.477902:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477904:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.477905:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 0000000074439e01/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384383.477907:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384383.477917:0:40105:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384383.477920:0:40105:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000005ca47fb3. 00000004:00000001:1.0:1767384383.477924:0:40105:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.477927:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.477928:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000074439e01. 00000020:00000001:1.0:1767384383.477934:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384383.477937:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384383.477939:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384383.477941:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384383.477945:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001942230. 00000020:00000010:1.0:1767384383.477949:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed1418c3. 00000040:00000010:1.0:1767384383.477952:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a4e55286. 00000020:00000010:1.0:1767384383.477956:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061d55df2. 00000020:00000010:1.0:1767384383.477960:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.477963:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.477966:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab924ed5. 40000000:00000010:1.0:1767384383.477970:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b21e84e. 00100000:00000010:1.0:1767384383.477973:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.477977:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.477980:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000674026d1. 00080000:00000010:1.0:1767384383.477984:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf571e91. 00080000:00000010:1.0:1767384383.477987:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f148ae9f. 00000004:00000010:1.0:1767384383.477991:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00000004:00000001:1.0:1767384383.477995:0:40105:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384383.477997:0:40105:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000c60fad5b. 00000004:00000001:1.0:1767384383.478001:0:40105:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.478004:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed1418c3. 00000040:00000010:1.0:1767384383.478007:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4e55286. 00000020:00000010:1.0:1767384383.478011:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000061d55df2. 00000020:00000010:1.0:1767384383.478015:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384383.478019:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.478023:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab924ed5. 40000000:00000010:1.0:1767384383.478027:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b21e84e. 00100000:00000010:1.0:1767384383.478030:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000015d3e742. 00040000:00000010:1.0:1767384383.478033:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc0702f7. 00040000:00000010:1.0:1767384383.478037:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000674026d1. 00080000:00000010:1.0:1767384383.478041:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f148ae9f. 00080000:00000010:1.0:1767384383.478045:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf571e91. 00000004:00000010:1.0:1767384383.478048:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be2413fb. 00000020:00000010:1.0:1767384383.478052:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001942230. 00000020:00000001:1.0:1767384383.478055:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.478057:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ea28bf8d. 00000020:00000001:1.0:1767384383.478062:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.478064:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.478066:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000006dd0a476. 00000020:00000001:1.0:1767384383.478069:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.478073:0:40105:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384383.478075:0:40105:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384383.478078:0:40105:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384383.478081:0:40105:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384383.478084:0:40105:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384383.478086:0:40105:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384383.478088:0:40105:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446629305788484128 : -114767921067488 : ffff979e82d54a20) 00000020:01000004:1.0:1767384383.478091:0:40105:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384383.478093:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384383.478095:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384383.478098:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000006b21e84e. 00000020:00000080:1.0:1767384383.478100:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384383.478102:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384383.478105:0:40105:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384383.478110:0:40105:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000001176dd37 efcba636-0f33-4977-ad6f-12f80463a1c1 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384383.478116:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384383.478118:0:40105:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000b97fe5e3) has exports, disconnecting them 00000020:00000001:1.0:1767384383.478120:0:40105:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384383.478123:0:40105:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=10 00000020:00000040:1.0:1767384383.478125:0:40105:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=11 00000020:00080000:1.0:1767384383.478129:0:40105:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000001176dd37), last request at 1767384280 00000020:00000001:1.0:1767384383.478132:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384383.478134:0:40105:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384383.478138:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 10 20000000:00000010:1.0:1767384383.478140:0:40105:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000df93dd09. 00000020:00000040:1.0:1767384383.478144:0:40105:0:(genops.c:887:class_export_get()) GET export 000000001176dd37 refcount=11 00010000:00000001:1.0:1767384383.478149:0:40105:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384383.478152:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384383.478156:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 10 00000020:00000080:1.0:1767384383.478159:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0afaa 00000020:00000040:1.0:1767384383.478164:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001176dd37 with handle 0xd602e9c522f0afaa from hash 00000020:00000040:1.0:1767384383.478168:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 9 00000020:00000001:1.0:1767384383.478171:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384383.478173:0:40105:0:(genops.c:1938:obd_stale_export_put()) Put export 000000001176dd37: total 0 00000020:00000001:1.0:1767384383.478175:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.478176:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 8 00000020:00000001:1.0:1767384383.478178:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.478180:0:40105:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384383.478190:0:40105:0:(import.c:65:import_set_state_nolock()) 00000000bfdbe665 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384383.478193:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384383.478195:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384383.478196:0:40105:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384383.478210:0:40105:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384383.478213:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 7 20000000:00000001:1.0:1767384383.478215:0:40105:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.478218:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384383.478221:0:40105:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000001176dd37): rc 0 00000020:00000001:3.0:1767384383.478223:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384383.478224:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 6 00000020:00000001:1.0:1767384383.478231:0:40105:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00010000:3.0:1767384383.478232:0:17073:0:(genops.c:1924:obd_stale_export_get()) Get export 000000001176dd37: total 0 00000020:00000001:1.0:1767384383.478233:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384383.478238:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384383.478257:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446629305833353216 : -114767876198400 : ffff979e8581f000) 20000000:00000001:1.0:1767384383.478280:0:40105:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00010000:00000001:3.0:1767384383.478281:0:17073:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:1.0:1767384383.478288:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:3.0:1767384383.478293:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 00000020:00080000:1.0:1767384383.478294:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000b97fe5e3) has no exports 00000020:00000001:1.0:1767384383.478303:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:3.0:1767384383.478306:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9311e1a. 00000100:00000001:1.0:1767384383.478307:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384383.478313:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:3.0:1767384383.478317:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6897a3a. 00000100:00000001:1.0:1767384383.478323:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:3.0:1767384383.478325:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000100:00000001:1.0:1767384383.478328:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:3.0:1767384383.478334:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000739197c2. 00000100:00000040:1.0:1767384383.478335:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:1.0:1767384383.478343:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 80000000:00000010:3.0:1767384383.478345:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000839ae8af. 00000100:00000040:1.0:1767384383.478348:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 40000000:00000010:3.0:1767384383.478352:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7659d05. 00000100:00000040:1.0:1767384383.478354:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00100000:00000010:3.0:1767384383.478362:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000cf49f15. 00040000:00000010:3.0:1767384383.478368:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.478372:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007eca97c. 00080000:00000010:3.0:1767384383.478379:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384383.478386:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00002000:00000010:3.0:1767384383.478393:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c2addd7f. 00000020:00000010:3.0:1767384383.478399:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9311e1a. 00000100:00000040:1.0:1767384383.478402:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:3.0:1767384383.478407:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6897a3a. 00000020:00000010:3.0:1767384383.478415:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000020:00000010:0.0:1767384383.478418:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000022c62efc. 00000020:00000010:2.0:1767384383.478419:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b555a90a. 00000020:00000010:3.0:1767384383.478421:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000739197c2. 00000040:00000010:0.0:1767384383.478433:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022e16747. 80000000:00000010:3.0:1767384383.478435:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000839ae8af. 00000040:00000010:2.0:1767384383.478437:0:17078:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e86b1772. 00000020:00000010:0.0:1767384383.478444:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab2db1ea. 40000000:00000010:3.0:1767384383.478449:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7659d05. 00000020:00000010:2.0:1767384383.478452:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c1efe7f5. 00000020:00000010:0.0:1767384383.478454:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000395776e5. 00100000:00000010:3.0:1767384383.478458:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000cf49f15. 00000020:00000010:2.0:1767384383.478466:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034c1331c. 80000000:00000010:0.0:1767384383.478467:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000074451b6d. 00040000:00000010:3.0:1767384383.478469:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.478482:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007eca97c. 80000000:00000010:2.0:1767384383.478484:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000002618040. 00040000:00000010:0.0:1767384383.478485:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad112ca4. 00080000:00000010:3.0:1767384383.478487:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384383.478515:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00040000:00000010:2.0:1767384383.478517:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fecd894. 00080000:00000010:0.0:1767384383.478520:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004f6f6661. 00002000:00000010:3.0:1767384383.478521:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c2addd7f. 00080000:00000010:2.0:1767384383.478531:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007cd17d6. 00000020:00000010:3.0:1767384383.478532:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 00080000:00000010:0.0:1767384383.478533:0:17079:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000006b0d8411. 00010000:00010000:3.0:1767384383.478545:0:17073:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000001176dd37, canceled 0 locks, left on hash table 5. 00080000:00000010:0.0:1767384383.478546:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000039fe3abd. 00080000:00000010:2.0:1767384383.478547:0:17078:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000b8836b2d. 00000020:00000010:3.0:1767384383.478557:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 20000000:00000010:0.0:1767384383.478557:0:17079:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000081c7cd93. 00080000:00000010:2.0:1767384383.478560:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000809d35e3. 00000020:00000010:3.0:1767384383.478567:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c566b9bb. 00000020:00000010:0.0:1767384383.478569:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032675b2c. 20000000:00000010:2.0:1767384383.478572:0:17078:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000fa363ab. 00000020:00000010:3.0:1767384383.478576:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000cf49f15. 00000020:00000010:2.0:1767384383.478581:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000daf58d1e. 00000020:00000010:0.0:1767384383.478582:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001e7c417b. 00000020:00000010:3.0:1767384383.478583:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.478593:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000007eca97c. 00000020:00000010:2.0:1767384383.478596:0:17078:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000450718e7. 80000000:00000010:3.0:1767384383.478597:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000839ae8af. 00000100:00000010:0.0:1767384383.478600:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000effea0d8. 40000000:00000010:3.0:1767384383.478601:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7659d05. 00000100:00100000:0.0:1767384383.478608:0:17079:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000cc873a47:17079] 2 exiting: rc = 0 00100000:00000010:3.0:1767384383.478610:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6897a3a. 00000100:00000010:2.0:1767384383.478617:0:17078:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000712b096c. 00040000:00000010:3.0:1767384383.478618:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a14ccbf6. 00000100:00100000:2.0:1767384383.478625:0:17078:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000fc0db537:17078] 1 exiting: rc = 0 00040000:00000010:3.0:1767384383.478626:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000739197c2. 00080000:00000010:3.0:1767384383.478635:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384383.478640:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00002000:00000010:3.0:1767384383.478644:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c2addd7f. 00000001:00000001:3.0:1767384383.478647:0:17073:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384383.478650:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384383.478656:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004283fa87 count: 2 00010000:00000001:3.0:1767384383.478660:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384383.478663:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478668:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478670:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.478672:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #0 00000020:00000001:3.0:1767384383.478674:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.478684:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.478688:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384383.478695:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478698:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478700:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384383.478703:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.478708:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000601cb364 with handle 0xd602e9c522f0b098 from hash 00010000:00000001:3.0:1767384383.478712:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384383.478714:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478715:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478717:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384383.478719:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384383.478722:0:17073:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000001176dd37, 1 locks cancelled. 00010000:00000001:3.0:1767384383.478726:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478727:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478729:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384383.478733:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000601cb364/0xd602e9c522f0b098 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b091 expref: 6 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384383.478742:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 4 00000020:00000040:3.0:1767384383.478745:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 5 00010000:00000040:3.0:1767384383.478748:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004283fa87 count: 0 00000020:00000010:2.0:1767384383.478757:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000629962e0. 00010000:00000001:3.0:1767384383.478766:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384383.478771:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efcba636-0f33-4, loop: 0 00000001:00000001:3.0:1767384383.478774:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384383.478777:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 4 00010000:00000001:3.0:1767384383.478782:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384383.478785:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478787:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478790:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.478793:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384383.478796:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006f75de35. 00000020:00000010:2.0:1767384383.478804:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7db2cd6. 00000020:00000010:2.0:1767384383.478810:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007083ed34. 80000000:00000010:2.0:1767384383.478814:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f25ad289. 00040000:00000010:2.0:1767384383.478818:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043936b05. 00080000:00000010:2.0:1767384383.478824:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000086a6a567. 00010000:00000001:3.0:1767384383.478829:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:2.0:1767384383.478832:0:17076:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000aa5ab464. 00010000:00000001:3.0:1767384383.478834:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:2.0:1767384383.478842:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000eef7456a. 00010000:00000001:3.0:1767384383.478843:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478849:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478853:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:2.0:1767384383.478855:0:17076:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000fd76881a. 00010000:00000001:3.0:1767384383.478856:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.478863:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ade014a5. 00000020:00000040:3.0:1767384383.478864:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cbb172f with handle 0xd602e9c522f0b0a6 from hash 00010000:00000001:3.0:1767384383.478870:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767384383.478872:0:17076:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000005d23c23. 00010000:00000001:3.0:1767384383.478873:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478878:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478881:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384383.478885:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767384383.478885:0:17076:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007929daae. 00010000:00000040:3.0:1767384383.478889:0:17073:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000001176dd37, 2 locks cancelled. 00000100:00100000:2.0:1767384383.478901:0:17076:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000000f99d84a:17076] 0 exiting: rc = 1 00010000:00000001:3.0:1767384383.478902:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.478907:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.478911:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384383.478915:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cbb172f/0xd602e9c522f0b0a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b09f expref: 5 pid: 17079 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384383.478922:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 3 00000020:00000040:3.0:1767384383.478925:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 4 00000100:00000010:1.0:1767384383.478936:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000f99d84a. 00010000:00000001:3.0:1767384383.478937:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384383.478942:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efcba636-0f33-4, loop: 1 00000001:00000001:3.0:1767384383.478947:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384383.478950:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 3 00000100:00000010:1.0:1767384383.478951:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fc0db537. 00010000:00000001:3.0:1767384383.478959:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:1.0:1767384383.478963:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000cc873a47. 00000020:00000001:3.0:1767384383.478965:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478970:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.478973:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.478974:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384383.478979:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000020:00000001:3.0:1767384383.478980:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384383.478986:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:3.0:1767384383.478987:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.478994:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384383.478998:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1767384383.478998:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384383.479004:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384383.479004:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384383.479009:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384383.479011:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a92338. 00010000:00000001:3.0:1767384383.479012:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.479018:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b626aec with handle 0xd602e9c522f0afb8 from hash 00000400:00000200:1.0:1767384383.479020:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ce9e6a 00010000:00000001:3.0:1767384383.479022:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384383.479025:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2ce9e6a. 00010000:00000001:3.0:1767384383.479026:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.479032:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479034:0:40105:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384383.479035:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384383.479041:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384383.479041:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384383.479047:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.479051:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.479056:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384383.479061:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:3.0:1767384383.479063:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007b626aec/0xd602e9c522f0afb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0afb1 expref: 4 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384383.479066:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384383.479072:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.479077:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384383.479078:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 2 00000400:00000001:1.0:1767384383.479081:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384383.479083:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 3 00000400:00000010:1.0:1767384383.479085:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d514886e. 00000400:00000200:1.0:1767384383.479092:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fe90e5 00000400:00000010:1.0:1767384383.479094:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046fe90e5. 00010000:00000001:3.0:1767384383.479096:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479099:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000001:00000040:3.0:1767384383.479100:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efcba636-0f33-4, loop: 2 00000100:00000200:1.0:1767384383.479102:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:3.0:1767384383.479107:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384383.479113:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000118e614c count: 2 00010000:00000001:3.0:1767384383.479118:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1767384383.479119:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:3.0:1767384383.479122:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1767384383.479124:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:3.0:1767384383.479127:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384383.479130:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384383.479131:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384383.479134:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384383.479136:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384383.479138:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384383.479143:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:1.0:1767384383.479143:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021291a14. 00010000:00000001:3.0:1767384383.479148:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767384383.479149:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc1032fa 00010000:00000001:3.0:1767384383.479152:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384383.479154:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc1032fa. 00010000:00000001:3.0:1767384383.479156:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479161:0:40105:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384383.479162:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384383.479165:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384383.479167:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384383.479172:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d4402099 with handle 0xd602e9c522f0b0c2 from hash 00010000:00000001:3.0:1767384383.479175:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384383.479176:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384383.479182:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384383.479188:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384383.479188:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:3.0:1767384383.479192:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384383.479194:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384383.479197:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:1.0:1767384383.479199:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384383.479201:0:17073:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000001176dd37, 4 locks cancelled. 00000400:00000001:1.0:1767384383.479203:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384383.479208:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384383.479209:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db15b804. 00010000:00000001:3.0:1767384383.479212:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.479217:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384383.479217:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fb183f8 00000400:00000010:1.0:1767384383.479223:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002fb183f8. 00010000:00010000:3.0:1767384383.479225:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d4402099/0xd602e9c522f0b0c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b0bb expref: 3 pid: 17079 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384383.479229:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.479233:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:3.0:1767384383.479237:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 1 00000020:00000040:3.0:1767384383.479257:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 2 00010000:00000040:3.0:1767384383.479261:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000118e614c count: 0 00000100:00100000:1.0:1767384383.479286:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.479291:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:3.0:1767384383.479294:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479295:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000040:3.0:1767384383.479303:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efcba636-0f33-4, loop: 3 00000400:00000001:1.0:1767384383.479304:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479311:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1767384383.479312:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:1.0:1767384383.479316:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83e0ee9. 00010000:00000040:3.0:1767384383.479319:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000025c3e332 count: 2 00000400:00000200:1.0:1767384383.479324:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb83ad55 00010000:00000001:3.0:1767384383.479325:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384383.479332:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb83ad55. 00000020:00000001:3.0:1767384383.479333:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384383.479340:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384383.479341:0:40105:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384383.479343:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384383.479346:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384383.479349:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.479356:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384383.479361:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384383.479362:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384383.479367:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384383.479368:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00010000:00000001:3.0:1767384383.479374:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479377:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384383.479380:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767384383.479382:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384383.479385:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384383.479386:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384383.479392:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed657d4f with handle 0xd602e9c522f0b0d0 from hash 00000400:00000010:1.0:1767384383.479393:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46c937a. 00000400:00000200:1.0:1767384383.479404:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8879aa3 00010000:00000001:3.0:1767384383.479405:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384383.479410:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8879aa3. 00010000:00000001:3.0:1767384383.479412:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.479417:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384383.479421:0:40105:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384383.479422:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384383.479428:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384383.479430:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384383.479436:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384383.479439:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384383.479444:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384383.479445:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.479451:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00010000:3.0:1767384383.479452:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed657d4f/0xd602e9c522f0b0d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd602e9c522f0b0c9 expref: 2 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384383.479456:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.479461:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479465:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.479469:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04c2e39. 00010000:00000040:3.0:1767384383.479474:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001176dd37 : new locks_count 0 00000400:00000200:1.0:1767384383.479477:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1e888c1 00000020:00000040:3.0:1767384383.479485:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 1 00000400:00000010:1.0:1767384383.479485:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1e888c1. 00010000:00000040:3.0:1767384383.479513:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025c3e332 count: 0 00000100:00000001:1.0:1767384383.479513:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.479517:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.479532:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.479535:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384383.479538:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384383.479542:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384383.479543:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479548:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000040:3.0:1767384383.479551:0:17073:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: efcba636-0f33-4, loop: 4 00000400:00000010:1.0:1767384383.479552:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073661b3a. 00000001:00000001:3.0:1767384383.479561:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:1.0:1767384383.479561:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037611bd4 00000400:00000010:1.0:1767384383.479565:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037611bd4. 00000001:00000001:3.0:1767384383.479570:0:17073:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.479571:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.479575:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:3.0:1767384383.479577:0:17073:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000001176dd37, canceled 5 locks, left on hash table 0. 00010000:00000001:3.0:1767384383.479582:0:17073:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000100:00100000:1.0:1767384383.479585:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:3.0:1767384383.479587:0:17073:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:1.0:1767384383.479591:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000001:00000001:3.0:1767384383.479592:0:17073:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384383.479600:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1767384383.479601:0:17073:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384383.479607:0:17073:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:1.0:1767384383.479609:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384383.479612:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c566b9bb. 00000400:00000001:1.0:1767384383.479615:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384383.479621:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cf49f15. 00000400:00000010:1.0:1767384383.479621:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542467a0. 00000020:00000010:3.0:1767384383.479632:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000400:00000200:1.0:1767384383.479632:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016757cf8 00000400:00000010:1.0:1767384383.479641:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016757cf8. 00000020:00000010:3.0:1767384383.479642:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000007eca97c. 00000100:00000001:1.0:1767384383.479652:0:40105:0:(events.c:286:request_in_callback()) Process entered 80000000:00000010:3.0:1767384383.479653:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000839ae8af. 00000100:00000200:1.0:1767384383.479659:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 40000000:00000010:3.0:1767384383.479661:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7659d05. 00100000:00000010:3.0:1767384383.479669:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6897a3a. 00040000:00000010:3.0:1767384383.479676:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a14ccbf6. 00000100:00100000:1.0:1767384383.479683:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:3.0:1767384383.479684:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000739197c2. 00000100:00000040:1.0:1767384383.479688:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00080000:00000010:3.0:1767384383.479692:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00000100:00000001:1.0:1767384383.479695:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:3.0:1767384383.479698:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000400:00000001:1.0:1767384383.479700:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479704:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000010:3.0:1767384383.479707:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c2addd7f. 00000400:00000010:1.0:1767384383.479708:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d8c97c. 00000020:00000010:3.0:1767384383.479718:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 00000400:00000200:1.0:1767384383.479718:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aba1e43 00000400:00000010:1.0:1767384383.479723:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aba1e43. 00000020:00000001:3.0:1767384383.479726:0:17073:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384383.479731:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000001176dd37 : new refcount 0 00000100:00000001:1.0:1767384383.479731:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.479736:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000080:3.0:1767384383.479737:0:17073:0:(genops.c:904:class_export_put()) final put 000000001176dd37/efcba636-0f33-4977-ad6f-12f80463a1c1 00000100:00100000:1.0:1767384383.479747:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.479750:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384383.479753:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.479755:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479756:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.479758:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7926245. 00000020:00000001:3.0:1767384383.479760:0:17073:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000200:1.0:1767384383.479764:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000660c76c3 00010000:00000001:3.0:1767384383.479765:0:17073:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384383.479768:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000660c76c3. 00000100:00000001:1.0:1767384383.479772:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.479774:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.479783:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.479786:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384383.479790:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.479792:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.479794:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384383.479801:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.479804:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.479807:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384383.479810:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.479814:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384383.479818:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384383.479818:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.479824:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001176dd37/efcba636-0f33-4977-ad6f-12f80463a1c1 for MGS 00000020:00000001:3.0:1767384383.479826:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384383.479832:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.479834:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 10 to 0@lo 00010000:00010000:3.0:1767384383.479837:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384383.479842:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384383.479846:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384383.479851:0:36:0:(genops.c:1229:class_import_get()) import 00000000bfdbe665 refcount=2 obd=MGS 00000020:00000001:2.0:1767384383.479856:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.479858:0:36:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=1 obd=MGS 00000020:00000001:2.0:1767384383.479861:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384383.479863:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.479865:0:36:0:(genops.c:1242:class_import_put()) import 00000000bfdbe665 refcount=0 obd=MGS 00000020:00000040:2.0:1767384383.479867:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000bfdbe665 00000020:00000001:2.0:1767384383.479885:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384383.479888:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384383.479891:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384383.479896:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008609aebd. 00000001:00000010:2.0:1767384383.479902:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a3d36b65. 00000001:00000010:2.0:1767384383.479907:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b370d30b. 00000001:00000010:2.0:1767384383.479913:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000038101cc5. 00000001:00000010:2.0:1767384383.479927:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003f99fde7. 00000001:00000010:2.0:1767384383.479933:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b50a5298. 00000001:00000001:2.0:1767384383.479939:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384383.479942:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384383.479945:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384383.479947:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384383.479949:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.479952:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.479955:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 5 - export 00000020:00000010:2.0:1767384383.479958:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001176dd37. 00000020:00000001:2.0:1767384383.479970:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384383.479976:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384383.479979:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000bfdbe665 for MGS 00000020:00000040:2.0:1767384383.479983:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 9 to 0@lo 00000020:00000040:2.0:1767384383.479986:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 4 - import 00000020:00000010:2.0:1767384383.479989:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000bfdbe665. 00000020:00000001:2.0:1767384383.479994:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:1.0:1767384383.480030:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048386470. 00000400:00000200:1.0:1767384383.480036:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd756394 00000400:00000010:1.0:1767384383.480037:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd756394. 00000100:00000001:1.0:1767384383.480042:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480043:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480050:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480051:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384383.480054:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480056:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480058:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480060:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064fc929b. 00000400:00000200:1.0:1767384383.480062:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f8ae9f8 00000400:00000010:1.0:1767384383.480064:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f8ae9f8. 00000100:00000001:1.0:1767384383.480068:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480069:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480075:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480077:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384383.480079:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480080:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480082:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480083:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044ace2b5. 00000400:00000200:1.0:1767384383.480086:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014d36b37 00000400:00000010:1.0:1767384383.480088:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014d36b37. 00000100:00000001:1.0:1767384383.480091:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480092:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480097:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480098:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384383.480102:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480103:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480105:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480106:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c22e45. 00000400:00000200:1.0:1767384383.480109:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b176e1b4 00000400:00000010:1.0:1767384383.480111:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b176e1b4. 00000100:00000001:1.0:1767384383.480115:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480116:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480122:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480123:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384383.480126:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480128:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480129:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480131:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a04cb40. 00000400:00000200:1.0:1767384383.480133:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c77683d5 00000400:00000010:1.0:1767384383.480135:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c77683d5. 00000100:00000001:1.0:1767384383.480139:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480140:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480144:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480146:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384383.480150:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480152:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480154:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480156:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049bf5119. 00000400:00000200:1.0:1767384383.480161:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001361dfb9 00000400:00000010:1.0:1767384383.480163:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001361dfb9. 00000100:00000001:1.0:1767384383.480167:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480169:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480178:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480179:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384383.480181:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480182:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480189:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480192:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f463c02. 00000400:00000200:1.0:1767384383.480195:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebbcff55 00000400:00000010:1.0:1767384383.480197:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebbcff55. 00000100:00000001:1.0:1767384383.480199:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480200:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480205:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480206:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384383.480208:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480209:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480211:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480213:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e35364. 00000400:00000200:1.0:1767384383.480216:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b5b6f7 00000400:00000010:1.0:1767384383.480218:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001b5b6f7. 00000100:00000001:1.0:1767384383.480222:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480223:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480229:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480231:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384383.480233:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480235:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480236:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480237:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba1453da. 00000400:00000200:1.0:1767384383.480259:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f85a2d9f 00000400:00000010:1.0:1767384383.480263:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f85a2d9f. 00000100:00000001:1.0:1767384383.480268:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480269:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480276:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480278:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384383.480281:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480282:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480284:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480286:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf61b6d0. 00000400:00000200:1.0:1767384383.480306:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ca0e987 00000400:00000010:1.0:1767384383.480308:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ca0e987. 00000100:00000001:1.0:1767384383.480311:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480312:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480318:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480320:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384383.480322:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480324:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480325:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480327:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030bca570. 00000400:00000200:1.0:1767384383.480330:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1794f6e 00000400:00000010:1.0:1767384383.480332:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1794f6e. 00000100:00000001:1.0:1767384383.480335:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480336:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480343:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480345:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384383.480348:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480351:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480353:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480355:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bcd32bd. 00000400:00000200:1.0:1767384383.480358:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be97f4f7 00000400:00000010:1.0:1767384383.480360:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be97f4f7. 00000100:00000001:1.0:1767384383.480364:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480366:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480372:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480374:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384383.480376:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480378:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480379:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480381:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcf7106d. 00000400:00000200:1.0:1767384383.480384:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d746d00c 00000400:00000010:1.0:1767384383.480386:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d746d00c. 00000100:00000001:1.0:1767384383.480389:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480390:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480397:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480399:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384383.480401:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480403:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480404:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480406:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f32733. 00000400:00000200:1.0:1767384383.480409:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004171ceaf 00000400:00000010:1.0:1767384383.480411:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004171ceaf. 00000100:00000001:1.0:1767384383.480414:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480415:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480420:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480422:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384383.480424:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480426:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480427:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480429:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000860d078b. 00000400:00000200:1.0:1767384383.480432:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002066300 00000400:00000010:1.0:1767384383.480434:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002066300. 00000100:00000001:1.0:1767384383.480436:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480438:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480443:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480446:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384383.480448:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480450:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480451:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480453:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1f5e0b6. 00000400:00000200:1.0:1767384383.480457:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b6de345 00000400:00000010:1.0:1767384383.480458:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b6de345. 00000100:00000001:1.0:1767384383.480461:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480463:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480470:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480472:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384383.480474:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480476:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480478:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480480:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035e0fe6f. 00000400:00000200:1.0:1767384383.480485:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ad7b551 00000400:00000010:1.0:1767384383.480503:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ad7b551. 00000100:00000001:1.0:1767384383.480508:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480510:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480520:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480522:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384383.480526:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480529:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480531:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480532:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f3ab31. 00000400:00000200:1.0:1767384383.480534:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdb7779 00000400:00000010:1.0:1767384383.480536:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffdb7779. 00000100:00000001:1.0:1767384383.480545:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480547:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480551:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480552:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384383.480554:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480556:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480557:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480559:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c35f0ff. 00000400:00000200:1.0:1767384383.480562:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0611d8 00000400:00000010:1.0:1767384383.480565:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a0611d8. 00000100:00000001:1.0:1767384383.480568:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480570:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480576:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480578:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384383.480580:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480582:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480583:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480585:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000680d57d1. 00000400:00000200:1.0:1767384383.480589:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042c818e0 00000400:00000010:1.0:1767384383.480591:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042c818e0. 00000100:00000001:1.0:1767384383.480595:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480597:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480606:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480609:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384383.480612:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480615:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480617:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480620:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a345a20. 00000400:00000200:1.0:1767384383.480625:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000949856e7 00000400:00000010:1.0:1767384383.480628:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000949856e7. 00000100:00000001:1.0:1767384383.480633:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480635:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480644:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480647:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384383.480651:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480654:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480657:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480660:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a462452. 00000400:00000200:1.0:1767384383.480664:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f91f883 00000400:00000010:1.0:1767384383.480668:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f91f883. 00000100:00000001:1.0:1767384383.480672:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480675:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480682:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480685:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384383.480687:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480690:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480691:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480693:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175ba83f. 00000400:00000200:1.0:1767384383.480697:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e13c9d3 00000400:00000010:1.0:1767384383.480700:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e13c9d3. 00000100:00000001:1.0:1767384383.480703:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480704:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480710:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480712:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384383.480715:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480716:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480718:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480719:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c1606e. 00000400:00000200:1.0:1767384383.480723:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbefc0ab 00000400:00000010:1.0:1767384383.480724:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbefc0ab. 00000100:00000001:1.0:1767384383.480727:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480729:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480735:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480737:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384383.480740:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480741:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480742:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480744:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be1ed45. 00000400:00000200:1.0:1767384383.480746:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063255837 00000400:00000010:1.0:1767384383.480748:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063255837. 00000100:00000001:1.0:1767384383.480751:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480752:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480758:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480760:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384383.480762:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480764:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480765:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480766:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aaad71b. 00000400:00000200:1.0:1767384383.480769:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef9c9cd7 00000400:00000010:1.0:1767384383.480770:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef9c9cd7. 00000100:00000001:1.0:1767384383.480773:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480775:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480781:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480785:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384383.480789:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480791:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480793:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480827:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002622ed31. 00000400:00000200:1.0:1767384383.480831:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4be3560 00000400:00000010:1.0:1767384383.480832:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4be3560. 00000100:00000001:1.0:1767384383.480843:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480845:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480850:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480852:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384383.480854:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480856:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480858:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480860:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c36e6. 00000400:00000200:1.0:1767384383.480865:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aab42310 00000400:00000010:1.0:1767384383.480866:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aab42310. 00000100:00000001:1.0:1767384383.480870:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480871:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480877:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480879:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384383.480881:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480882:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480884:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480885:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad83f9a4. 00000400:00000200:1.0:1767384383.480888:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7355a8 00000400:00000010:1.0:1767384383.480889:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c7355a8. 00000100:00000001:1.0:1767384383.480892:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480894:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480898:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480901:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384383.480903:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480905:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480906:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480907:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab414113. 00000400:00000200:1.0:1767384383.480910:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614ef1dc 00000400:00000010:1.0:1767384383.480912:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000614ef1dc. 00000100:00000001:1.0:1767384383.480914:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480916:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480921:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480923:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384383.480925:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480928:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480929:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480930:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac9f9ea. 00000400:00000200:1.0:1767384383.480933:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f9fbb9 00000400:00000010:1.0:1767384383.480935:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1f9fbb9. 00000100:00000001:1.0:1767384383.480938:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480939:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480945:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480947:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384383.480950:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480952:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480953:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480955:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a9f6e6. 00000400:00000200:1.0:1767384383.480957:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee692b93 00000400:00000010:1.0:1767384383.480959:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee692b93. 00000100:00000001:1.0:1767384383.480962:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480963:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480968:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480970:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384383.480973:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480975:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480976:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.480978:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6a1f9c3. 00000400:00000200:1.0:1767384383.480981:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007100e583 00000400:00000010:1.0:1767384383.480982:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007100e583. 00000100:00000001:1.0:1767384383.480985:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.480986:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.480991:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.480993:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384383.480995:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.480996:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.480998:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481000:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d150cd07. 00000400:00000200:1.0:1767384383.481003:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cec75 00000400:00000010:1.0:1767384383.481004:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000650cec75. 00000100:00000001:1.0:1767384383.481007:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481008:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481013:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481015:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384383.481017:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481019:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481020:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481022:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bdb66a8. 00000400:00000200:1.0:1767384383.481025:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f31c99cd 00000400:00000010:1.0:1767384383.481027:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f31c99cd. 00000100:00000001:1.0:1767384383.481029:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481031:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481036:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481038:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384383.481040:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481042:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481042:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481044:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8a69ba. 00000400:00000200:1.0:1767384383.481047:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5e6c73 00000400:00000010:1.0:1767384383.481049:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b5e6c73. 00000100:00000001:1.0:1767384383.481053:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481054:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481059:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481060:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384383.481062:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481064:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481066:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481067:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e484920. 00000400:00000200:1.0:1767384383.481070:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498b96ff 00000400:00000010:1.0:1767384383.481072:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000498b96ff. 00000100:00000001:1.0:1767384383.481074:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481076:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481082:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481083:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384383.481087:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481088:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481089:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481091:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d13d51df. 00000400:00000200:1.0:1767384383.481095:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14cc5b3 00000400:00000010:1.0:1767384383.481097:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f14cc5b3. 00000100:00000001:1.0:1767384383.481101:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481103:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481110:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481112:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384383.481115:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481118:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481120:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481121:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec662729. 00000400:00000200:1.0:1767384383.481124:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000920d2683 00000400:00000010:1.0:1767384383.481125:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000920d2683. 00000100:00000001:1.0:1767384383.481134:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481135:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481140:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481141:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384383.481142:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481144:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481145:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481146:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d474e1. 00000400:00000200:1.0:1767384383.481149:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b16fce7 00000400:00000010:1.0:1767384383.481150:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b16fce7. 00000100:00000001:1.0:1767384383.481153:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481154:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481158:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481159:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384383.481160:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481162:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481163:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481164:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dd3ab90. 00000400:00000200:1.0:1767384383.481166:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d30554 00000400:00000010:1.0:1767384383.481167:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d30554. 00000100:00000001:1.0:1767384383.481170:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481171:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481175:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481176:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384383.481177:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481178:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481179:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481181:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f24a01e8. 00000400:00000200:1.0:1767384383.481182:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4c2468 00000400:00000010:1.0:1767384383.481184:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd4c2468. 00000100:00000001:1.0:1767384383.481186:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481187:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481192:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481193:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384383.481195:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481196:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481197:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481199:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:1.0:1767384383.481200:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000092c9390 00000400:00000010:1.0:1767384383.481202:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000092c9390. 00000100:00000001:1.0:1767384383.481204:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481205:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481212:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481213:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384383.481215:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481217:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481219:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481220:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3cd9e74. 00000400:00000200:1.0:1767384383.481223:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a9d6804 00000400:00000010:1.0:1767384383.481225:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a9d6804. 00000100:00000001:1.0:1767384383.481228:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481229:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481235:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481237:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384383.481259:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481262:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481264:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481265:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2e52837. 00000400:00000200:1.0:1767384383.481269:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073563c9a 00000400:00000010:1.0:1767384383.481271:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073563c9a. 00000100:00000001:1.0:1767384383.481274:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481275:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481281:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481283:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384383.481285:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481287:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481305:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481308:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ffc4e7. 00000400:00000200:1.0:1767384383.481311:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e554de 00000400:00000010:1.0:1767384383.481312:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024e554de. 00000100:00000001:1.0:1767384383.481316:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481318:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481323:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481325:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384383.481327:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481329:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481331:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481332:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b51bcd. 00000400:00000200:1.0:1767384383.481335:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000216fc568 00000400:00000010:1.0:1767384383.481337:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000216fc568. 00000100:00000001:1.0:1767384383.481341:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481342:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481347:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481349:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384383.481352:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481353:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481355:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481356:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002456cb21. 00000400:00000200:1.0:1767384383.481359:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8cb285 00000400:00000010:1.0:1767384383.481361:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e8cb285. 00000100:00000001:1.0:1767384383.481363:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481365:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481371:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481372:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384383.481375:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481376:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481378:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481379:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd62ecfd. 00000400:00000200:1.0:1767384383.481382:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003808a938 00000400:00000010:1.0:1767384383.481384:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003808a938. 00000100:00000001:1.0:1767384383.481387:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481389:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481395:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481397:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384383.481399:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481401:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481403:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481404:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce49e465. 00000400:00000200:1.0:1767384383.481407:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3edb8c 00000400:00000010:1.0:1767384383.481408:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec3edb8c. 00000100:00000001:1.0:1767384383.481411:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481412:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481420:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481422:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384383.481424:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481426:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481427:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481429:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e00508ef. 00000400:00000200:1.0:1767384383.481433:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e36aa75 00000400:00000010:1.0:1767384383.481434:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e36aa75. 00000100:00000001:1.0:1767384383.481437:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481439:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481445:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481446:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384383.481448:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481450:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481452:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481453:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070316d85. 00000400:00000200:1.0:1767384383.481457:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9f996e 00000400:00000010:1.0:1767384383.481459:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b9f996e. 00000100:00000001:1.0:1767384383.481462:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481463:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481469:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481472:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384383.481491:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384383.481494:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.481495:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384383.481497:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5599329. 00000400:00000200:1.0:1767384383.481502:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0072f71 00000400:00000010:1.0:1767384383.481504:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0072f71. 00000100:00000001:1.0:1767384383.481508:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384383.481510:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384383.481520:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384383.481522:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384383.481524:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384383.481527:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481535:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481539:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481540:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481542:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481543:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481544:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481545:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481547:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481548:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481549:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481550:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481551:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481552:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481553:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481554:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481556:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481557:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481559:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481560:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481561:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481562:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481564:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481566:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481567:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481568:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481570:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481571:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481573:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481573:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481575:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481576:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481578:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481579:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481581:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481582:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481584:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481585:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481589:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481592:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481595:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481597:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481601:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481603:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481607:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481610:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481612:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481615:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481618:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481620:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481623:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481625:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481629:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481631:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481634:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481636:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481639:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481641:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481645:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481647:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481650:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481652:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481656:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481658:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481661:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481664:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481667:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481669:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481672:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481674:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481678:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481681:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481683:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481685:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481687:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481688:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481691:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481692:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481694:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481696:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481698:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481700:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481702:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481703:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481705:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481707:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481708:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481710:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481712:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481713:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481715:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481716:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481718:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481719:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481722:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481723:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481725:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481726:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481729:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481730:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481732:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481733:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481735:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481736:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481738:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481739:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481741:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481742:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481744:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481745:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481748:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481749:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481751:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481752:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481754:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481755:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481757:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481758:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481761:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481762:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481765:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481766:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481767:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481768:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481769:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481770:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384383.481771:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.481773:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384383.481778:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000026783fdb. 00000100:00000010:1.0:1767384383.481785:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b61907dc. 00000100:00000010:1.0:1767384383.481789:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001cb12409. 00000100:00000010:1.0:1767384383.481794:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6d47174. 00000100:00000010:1.0:1767384383.481843:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008af384a8. 00000100:00000010:1.0:1767384383.481846:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc74bd58. 00000100:00000010:1.0:1767384383.481848:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0e2ab84. 00000100:00000010:1.0:1767384383.481851:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c85ef61a. 00000100:00000010:1.0:1767384383.481853:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000091e4ace9. 00000100:00000010:1.0:1767384383.481883:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000611dc24e. 00000100:00000010:1.0:1767384383.481887:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004355dc28. 00000100:00000010:1.0:1767384383.481891:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da31d20d. 00000100:00000010:1.0:1767384383.481894:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000352cb40d. 00000100:00000010:1.0:1767384383.481899:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d937535. 00000100:00000010:1.0:1767384383.481902:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029baf18e. 00000100:00000010:1.0:1767384383.481907:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027aee520. 00000100:00000010:1.0:1767384383.481911:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc66d391. 00000100:00000010:1.0:1767384383.481916:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f3e0c94. 00000100:00000010:1.0:1767384383.481919:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b557a7ba. 00000100:00000010:1.0:1767384383.481922:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c4dcdfe. 00000100:00000010:1.0:1767384383.481926:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053ba7b90. 00000100:00000010:1.0:1767384383.481929:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040cbeca2. 00000100:00000010:1.0:1767384383.481932:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b4b0b57. 00000100:00000010:1.0:1767384383.481936:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0ec48e6. 00000100:00000010:1.0:1767384383.481940:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000160ecefe. 00000100:00000010:1.0:1767384383.481944:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd7d4940. 00000100:00000010:1.0:1767384383.481948:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b10a458. 00000100:00000010:1.0:1767384383.481951:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b550b37. 00000100:00000010:1.0:1767384383.481955:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf79ef29. 00000100:00000010:1.0:1767384383.481957:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004163af7e. 00000100:00000010:1.0:1767384383.481960:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fbd1b0fb. 00000100:00000010:1.0:1767384383.481964:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0add718. 00000100:00000010:1.0:1767384383.481967:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098cb5f09. 00000100:00000010:1.0:1767384383.482007:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002373996d. 00000100:00000010:1.0:1767384383.482010:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006eedbece. 00000100:00000010:1.0:1767384383.482014:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e08bb67. 00000100:00000010:1.0:1767384383.482018:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000db44b044. 00000100:00000010:1.0:1767384383.482021:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bfa1c45d. 00000100:00000010:1.0:1767384383.482025:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000052ae821d. 00000100:00000010:1.0:1767384383.482029:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c1d997f. 00000100:00000010:1.0:1767384383.482032:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c137d7b3. 00000100:00000010:1.0:1767384383.482035:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d690acfd. 00000100:00000010:1.0:1767384383.482038:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071e1bdb9. 00000100:00000010:1.0:1767384383.482042:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bf10c0d. 00000100:00000010:1.0:1767384383.482044:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060bf6bfe. 00000100:00000010:1.0:1767384383.482048:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075b060f7. 00000100:00000010:1.0:1767384383.482052:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b614a392. 00000100:00000010:1.0:1767384383.482056:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096c5376b. 00000100:00000010:1.0:1767384383.482058:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a3fac9d0. 00000100:00000010:1.0:1767384383.482063:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d178117. 00000100:00000010:1.0:1767384383.482065:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000028abbeea. 00000100:00000010:1.0:1767384383.482069:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da407a10. 00000100:00000010:1.0:1767384383.482072:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e6bc460. 00000100:00000010:1.0:1767384383.482076:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efca7b9e. 00000100:00000010:1.0:1767384383.482079:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000041a80cb8. 00000100:00000010:1.0:1767384383.482083:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfca4125. 00000100:00000010:1.0:1767384383.482086:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051d3ce22. 00000100:00000010:1.0:1767384383.482127:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009034d627. 00000100:00000010:1.0:1767384383.482134:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000611ad737. 00000100:00000010:1.0:1767384383.482139:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2cc723d. 00000100:00000010:1.0:1767384383.482144:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003044ee7e. 00000100:00000010:1.0:1767384383.482150:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000853c0b37. 00000100:00000010:1.0:1767384383.482155:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000ad4335d. 00000100:00000010:1.0:1767384383.482158:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000012fa7c8. 00000100:00000010:1.0:1767384383.482160:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a88a586. 00000100:00000010:1.0:1767384383.482171:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000560934dd. 00000100:00000010:1.0:1767384383.482173:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000089722bb. 00000100:00000010:1.0:1767384383.482176:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f7051ca. 00000100:00000010:1.0:1767384383.482178:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008bbd89ce. 00000100:00000010:1.0:1767384383.482181:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9dd94be. 00000100:00000010:1.0:1767384383.482184:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec5c8f82. 00000100:00000010:1.0:1767384383.482189:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000542d647b. 00000100:00000010:1.0:1767384383.482192:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000279acd03. 00000100:00000010:1.0:1767384383.482195:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068bfc08e. 00000100:00000010:1.0:1767384383.482198:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee627391. 00000100:00000010:1.0:1767384383.482201:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066c5e623. 00000100:00000010:1.0:1767384383.482205:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e68b2b44. 00000100:00000010:1.0:1767384383.482209:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004a75af6. 00000100:00000010:1.0:1767384383.482212:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006feab8fa. 00000100:00000010:1.0:1767384383.482216:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038054a86. 00000100:00000010:1.0:1767384383.482218:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a709063. 00000100:00000010:1.0:1767384383.482289:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f522495. 00000100:00000010:1.0:1767384383.482294:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005128d988. 00000100:00000010:1.0:1767384383.482298:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c996d048. 00000100:00000010:1.0:1767384383.482301:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a94d45c5. 00000100:00000010:1.0:1767384383.482304:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002c83c0f. 00000100:00000010:1.0:1767384383.482308:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b512f230. 00000100:00000010:1.0:1767384383.482311:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d3d7db9. 00000100:00000010:1.0:1767384383.482315:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b6a9f93. 00000100:00000010:1.0:1767384383.482318:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002aba20c. 00000100:00000010:1.0:1767384383.482321:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000224359a8. 00000100:00000010:1.0:1767384383.482325:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ea84c73. 00000100:00000010:1.0:1767384383.482329:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004bce0378. 00000100:00000010:1.0:1767384383.482332:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e940287. 00000100:00000010:1.0:1767384383.482335:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a0bee66. 00000100:00000010:1.0:1767384383.482339:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000349b1b3f. 00000100:00000010:1.0:1767384383.482342:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c180e661. 00000100:00000010:1.0:1767384383.482347:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cba1bd6b. 00000100:00000010:1.0:1767384383.482351:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060067107. 00000100:00000010:1.0:1767384383.482355:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007763bcb. 00000100:00000010:1.0:1767384383.482359:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ec919a5. 00000100:00000010:1.0:1767384383.482362:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069e81fa9. 00000100:00000010:1.0:1767384383.482367:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f263523f. 00000100:00000010:1.0:1767384383.482370:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035262148. 00000100:00000010:1.0:1767384383.482373:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000dea988. 00000100:00000010:1.0:1767384383.482400:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db799429. 00000100:00000010:1.0:1767384383.482404:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008accbb78. 00000100:00000010:1.0:1767384383.482407:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5a43214. 00000100:00000010:1.0:1767384383.482411:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000006ad51e. 00000100:00000010:1.0:1767384383.482414:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000784e9beb. 00000100:00000010:1.0:1767384383.482419:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5af4ada. 00000100:00000010:1.0:1767384383.482423:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ea06052. 00000100:00000010:1.0:1767384383.482427:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001fbc6b35. 00000100:00000010:1.0:1767384383.482431:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fc68e85. 00000100:00000010:1.0:1767384383.482433:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054c2d293. 00000100:00000010:1.0:1767384383.482437:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aae3e057. 00000100:00000010:1.0:1767384383.482441:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e16dca04. 00000100:00000010:1.0:1767384383.482445:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000485cc595. 00000100:00000010:1.0:1767384383.482449:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b584a1e1. 00000100:00000010:1.0:1767384383.482453:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021f77283. 00000100:00000010:1.0:1767384383.482455:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000615100a6. 00000100:00000010:1.0:1767384383.482459:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b136f04d. 00000100:00000010:1.0:1767384383.482462:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4bc4b1a. 00000100:00000010:1.0:1767384383.482466:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006344b4b. 00000100:00000010:1.0:1767384383.482470:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060f48609. 00000100:00000010:1.0:1767384383.482474:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b586974a. 00000100:00000010:1.0:1767384383.482478:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045dde3b6. 00000100:00000010:1.0:1767384383.482482:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007745e9ad. 00000100:00000010:1.0:1767384383.482524:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000914d104. 00000100:00000010:1.0:1767384383.482546:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000dcc06e0e. 00000100:00000010:1.0:1767384383.482553:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000b1e9d1a2. 00000100:00000001:1.0:1767384383.482565:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384383.482568:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384383.482572:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384383.482575:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384383.482577:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003532a96b. 00000100:00000001:1.0:1767384383.482583:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384383.482585:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.482587:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384383.482589:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002f9677dd. 00000100:00000001:1.0:1767384383.482593:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384383.482596:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384383.482598:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000053feab57. 00000100:00000001:1.0:1767384383.482603:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384383.482606:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384383.482609:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000059b23ef3. 00000100:00000001:1.0:1767384383.482613:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384383.482616:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384383.482618:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000915ed41c. 00000100:00000001:1.0:1767384383.482623:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384383.482770:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009c512277. 00000020:00000010:1.0:1767384383.482776:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000fe7e927. 00000020:00000010:1.0:1767384383.482883:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e353e74f. 00000020:00000010:1.0:1767384383.482890:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000221c9af5. 00000020:00000010:1.0:1767384383.482895:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e1ac7937. 00000020:00000010:1.0:1767384383.482901:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007a06bd15. 00000100:00000010:1.0:1767384383.482945:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000687d55d5. 00000100:00000010:1.0:1767384383.482961:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000005d60cb92. 00000100:00000010:1.0:1767384383.482965:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000007eba48b. 00000100:00000010:1.0:1767384383.482969:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d54e2ffc. 00000100:00000001:1.0:1767384383.482973:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.482978:0:40105:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:1.0:1767384383.482983:0:40105:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:1.0:1767384383.482986:0:40105:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:1.0:1767384383.482990:0:40105:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000001:1.0:1767384383.482995:0:40105:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446629305796776448 : -114767912775168 : ffff979e8353d200) 00080000:00000001:1.0:1767384383.482998:0:40105:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446629305796776448 : -114767912775168 : ffff979e8353d200) 00080000:00000001:1.0:1767384383.483002:0:40105:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:1.0:1767384383.483004:0:40105:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:1.0:1767384383.483033:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483036:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483039:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483041:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483043:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483045:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483047:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483049:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483051:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483053:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483055:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483056:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483058:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483060:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483062:0:40105:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1767384383.483064:0:40105:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483068:0:40105:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483070:0:40105:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384383.483074:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000028734787. 20000000:00000010:1.0:1767384383.483078:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 000000005edd1b0c. 00080000:00000001:1.0:1767384383.483081:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483083:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483084:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483086:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483089:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002c4637bd. 20000000:00000010:1.0:1767384383.483091:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000155eb7c1. 00080000:00000001:1.0:1767384383.483093:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483095:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483099:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f97d389b. 20000000:00000010:1.0:1767384383.483102:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000e9857236. 00080000:00000001:1.0:1767384383.483104:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483105:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483108:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000f4c0e09c. 20000000:00000010:1.0:1767384383.483110:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000030089ff. 00080000:00000001:1.0:1767384383.483113:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483115:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483117:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ad855538. 20000000:00000010:1.0:1767384383.483120:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000f8f43c3e. 00080000:00000001:1.0:1767384383.483122:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483123:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483126:0:40105:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000533107f9. 20000000:00000010:1.0:1767384383.483129:0:40105:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000007fd36800. 00080000:00000001:1.0:1767384383.483131:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483132:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.483133:0:40105:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1767384383.483134:0:40105:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384383.483136:0:40105:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:1.0:1767384383.483146:0:40105:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:1.0:1767384383.483152:0:40105:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00080000:00000001:1.0:1767384383.483154:0:40105:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:1.0:1767384383.483156:0:40105:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:1.0:1767384383.483158:0:40105:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.483269:0:40105:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000029ce8328. 20000000:00000010:1.0:1767384383.483277:0:40105:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000001d99cb01. 20000000:00000010:1.0:1767384383.483300:0:40105:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000f0997bc1. 20000000:00000010:1.0:1767384383.483306:0:40105:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000d8936434. 20000000:00000010:1.0:1767384383.483310:0:40105:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000dbedffd2. 20000000:00000010:1.0:1767384383.483316:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000007fd36800. 20000000:00000010:1.0:1767384383.483321:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000533107f9. 20000000:00000010:1.0:1767384383.483324:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000f8f43c3e. 20000000:00000010:1.0:1767384383.483328:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ad855538. 20000000:00000010:1.0:1767384383.483334:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000030089ff. 20000000:00000010:1.0:1767384383.483339:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f4c0e09c. 20000000:00000010:1.0:1767384383.483343:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000e9857236. 20000000:00000010:1.0:1767384383.483346:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000f97d389b. 20000000:00000010:1.0:1767384383.483350:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000155eb7c1. 20000000:00000010:1.0:1767384383.483352:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002c4637bd. 20000000:00000010:1.0:1767384383.483355:0:40105:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 000000005edd1b0c. 20000000:00000010:1.0:1767384383.483358:0:40105:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000028734787. 20000000:00000001:1.0:1767384383.483362:0:40105:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:1.0:1767384383.483374:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ee30f62. 20000000:00000010:1.0:1767384383.483379:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005dbfbcae. 20000000:00000010:1.0:1767384383.483383:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000523eebea. 20000000:00000010:1.0:1767384383.483387:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004b0c5ae0. 20000000:00000010:1.0:1767384383.483391:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000090c6ca78. 20000000:00000010:1.0:1767384383.483394:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a558bd5. 20000000:00000010:1.0:1767384383.483399:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4e0eb72. 20000000:00000010:1.0:1767384383.483403:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000612445c3. 20000000:00000010:1.0:1767384383.483407:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007504461c. 20000000:00000010:1.0:1767384383.483411:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000224803c1. 20000000:00000010:1.0:1767384383.483416:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ccb5212a. 20000000:00000010:1.0:1767384383.483420:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000892a3dc8. 20000000:00000010:1.0:1767384383.483424:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000019e98ce0. 20000000:00000010:1.0:1767384383.483428:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2e06e21. 20000000:00000010:1.0:1767384383.483431:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000823d240b. 20000000:00000010:1.0:1767384383.483435:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006e123e8e. 20000000:00000010:1.0:1767384383.483439:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005c74c4b8. 20000000:00000010:1.0:1767384383.483443:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003729761b. 20000000:00000010:1.0:1767384383.483448:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c0d15d5. 20000000:00000010:1.0:1767384383.483451:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001fd5fc8d. 20000000:00000010:1.0:1767384383.483455:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007ff34552. 20000000:00000010:1.0:1767384383.483476:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e9862e5. 20000000:00000010:1.0:1767384383.483480:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4586004. 20000000:00000010:1.0:1767384383.483483:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008c905631. 20000000:00000010:1.0:1767384383.483487:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000669665dc. 20000000:00000010:1.0:1767384383.483490:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006fcbff75. 20000000:00000010:1.0:1767384383.483494:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000002a329f4. 20000000:00000010:1.0:1767384383.483500:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d9febe67. 20000000:00000010:1.0:1767384383.483506:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000059c8c148. 20000000:00000010:1.0:1767384383.483511:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003e14fb8c. 20000000:00000010:1.0:1767384383.483516:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050fe4e53. 20000000:00000010:1.0:1767384383.483521:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ce33c739. 20000000:00000010:1.0:1767384383.483526:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061734314. 20000000:00000010:1.0:1767384383.483530:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009d6f5ff0. 20000000:00000010:1.0:1767384383.483535:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000051a8a38d. 20000000:00000010:1.0:1767384383.483538:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000097114c3f. 20000000:00000010:1.0:1767384383.483547:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000036376317. 20000000:00000010:1.0:1767384383.483551:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a18aeb6c. 20000000:00000010:1.0:1767384383.483554:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dd1dd855. 20000000:00000010:1.0:1767384383.483556:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b38d68e0. 20000000:00000010:1.0:1767384383.483560:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a77ab660. 20000000:00000010:1.0:1767384383.483565:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bbb32021. 20000000:00000010:1.0:1767384383.483569:0:40105:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000a2968d35. 20000000:00000010:1.0:1767384383.483575:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084d38e87. 20000000:00000010:1.0:1767384383.483580:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fefee805. 20000000:00000010:1.0:1767384383.483583:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001df676f0. 20000000:00000010:1.0:1767384383.483585:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000021f4b99d. 20000000:00000010:1.0:1767384383.483589:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a7082238. 20000000:00000010:1.0:1767384383.483594:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000115ee30b. 20000000:00000010:1.0:1767384383.483600:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a784ae85. 20000000:00000010:1.0:1767384383.483605:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000465d1669. 20000000:00000010:1.0:1767384383.483610:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d5f55d59. 20000000:00000010:1.0:1767384383.483616:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000787107d1. 20000000:00000010:1.0:1767384383.483621:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a3bceb5a. 20000000:00000010:1.0:1767384383.483627:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1259cac. 20000000:00000010:1.0:1767384383.483634:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000d64290d. 20000000:00000010:1.0:1767384383.483640:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bb773f18. 20000000:00000010:1.0:1767384383.483646:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f55b6aba. 20000000:00000010:1.0:1767384383.483652:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002cbc57cc. 20000000:00000010:1.0:1767384383.483657:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000076876762. 20000000:00000010:1.0:1767384383.483663:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000416d7e20. 20000000:00000010:1.0:1767384383.483668:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0f02a37. 20000000:00000010:1.0:1767384383.483674:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069167ffb. 20000000:00000010:1.0:1767384383.483680:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000508085f0. 20000000:00000010:1.0:1767384383.483686:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000081a076a3. 20000000:00000010:1.0:1767384383.483691:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000da1ab5d9. 20000000:00000010:1.0:1767384383.483694:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000060b98004. 20000000:00000010:1.0:1767384383.483699:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5b93860. 20000000:00000010:1.0:1767384383.483702:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008b0d77da. 20000000:00000010:1.0:1767384383.483706:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000496348b4. 20000000:00000010:1.0:1767384383.483710:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004cb0b1ec. 20000000:00000010:1.0:1767384383.483713:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d1d5d036. 20000000:00000010:1.0:1767384383.483717:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000078912655. 20000000:00000010:1.0:1767384383.483720:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000ccf8095. 20000000:00000010:1.0:1767384383.483724:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fe68a8a4. 20000000:00000010:1.0:1767384383.483728:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001b871d39. 20000000:00000010:1.0:1767384383.483731:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e7fee436. 20000000:00000010:1.0:1767384383.483735:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037745e52. 20000000:00000010:1.0:1767384383.483739:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000062d06624. 20000000:00000010:1.0:1767384383.483743:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000811e9df9. 20000000:00000010:1.0:1767384383.483747:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000231e3006. 20000000:00000010:1.0:1767384383.483750:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000028f4250a. 20000000:00000010:1.0:1767384383.483753:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037849eaf. 20000000:00000010:1.0:1767384383.483757:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c0bc3c7e. 20000000:00000010:1.0:1767384383.483764:0:40105:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bc121f22. 20000000:00000010:1.0:1767384383.483768:0:40105:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000001f4e76af. 20000000:00000010:1.0:1767384383.483858:0:40105:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000df641cfc. 20000000:00000010:1.0:1767384383.483873:0:40105:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000133b2a0d. 20000000:00000010:1.0:1767384383.483879:0:40105:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001d59552d. 20000000:00000010:1.0:1767384383.483884:0:40105:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000104ce138. 20000000:00000010:1.0:1767384383.483886:0:40105:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000dda309cf. 20000000:00000010:1.0:1767384383.483890:0:40105:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000beb46666. 20000000:00000010:1.0:1767384383.483895:0:40105:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000d7b28508. 20000000:00000010:1.0:1767384383.483918:0:40105:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000070a81acd. 20000000:00000010:1.0:1767384383.483923:0:40105:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000f3f306cc. 00010000:00000001:1.0:1767384383.483928:0:40105:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384383.483931:0:40105:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384383.483933:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.483936:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.483939:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.483941:0:40105:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384383.483943:0:40105:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384383.483945:0:40105:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.483947:0:40105:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.483949:0:40105:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:1.0:1767384383.483956:0:40105:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:1.0:1767384383.483958:0:40105:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:1.0:1767384383.483976:0:40105:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384383.483983:0:40105:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000cd66ec61 - data 00000000f34bfcab/00000000b5abb5ea 00000020:00000010:1.0:1767384383.484128:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000ad028f6c. 00000020:00000010:1.0:1767384383.484132:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000d346e6d9. 00000020:00000010:1.0:1767384383.484138:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b5abb5ea. 00000020:00000010:1.0:1767384383.484144:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000024c30fc. 00000020:00000010:1.0:1767384383.484148:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000004478805. 00000020:00000010:1.0:1767384383.484153:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000649fcba4. 00000020:00000010:1.0:1767384383.484157:0:40105:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000cd66ec61. 00000020:01000000:1.0:1767384383.484166:0:40105:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000086affbb0 - data 0000000044d4ae70/00000000b8b52385 00000020:00000010:1.0:1767384383.484337:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000205c1b1a. 00000020:00000010:1.0:1767384383.484344:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000d3d45f92. 00000020:00000010:1.0:1767384383.484349:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b8b52385. 00000020:00000010:1.0:1767384383.484352:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000a5561180. 00000020:00000010:1.0:1767384383.484356:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007fb0773e. 00000020:00000010:1.0:1767384383.484359:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000c48540b5. 00000020:00000010:1.0:1767384383.484362:0:40105:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000086affbb0. 00000020:00000001:1.0:1767384383.484366:0:40105:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:1.0:1767384383.484516:0:40105:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001cc32c49 : new refcount 2 00000040:00000001:1.0:1767384383.484525:0:40105:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384383.484528:0:40105:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001cc32c49 : new refcount 1 00080000:00000010:1.0:1767384383.484541:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000013b49ad8. 00000020:00000010:1.0:1767384383.484546:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000381745a9. 00000020:00000010:1.0:1767384383.484556:0:40105:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000060ca9e77. 00080000:00000010:1.0:1767384383.484566:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f7d93d2e. 00000020:00000010:1.0:1767384383.484570:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000042270291. 00000020:00000010:1.0:1767384383.484574:0:40105:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000345d78b9. 00000020:00000040:1.0:1767384383.484578:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000cfa4e5fa : new refcount 1 00000040:00000010:1.0:1767384383.484581:0:40105:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001cc32c49. 00000040:00000001:1.0:1767384383.484587:0:40105:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.484593:0:40105:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 000000000766b24e. 00080000:00000001:1.0:1767384383.484597:0:40105:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:1.0:1767384383.484604:0:40105:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:327197938 to info 000000003e647901 00100000:00000001:1.0:1767384383.484610:0:40105:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384383.484613:0:40105:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384383.484615:0:40105:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384383.484619:0:40105:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 000000000766b24e. 00080000:00000010:1.0:1767384383.484644:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000f33c8dc. 00000020:00000010:1.0:1767384383.484650:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001ecbfbce. 00000020:00000002:1.0:1767384383.484659:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000f726675f/000000002f46f305 to site lru. bkt: 00000000abe34cfd 00000001:00000001:1.0:1767384383.484665:0:40105:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:1.0:1767384383.484669:0:40105:0:(lu_object.c:207:lu_object_put()) Add 00000000202de199/00000000cb0245e1 to site lru. bkt: 0000000037877651 00000001:00000010:1.0:1767384383.484674:0:40105:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000a1c1c7b5. 00000001:00000001:1.0:1767384383.484680:0:40105:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:1.0:1767384383.484723:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007e149de4. 00000020:00000010:1.0:1767384383.484728:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001d6d2742. 00000020:00000010:1.0:1767384383.484733:0:40105:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f3e65817. 00080000:00000010:1.0:1767384383.484843:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f726675f. 00000020:00000010:1.0:1767384383.484847:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002f46f305. 00080000:00000010:1.0:1767384383.484867:0:40105:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aa72a2d6. 00080000:00000010:1.0:1767384383.484873:0:40105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000202de199. 00000020:00000010:1.0:1767384383.484876:0:40105:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb0245e1. 00000020:00000010:1.0:1767384383.484884:0:40105:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000f8669046. 00010000:00000001:1.0:1767384383.484889:0:40105:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384383.484893:0:40105:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384383.484933:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007b5a2a8c. 00000020:00000010:1.0:1767384383.484938:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000013c655cc. 00000020:00000010:1.0:1767384383.484943:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b35896de. 00010000:00000001:1.0:1767384383.484991:0:40105:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384383.485006:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000d1e73819. 00000020:00000010:1.0:1767384383.485009:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e21541d6. 00000020:00000010:1.0:1767384383.485013:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000029d60fc9. 00000020:00000010:1.0:1767384383.485016:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000d97de6d8. 00000020:00000010:1.0:1767384383.485019:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000f9ad7c32. 00000020:00000010:1.0:1767384383.485023:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000b94e395. 00000001:00000001:1.0:1767384383.485077:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.485080:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000b1cd0ed3. 00000001:00000010:1.0:1767384383.485084:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000e25b0edb. 00000001:00000010:1.0:1767384383.485087:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000cd8fcf6a. 00000001:00000010:1.0:1767384383.485090:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000008d561ef. 00000001:00000001:1.0:1767384383.485095:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384383.485098:0:40105:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000097ca7be6. 00010000:00000001:1.0:1767384383.485103:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384383.485105:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384383.485106:0:40105:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:1.0:1767384383.485193:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384383.485195:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.485197:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.485199:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0af8e 00000020:00000040:1.0:1767384383.485202:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000831bdc14 with handle 0xd602e9c522f0af8e from hash 00000020:00000001:1.0:1767384383.485206:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.485208:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000831bdc14 : new refcount 1 00000020:00000001:1.0:1767384383.485209:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.485211:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000831bdc14 : new refcount 0 00000020:00000080:1.0:1767384383.485212:0:40105:0:(genops.c:904:class_export_put()) final put 00000000831bdc14/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384383.485214:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485228:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384383.485230:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.485232:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485234:0:40105:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384383.485237:0:40105:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384383.485257:0:40105:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446629305788484128 : -114767921067488 : ffff979e82d54a20) 00000020:01000004:1.0:1767384383.485261:0:40105:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000064b92e7c from MGS, refs=2 00000020:00000001:1.0:1767384383.485264:0:40105:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384383.485267:0:40105:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000064b92e7c 2 00000020:00000001:1.0:1767384383.485269:0:40105:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.485270:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384383.485272:0:40105:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000080:2.0:1767384383.485276:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000831bdc14/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384383.485278:0:40105:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384383.485286:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384383.485286:0:40105:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446629305788484128 : -114767921067488 : ffff979e82d54a20) 00000020:00000001:2.0:1767384383.485290:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384383.485293:0:40105:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000064b92e7c from MGS 00000020:00000040:2.0:1767384383.485296:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 5 - export 00000020:00000010:1.0:1767384383.485299:0:40105:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000008119b50b. 00000020:00000010:2.0:1767384383.485303:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000831bdc14. 00000020:00000010:1.0:1767384383.485306:0:40105:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000041a37918. 00000020:00000001:2.0:1767384383.485312:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384383.485314:0:40105:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485319:0:40105:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.485321:0:40105:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485324:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384383.485335:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.485340:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ee89311. 00000001:00000010:1.0:1767384383.485343:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000507bb15d. 00000001:00000010:1.0:1767384383.485346:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000771c52e8. 00000001:00000010:1.0:1767384383.485349:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fd56681. 00000001:00000010:1.0:1767384383.485352:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008244e8b8. 00000001:00000010:1.0:1767384383.485355:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b783ceff. 00000001:00000001:1.0:1767384383.485359:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384383.485360:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384383.485364:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000085f3270e. 00000001:00000010:1.0:1767384383.485367:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042b8780b. 00000001:00000010:1.0:1767384383.485371:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028b76985. 00000001:00000010:1.0:1767384383.485373:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b65db0ff. 00000001:00000010:1.0:1767384383.485377:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000028bcaea6. 00000001:00000010:1.0:1767384383.485380:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003b550ea7. 00000001:00000001:1.0:1767384383.485384:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384383.485385:0:40105:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 3 - setup 00000020:00000001:1.0:1767384383.485388:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485390:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384383.485393:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384383.485397:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384383.485399:0:40105:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 2 - obd_device_list 00000020:00000080:1.0:1767384383.485403:0:40105:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:1.0:1767384383.485405:0:40105:0:(obd_config.c:955:class_decref()) Decref MGS (00000000b97fe5e3) now 1 - newdev 00000020:00000040:1.0:1767384383.485407:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfa4e5fa with handle 0xd602e9c522f0af87 from hash 00000020:00000040:1.0:1767384383.485410:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000cfa4e5fa : new refcount 0 00000020:00000080:1.0:1767384383.485413:0:40105:0:(genops.c:904:class_export_put()) final put 00000000cfa4e5fa/MGS 00000020:00000001:1.0:1767384383.485415:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485417:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.485419:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 00000000cfa4e5fa/MGS for MGS 00000020:00000001:1.0:1767384383.485421:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384383.485423:0:40105:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:1.0:1767384383.485426:0:40105:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485428:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.485430:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cfa4e5fa. 00000020:00000001:1.0:1767384383.485436:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384383.485438:0:40105:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:1.0:1767384383.485440:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:1.0:1767384383.485442:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384383.485446:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001942230. 00000020:00000010:1.0:1767384383.485450:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050a07525. 00000040:00000010:1.0:1767384383.485453:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000674026d1. 00000020:00000010:1.0:1767384383.485457:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015d3e742. 00000020:00000010:1.0:1767384383.485460:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.485464:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab924ed5. 00040000:00000010:1.0:1767384383.485468:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384383.485472:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf571e91. 00080000:00000010:1.0:1767384383.485475:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f148ae9f. 20000000:00000010:1.0:1767384383.485480:0:40105:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d01fbdb2. 20000000:00000001:1.0:1767384383.485484:0:40105:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:1.0:1767384383.485493:0:40105:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000570ad421. 20000000:00000001:1.0:1767384383.485498:0:40105:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.485501:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050a07525. 00000040:00000010:1.0:1767384383.485505:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000674026d1. 00000020:00000010:1.0:1767384383.485514:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000015d3e742. 00000020:00000010:1.0:1767384383.485519:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384383.485521:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab924ed5. 00040000:00000010:1.0:1767384383.485525:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384383.485527:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f148ae9f. 00080000:00000010:1.0:1767384383.485530:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cf571e91. 20000000:00000010:1.0:1767384383.485533:0:40105:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d01fbdb2. 00000020:00000010:1.0:1767384383.485536:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001942230. 00000020:00000001:1.0:1767384383.485539:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.485541:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b97fe5e3. 00000020:00000001:1.0:1767384383.485547:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485549:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.485552:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000006b21e84e. 00000020:00000001:1.0:1767384383.485555:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485558:0:40105:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485561:0:40105:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1767384383.485563:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384383.485565:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:1.0:1767384383.485569:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000ab924ed5. 00000020:00000080:1.0:1767384383.485572:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384383.485576:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384383.485578:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384383.485584:0:40105:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000001b5c6032 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384383.485589:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384383.485592:0:40105:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000053995e7) has exports, disconnecting them 00000020:00000001:1.0:1767384383.485596:0:40105:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384383.485599:0:40105:0:(genops.c:887:class_export_get()) GET export 000000001b5c6032 refcount=4 00000020:00000040:1.0:1767384383.485602:0:40105:0:(genops.c:887:class_export_get()) GET export 000000001b5c6032 refcount=5 00000020:00080000:1.0:1767384383.485607:0:40105:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000001b5c6032), last request at 1767384280 00000020:00000001:1.0:1767384383.485612:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:1.0:1767384383.485616:0:40105:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384383.485618:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384383.485621:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0b067 00000020:00000040:1.0:1767384383.485626:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b5c6032 with handle 0xd602e9c522f0b067 from hash 00000020:00000040:1.0:1767384383.485640:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 4 00000020:00000001:1.0:1767384383.485644:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384383.485647:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 3 00000020:00000001:1.0:1767384383.485650:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384383.485653:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 2 00000020:00000001:1.0:1767384383.485656:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384383.485660:0:40105:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485663:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384383.485668:0:40105:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000001b5c6032): rc 0 00000020:00000040:1.0:1767384383.485672:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 1 00000020:00000001:1.0:1767384383.485675:0:40105:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384383.485678:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384383.485681:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:1.0:1767384383.485685:0:40105:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:1.0:1767384383.485688:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1767384383.485691:0:40105:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1767384383.485694:0:40105:0:(genops.c:898:class_export_put()) PUTting export 000000001b5c6032 : new refcount 0 00000020:00000080:1.0:1767384383.485697:0:40105:0:(genops.c:904:class_export_put()) final put 000000001b5c6032/lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384383.485699:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.485714:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.485717:0:40105:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384383.485719:0:40105:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384383.485740:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.485745:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001b5c6032/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384383.485751:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 8 to 0@lo 00000020:00000001:2.0:1767384383.485755:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384383.485757:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384383.485761:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000053995e7) now 5 - export 00000020:00000010:2.0:1767384383.485764:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001b5c6032. 00000020:00000001:2.0:1767384383.485796:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1767384383.485828:0:40105:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384383.485881:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008da079d0. 00000020:00000010:2.0:1767384383.485888:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a007d67c. 00010000:00000001:2.0:1767384383.485947:0:40105:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384383.485962:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000f940b4c2. 00000020:00000010:2.0:1767384383.485966:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a1b5a1fb. 00000001:00000001:2.0:1767384383.486021:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384383.486688:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000088e91aca. 00000001:00000010:2.0:1767384383.486701:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f2ede8e8. 00000001:00000010:2.0:1767384383.486704:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000041e6e9ec. 00000001:00000010:2.0:1767384383.486707:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000caebb809. 00000001:00000010:2.0:1767384383.486709:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000152c75af. 00000001:00000010:2.0:1767384383.486711:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000031204ba8. 00000001:00000010:2.0:1767384383.486713:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e3b5c92d. 00000001:00000010:2.0:1767384383.486715:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000033cfb09e. 00000001:00000010:2.0:1767384383.486717:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000012deac1b. 00000001:00000010:2.0:1767384383.486719:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000428f140c. 00000001:00000010:2.0:1767384383.486720:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000054f81a73. 00000001:00000010:2.0:1767384383.486722:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c0cda2d2. 00000001:00000010:2.0:1767384383.486724:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004ec2ed69. 00000001:00000010:2.0:1767384383.486727:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b91a0143. 00000001:00000010:2.0:1767384383.486728:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000566bc881. 00000001:00000010:2.0:1767384383.486730:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005b8fbf9f. 00000001:00000010:2.0:1767384383.486732:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002439adfb. 00000001:00000010:2.0:1767384383.486734:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fcb9b88d. 00000001:00000010:2.0:1767384383.486735:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a5580cce. 00000001:00000010:2.0:1767384383.486737:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000173d0c4f. 00000001:00000010:2.0:1767384383.486739:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d040116b. 00000001:00000010:2.0:1767384383.486741:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f0b6013c. 00000001:00000010:2.0:1767384383.486742:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000211242cb. 00000001:00000010:2.0:1767384383.486744:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000041c9f820. 00000001:00000010:2.0:1767384383.486746:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a0f9a5da. 00000001:00000010:2.0:1767384383.486748:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000082f380d9. 00000001:00000010:2.0:1767384383.486750:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007a47abc6. 00000001:00000010:2.0:1767384383.486751:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000055c2adce. 00000001:00000010:2.0:1767384383.486753:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d267f9ca. 00000001:00000010:2.0:1767384383.486802:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005853150d. 00000001:00000010:2.0:1767384383.486805:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005266fbeb. 00000001:00000010:2.0:1767384383.486808:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000712f7efa. 00000001:00000010:2.0:1767384383.486811:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000033aba24c. 00000001:00000010:2.0:1767384383.486816:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001a06b297. 00000001:00000001:2.0:1767384383.486820:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384383.486825:0:40105:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000907607c3. 00010000:00000001:2.0:1767384383.486830:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384383.486865:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384383.486881:0:40105:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767384383.486884:0:40105:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767384383.486888:0:40105:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:3.0:1767384383.486892:0:40105:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384383.486895:0:40105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384383.486898:0:40105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384383.486900:0:40105:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384383.486903:0:40105:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1767384383.486906:0:40105:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384383.486909:0:40105:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384383.486910:0:40105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384383.486912:0:40105:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384383.486914:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384383.486915:0:40105:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384383.486917:0:40105:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384383.486919:0:40105:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384383.486931:0:40105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384383.486932:0:40105:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384383.486935:0:40105:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767384383.486940:0:40105:0:(genops.c:1229:class_import_get()) import 00000000da492d5b refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384383.486944:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384383.486946:0:40105:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384383.486948:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384383.486950:0:40105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384383.486951:0:40105:0:(genops.c:1242:class_import_put()) import 00000000da492d5b refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384383.486953:0:40105:0:(genops.c:1245:class_import_put()) final put import 00000000da492d5b 00000020:00000001:3.0:1767384383.486980:0:40105:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384383.486982:0:40105:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767384383.486984:0:40105:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384383.486987:0:40105:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767384383.486989:0:40105:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000001a5c8ac6. 00010000:00000010:3.0:1767384383.486996:0:40105:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000da3181de. 00000020:00000001:1.0:1767384383.486997:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:3.0:1767384383.487002:0:40105:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000b3b58655. 00000020:00000080:1.0:1767384383.487003:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000da492d5b for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384383.487012:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 7 to 0@lo 00010000:00000001:3.0:1767384383.487013:0:40105:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:1.0:1767384383.487022:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 6 to 0@lo 00000020:00000010:1.0:1767384383.487026:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000372ac59d. 00000020:00000040:1.0:1767384383.487034:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000053995e7) now 4 - import 00000020:00000010:1.0:1767384383.487038:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000da492d5b. 00000020:00000001:1.0:1767384383.487050:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767384383.487159:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000061455678. 00000020:00000010:3.0:1767384383.487165:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eb08673d. 00000020:00000010:3.0:1767384383.487169:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ea821b0c. 00000020:00000010:3.0:1767384383.487187:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000023c24165. 00000020:00000010:3.0:1767384383.487194:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000004117ef9. 00000020:00000010:3.0:1767384383.487199:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b2eda4c7. 00000010:00000001:3.0:1767384383.487205:0:40105:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487208:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.487225:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384383.487231:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000abd5d32e. 00000001:00000010:3.0:1767384383.487234:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000784c7bef. 00000001:00000010:3.0:1767384383.487262:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088c49330. 00000001:00000010:3.0:1767384383.487267:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a1de336. 00000001:00000010:3.0:1767384383.487271:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008f6e0dcc. 00000001:00000010:3.0:1767384383.487275:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007a76d6d6. 00000001:00000001:3.0:1767384383.487279:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384383.487280:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384383.487285:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac095db4. 00000001:00000010:3.0:1767384383.487304:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7923147. 00000001:00000010:3.0:1767384383.487307:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ce326b1. 00000001:00000010:3.0:1767384383.487311:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000968d1b40. 00000001:00000010:3.0:1767384383.487314:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002ba8c584. 00000001:00000010:3.0:1767384383.487317:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cc70c096. 00000001:00000001:3.0:1767384383.487323:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384383.487325:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000053995e7) now 3 - setup 00000020:00000001:3.0:1767384383.487328:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487330:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384383.487334:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384383.487339:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384383.487342:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000053995e7) now 2 - obd_device_list 00000020:00000080:3.0:1767384383.487345:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:3.0:1767384383.487347:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000053995e7) now 1 - newdev 00000020:00000040:3.0:1767384383.487350:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000055dfb873 with handle 0xd602e9c522f0b060 from hash 00000020:00000040:3.0:1767384383.487354:0:40105:0:(genops.c:898:class_export_put()) PUTting export 0000000055dfb873 : new refcount 0 00000020:00000080:3.0:1767384383.487356:0:40105:0:(genops.c:904:class_export_put()) final put 0000000055dfb873/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:3.0:1767384383.487368:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487371:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384383.487373:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 0000000055dfb873/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384383.487375:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384383.487378:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.487380:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000055dfb873. 00000020:00000001:3.0:1767384383.487399:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384383.487400:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:3.0:1767384383.487403:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:3.0:1767384383.487405:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384383.487409:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 00000020:00000010:3.0:1767384383.487413:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9311e1a. 00000040:00000010:3.0:1767384383.487417:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000739197c2. 00000020:00000010:3.0:1767384383.487420:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6897a3a. 00000020:00000010:3.0:1767384383.487424:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.487428:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000007eca97c. 80000000:00000010:3.0:1767384383.487431:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000839ae8af. 40000000:00000010:3.0:1767384383.487434:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7659d05. 00100000:00000010:3.0:1767384383.487438:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000cf49f15. 00040000:00000010:3.0:1767384383.487441:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.487445:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c566b9bb. 00080000:00000010:3.0:1767384383.487449:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384383.487452:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00000004:00000010:3.0:1767384383.487468:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8688c2a. 00000010:00000001:3.0:1767384383.487472:0:40105:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1767384383.487474:0:40105:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 0000000056ce39b7. 00000010:00000001:3.0:1767384383.487479:0:40105:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.487483:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9311e1a. 00000040:00000010:3.0:1767384383.487489:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000739197c2. 00000020:00000010:3.0:1767384383.487494:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6897a3a. 00000020:00000010:3.0:1767384383.487499:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.487504:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000007eca97c. 80000000:00000010:3.0:1767384383.487507:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000839ae8af. 40000000:00000010:3.0:1767384383.487513:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7659d05. 00100000:00000010:3.0:1767384383.487518:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000cf49f15. 00040000:00000010:3.0:1767384383.487523:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.487529:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c566b9bb. 00080000:00000010:3.0:1767384383.487536:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384383.487544:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000004:00000010:3.0:1767384383.487548:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8688c2a. 00000020:00000010:3.0:1767384383.487553:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 00000020:00000001:3.0:1767384383.487556:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.487569:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000053995e7. 00000020:00000001:3.0:1767384383.487576:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487578:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.487581:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000ab924ed5. 00000020:00000001:3.0:1767384383.487585:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487588:0:40105:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487590:0:40105:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384383.487592:0:40105:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000064b92e7c 1 00000020:00000001:3.0:1767384383.487596:0:40105:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384383.487598:0:40105:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384383.487599:0:40105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384383.487601:0:40105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd602e9c522f0af80 00000020:00000040:3.0:1767384383.487605:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e8f9cd37 with handle 0xd602e9c522f0af80 from hash 00000020:00000001:3.0:1767384383.487609:0:40105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384383.487611:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000e8f9cd37 : new refcount 1 00000020:00000001:3.0:1767384383.487612:0:40105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384383.487614:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000e8f9cd37 : new refcount 0 00000020:00000080:3.0:1767384383.487616:0:40105:0:(genops.c:904:class_export_put()) final put 00000000e8f9cd37/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384383.487618:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487631:0:40105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487634:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384383.487635:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:3.0:1767384383.487651:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000839ae8af. 00000020:00000080:3.0:1767384383.487654:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384383.487654:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384383.487661:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000e8f9cd37/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384383.487662:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384383.487668:0:40105:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384383.487670:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384383.487672:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384383.487676:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000bb49592f) has no exports 00000020:00000001:1.0:1767384383.487676:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.487685:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:1.0:1767384383.487685:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 4 - export 00000020:00000001:3.0:1767384383.487690:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767384383.487692:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e8f9cd37. 00080000:00000001:3.0:1767384383.487694:0:40105:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:3.0:1767384383.487698:0:40105:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:327197938 to info 000000003e647901 00000020:00000001:1.0:1767384383.487700:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00100000:00000001:3.0:1767384383.487707:0:40105:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384383.487710:0:40105:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384383.487712:0:40105:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:3.0:1767384383.487715:0:40105:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.489467:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 0000000083e49b09. 00000020:00000010:3.0:1767384383.489474:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004f00ba52. 00080000:00000010:3.0:1767384383.489728:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000043d23899. 00080000:00000010:3.0:1767384383.489737:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001eeac3bd. 00080000:00000010:3.0:1767384383.489743:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000917dc94d. 00080000:00000010:3.0:1767384383.489757:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f329a8bc. 00080000:00000010:3.0:1767384383.489762:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007b60a979. 00080000:00000010:3.0:1767384383.489796:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000900489cc. 00080000:00000010:3.0:1767384383.489802:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000010bdfa50. 00080000:00000010:3.0:1767384383.489815:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f2953268. 00080000:00000010:3.0:1767384383.489819:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001fee6d8e. 00080000:00000010:3.0:1767384383.489824:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000089717a8a. 00080000:00000010:3.0:1767384383.489828:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a8fd4bac. 00080000:00000010:3.0:1767384383.489833:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f9943996. 00080000:00000010:3.0:1767384383.489838:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bec2a441. 00080000:00000010:3.0:1767384383.489844:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009747b0ae. 00080000:00000010:3.0:1767384383.489848:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008f45713d. 00080000:00000010:3.0:1767384383.489852:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009ec29bfb. 00080000:00000010:3.0:1767384383.489856:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000018bb51b8. 00080000:00000010:3.0:1767384383.489858:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008ad09e3b. 00080000:00000010:3.0:1767384383.489873:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000094548f93. 00080000:00000010:3.0:1767384383.489877:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005f773cb7. 00080000:00000010:3.0:1767384383.489880:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ca3bebd1. 00080000:00000010:3.0:1767384383.489885:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003e8ebb52. 00080000:00000010:3.0:1767384383.489888:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000046180a89. 00080000:00000010:3.0:1767384383.489892:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000051363164. 00080000:00000010:3.0:1767384383.489896:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c5352505. 00080000:00000010:3.0:1767384383.489899:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000033b89e38. 00080000:00000010:3.0:1767384383.489905:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b603da3a. 00080000:00000010:3.0:1767384383.489908:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000075bfcda0. 00080000:00000010:3.0:1767384383.489913:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f79f72af. 00080000:00000010:3.0:1767384383.489918:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fa434a23. 00080000:00000010:3.0:1767384383.489922:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000feb792a7. 00080000:00000010:3.0:1767384383.489927:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f3674056. 00080000:00000010:3.0:1767384383.489931:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bf164aca. 00080000:00000010:3.0:1767384383.489938:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f872aee7. 00080000:00000010:3.0:1767384383.489943:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000641ac996. 00080000:00000010:3.0:1767384383.489946:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001daf6292. 00080000:00000010:3.0:1767384383.489949:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cf27e076. 00080000:00000010:3.0:1767384383.489966:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007ae090fa. 00080000:00000010:3.0:1767384383.489970:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a677984c. 00080000:00000010:3.0:1767384383.489973:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002b075ec8. 00080000:00000010:3.0:1767384383.489977:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004cf7aa00. 00080000:00000010:3.0:1767384383.489980:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000093442d48. 00080000:00000010:3.0:1767384383.489984:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ce33cee5. 00080000:00000010:3.0:1767384383.489988:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b6d9e6f3. 00080000:00000010:3.0:1767384383.489993:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007a2c6f4a. 00080000:00000010:3.0:1767384383.489997:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000062231d34. 00080000:00000010:3.0:1767384383.490001:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000061691909. 00080000:00000010:3.0:1767384383.490005:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cebcbbb9. 00080000:00000010:3.0:1767384383.490010:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004788d468. 00080000:00000010:3.0:1767384383.490014:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ad0d43b3. 00080000:00000010:3.0:1767384383.490020:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a6fbec3d. 00080000:00000010:3.0:1767384383.490026:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cd2512e7. 00080000:00000010:3.0:1767384383.490030:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000006b92b6e. 00080000:00000010:3.0:1767384383.490035:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000095e592de. 00080000:00000010:3.0:1767384383.490039:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008d8e0b58. 00080000:00000010:3.0:1767384383.490043:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b6f7b159. 00080000:00000010:3.0:1767384383.490047:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d47bbdfe. 00080000:00000010:3.0:1767384383.490050:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000062f3531f. 00080000:00000010:3.0:1767384383.490053:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b659d41b. 00080000:00000010:3.0:1767384383.490056:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fc0a11a0. 00080000:00000010:3.0:1767384383.490059:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008cfe4062. 00080000:00000010:3.0:1767384383.490064:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005899e5d8. 00080000:00000010:3.0:1767384383.490067:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e472d9c4. 00080000:00000010:3.0:1767384383.490070:0:40105:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000009e034b8. 00080000:00000010:3.0:1767384383.490074:0:40105:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000863785f4. 00000001:00000001:3.0:1767384383.490080:0:40105:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:3.0:1767384383.490107:0:40105:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000018731b86. 00000001:00000010:3.0:1767384383.490113:0:40105:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000005315668. 00000001:00000010:3.0:1767384383.490148:0:40105:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000004f3a55a4. 00000001:00000010:3.0:1767384383.490154:0:40105:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000008d90b564. 00000001:00000010:3.0:1767384383.490190:0:40105:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000489a09d5. 00000001:00000010:3.0:1767384383.490193:0:40105:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000019af0a5b. 00000001:00000010:3.0:1767384383.490196:0:40105:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 000000005572ecec. 00000001:00000001:3.0:1767384383.490197:0:40105:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:3.0:1767384383.490199:0:40105:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 000000007ff0d512. 00080000:00000001:3.0:1767384383.490210:0:40105:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:3.0:1767384383.490819:0:40105:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:2.0:1767384383.492207:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a7931afd. 00080000:00000010:2.0:1767384383.492214:0:17064:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000080926e17. 00080000:00000020:3.0:1767384383.492252:0:40105:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384383.495853:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384383.495857:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.495897:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384383.495902:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384383.495905:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384383.505121:0:40105:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:2.0:1767384383.505125:0:40105:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505130:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384383.505144:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384383.505152:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e8b527d. 00000001:00000010:2.0:1767384383.505157:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dad8de6. 00000001:00000010:2.0:1767384383.505160:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046ca5b55. 00000001:00000010:2.0:1767384383.505163:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097643304. 00000001:00000010:2.0:1767384383.505166:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a7bf88cd. 00000001:00000010:2.0:1767384383.505169:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d3c37b2b. 00000001:00000001:2.0:1767384383.505172:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384383.505173:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384383.505176:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd75b165. 00000001:00000010:2.0:1767384383.505178:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d033bed0. 00000001:00000010:2.0:1767384383.505180:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000221aebbd. 00000001:00000010:2.0:1767384383.505182:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002e1d3c2. 00000001:00000010:2.0:1767384383.505184:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006422d0b5. 00000001:00000010:2.0:1767384383.505185:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005ce51cee. 00000001:00000001:2.0:1767384383.505187:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384383.505188:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 3 - setup 00000020:00000001:2.0:1767384383.505191:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505193:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384383.505196:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384383.505200:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384383.505202:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 2 - obd_device_list 00000020:00000080:2.0:1767384383.505213:0:40105:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384383.505215:0:40105:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000bb49592f) now 1 - newdev 00000020:00000040:2.0:1767384383.505218:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d5950345 with handle 0xd602e9c522f0af79 from hash 00000020:00000040:2.0:1767384383.505221:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000d5950345 : new refcount 0 00000020:00000080:2.0:1767384383.505223:0:40105:0:(genops.c:904:class_export_put()) final put 00000000d5950345/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384383.505225:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505228:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384383.505230:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 00000000d5950345/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384383.505232:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384383.505234:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.505235:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d5950345. 00000020:00000001:2.0:1767384383.505260:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384383.505263:0:40105:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:2.0:1767384383.505265:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384383.505267:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384383.505286:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bd7a5b9. 00000020:00000010:2.0:1767384383.505290:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a540a808. 00000040:00000010:2.0:1767384383.505292:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e803d22f. 00000020:00000010:2.0:1767384383.505295:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384383.505298:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083bb3b02. 00040000:00000010:2.0:1767384383.505303:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004478805. 00040000:00000010:2.0:1767384383.505305:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6cef52a. 00080000:00000010:2.0:1767384383.505309:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7bdedf7. 00080000:00000010:2.0:1767384383.505313:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fecf27a9. 00080000:00000001:2.0:1767384383.505318:0:40105:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:2.0:1767384383.505343:0:40105:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000069b7b154. 00000020:00000010:2.0:1767384383.505351:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000003f439b4b. 00000020:00000010:2.0:1767384383.505354:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ab40fff0. 00000020:00000010:2.0:1767384383.505356:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000b259c28e. 00000020:00000010:2.0:1767384383.505358:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000a4ee9c8f. 00000020:00000010:2.0:1767384383.505360:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000002c1dade7. 00000020:00000010:2.0:1767384383.505363:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005333a036. 00080000:00000010:2.0:1767384383.505369:0:40105:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 00000000913d299a. 00080000:00000001:2.0:1767384383.505376:0:40105:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.505379:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a540a808. 00000040:00000010:2.0:1767384383.505381:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e803d22f. 00000020:00000010:2.0:1767384383.505383:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384383.505385:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083bb3b02. 00040000:00000010:2.0:1767384383.505387:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004478805. 00040000:00000010:2.0:1767384383.505389:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6cef52a. 00080000:00000010:2.0:1767384383.505392:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fecf27a9. 00080000:00000010:2.0:1767384383.505395:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f7bdedf7. 00000020:00000010:2.0:1767384383.505397:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bd7a5b9. 00000020:00000001:2.0:1767384383.505398:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.505400:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bb49592f. 00000020:00000001:2.0:1767384383.505404:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505405:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384383.505407:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000839ae8af. 00000020:00000001:2.0:1767384383.505409:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384383.505411:0:40105:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505413:0:40105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505416:0:40105:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384383.505417:0:40105:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 0000000049d47018 00000020:00000010:2.0:1767384383.505419:0:40105:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 00000000509b4418. 00000020:00000010:2.0:1767384383.505421:0:40105:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000004ed70d27. 00000020:00000010:2.0:1767384383.505424:0:40105:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000efc5636e. 00000020:00000010:2.0:1767384383.505426:0:40105:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 000000006bee0c34. 00000020:00000010:2.0:1767384383.505429:0:40105:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000cf35dbd3. 00000020:00000010:2.0:1767384383.505434:0:40105:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000725026a9. 00000020:00000010:2.0:1767384383.505437:0:40105:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000049d47018. 00000020:00000001:2.0:1767384383.505439:0:40105:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.505441:0:40105:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384383.505445:0:40105:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384383.505454:0:40105:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384383.505456:0:40105:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384383.505459:0:40105:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000cfc3961b. 00000020:00000080:2.0:1767384383.505468:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384383.505472:0:40105:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384383.505474:0:40105:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384383.505477:0:40105:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384383.505479:0:40105:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000479f4647) has no exports 00000020:00000001:2.0:1767384383.505482:0:40105:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384383.505485:0:40105:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384383.505504:0:40105:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384383.505507:0:40105:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384383.505510:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384383.505513:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384383.505518:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384383.505520:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384383.505522:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384383.505525:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384383.505527:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384383.505530:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384383.505532:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384383.505568:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:1.0:1767384383.505617:0:17910:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000975893a3. 00000020:00000010:3.0:1767384383.505619:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000022501ebd. 00000040:00000010:1.0:1767384383.505628:0:17910:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002c55b39b. 00000040:00000010:3.0:1767384383.505629:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b9d1626c. 00000020:00000010:1.0:1767384383.505639:0:17910:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003dadbad6. 00000020:00000010:3.0:1767384383.505640:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001915746b. 00000020:00000010:0.0:1767384383.505641:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009090f76e. 00000020:00000010:3.0:1767384383.505651:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002332cca4. 00000020:00000010:1.0:1767384383.505651:0:17910:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004be3bd5d. 00000040:00000010:0.0:1767384383.505651:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f1196b8e. 00000020:00000010:3.0:1767384383.505660:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c34babb. 00000020:00000010:0.0:1767384383.505662:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000519f8e5c. 00000020:00000010:1.0:1767384383.505663:0:17910:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b988d950. 80000000:00000010:3.0:1767384383.505666:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000060e1c9ea. 00000020:00000010:0.0:1767384383.505669:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000d716429. 80000000:00000010:1.0:1767384383.505673:0:17910:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ff38920. 40000000:00000010:3.0:1767384383.505674:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000019630173. 00000020:00000010:0.0:1767384383.505676:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7d3e461. 00100000:00000010:3.0:1767384383.505685:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b4abed3b. 80000000:00000010:0.0:1767384383.505685:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a2aaba4d. 40000000:00000010:1.0:1767384383.505686:0:17910:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a74cfb27. 40000000:00000010:0.0:1767384383.505695:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc4e3a3c. 00040000:00000010:3.0:1767384383.505696:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000928a9146. 00100000:00000010:1.0:1767384383.505697:0:17910:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001cc9652d. 00100000:00000010:0.0:1767384383.505703:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002225420e. 00040000:00000010:3.0:1767384383.505705:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000003c15a3. 00040000:00000010:1.0:1767384383.505706:0:17910:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aac1f995. 00040000:00000010:0.0:1767384383.505709:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036c07c4b. 00040000:00000010:1.0:1767384383.505714:0:17910:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ef6e8ac3. 00080000:00000010:3.0:1767384383.505715:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bd10b560. 00040000:00000010:0.0:1767384383.505715:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3f56fb3. 00080000:00000010:1.0:1767384383.505725:0:17910:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000938974c8. 00080000:00000010:1.0:1767384383.505732:0:17910:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000530473fc. 00080000:00000010:0.0:1767384383.505732:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf6d945e. 00080000:00000010:3.0:1767384383.505736:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000acbd36eb. 00080000:00000010:0.0:1767384383.505741:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f4f0dfee. 00000004:00000010:1.0:1767384383.505742:0:17910:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000448548c9. 00000004:00000010:3.0:1767384383.505743:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001f0e4eee. 00000004:00000010:0.0:1767384383.505748:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007f575c23. 00002000:00000010:1.0:1767384383.505751:0:17910:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000021377aa9. 00002000:00000010:3.0:1767384383.505752:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000babf559a. 00002000:00000010:0.0:1767384383.505754:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a6189f17. 00000020:00000010:1.0:1767384383.505758:0:17910:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ed72d9e. 00000020:00000010:3.0:1767384383.505760:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9111556. 00000020:00000010:0.0:1767384383.505761:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c721a3b1. 00000020:00000010:1.0:1767384383.505767:0:17910:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000086303624. 00000020:00000010:3.0:1767384383.505769:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a37af00. 00000100:00000010:1.0:1767384383.505779:0:17910:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d35aec2f. 00000020:00000010:0.0:1767384383.505811:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000011ab6c6d. 00000100:00100000:1.0:1767384383.505812:0:17910:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000001680e587:17910] 3 exiting: rc = 0 00000100:00000010:0.0:1767384383.505827:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000044b37a5d. 00000100:00100000:0.0:1767384383.505833:0:17085:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000002aa6e824:17085] 1 exiting: rc = 0 00010000:00000010:3.1:1767384383.505886:0:17086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004283fa87. 00010000:00000010:3.1:1767384383.505896:0:17086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000601cb364. 00010000:00000010:3.1:1767384383.505905:0:17086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cbb172f. 00010000:00000010:3.1:1767384383.505915:0:17086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b626aec. 00000020:00000010:1.0:1767384383.505923:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007269c22c. 00010000:00000010:3.1:1767384383.505925:0:17086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000118e614c. 00000040:00000010:1.0:1767384383.505929:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c4d83626. 00000020:00000010:1.0:1767384383.505936:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000619196bc. 00000020:00000010:1.0:1767384383.505941:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007fed697. 00010000:00000010:3.1:1767384383.505942:0:17086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4402099. 00000020:00000010:1.0:1767384383.505946:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000945935ca. 00010000:00000010:3.1:1767384383.505953:0:17086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025c3e332. 80000000:00000010:1.0:1767384383.505953:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e0a3ea83. 40000000:00000010:1.0:1767384383.505958:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b4f320e6. 00010000:00000010:3.1:1767384383.505965:0:17086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed657d4f. 00100000:00000010:1.0:1767384383.505965:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003d7e5b43. 00040000:00000010:1.0:1767384383.505968:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4b1848c. 00040000:00000010:1.0:1767384383.505974:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0005d52. 00000100:00000010:3.0:1767384383.505977:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002c46aad5. 00080000:00000010:1.0:1767384383.505984:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e2f9c59a. 00000100:00100000:3.0:1767384383.505991:0:17086:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000a6af75fa:17086] 2 exiting: rc = 0 00080000:00000010:1.0:1767384383.505992:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a09b2942. 00000004:00000010:1.0:1767384383.505997:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006bf186d8. 00002000:00000010:1.0:1767384383.506001:0:17084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000012d78728. 00000020:00000010:1.0:1767384383.506003:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004da4c211. 00000020:00000010:1.0:1767384383.506008:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000014e6715d. 00000100:00000010:1.0:1767384383.506017:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d3339d29. 00000100:00100000:1.0:1767384383.506020:0:17084:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000b2568489:17084] 0 exiting: rc = 1 00000100:00000010:2.0:1767384383.506108:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b2568489. 00000100:00000010:2.0:1767384383.506116:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002aa6e824. 00000100:00000010:2.0:1767384383.506121:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a6af75fa. 00000100:00000010:2.0:1767384383.506127:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001680e587. 00000100:00000001:2.0:1767384383.506132:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384383.506133:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384383.506139:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384383.506146:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506148:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506152:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc95ca5. 00000400:00000200:2.0:1767384383.506157:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460c5e66 00000400:00000010:2.0:1767384383.506159:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000460c5e66. 00000100:00000001:2.0:1767384383.506163:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506165:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506173:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506175:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.506177:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506180:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506205:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506207:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e739a5da. 00000400:00000200:2.0:1767384383.506210:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9b559b5 00000400:00000010:2.0:1767384383.506213:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b9b559b5. 00000100:00000001:2.0:1767384383.506217:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506219:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506225:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506227:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384383.506230:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506233:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506234:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506236:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5f72465. 00000400:00000200:2.0:1767384383.506256:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000883963c 00000400:00000010:2.0:1767384383.506259:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000883963c. 00000100:00000001:2.0:1767384383.506262:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506264:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506270:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506290:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384383.506292:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506294:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506296:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506297:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cd8121f. 00000400:00000200:2.0:1767384383.506299:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cadcd1b0 00000400:00000010:2.0:1767384383.506301:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cadcd1b0. 00000100:00000001:2.0:1767384383.506303:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506304:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506307:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506308:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384383.506309:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506311:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506312:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506313:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9d18635. 00000400:00000200:2.0:1767384383.506314:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b85192 00000400:00000010:2.0:1767384383.506315:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b7b85192. 00000100:00000001:2.0:1767384383.506317:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506318:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506321:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506322:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384383.506330:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506332:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506333:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506335:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147cddcb. 00000400:00000200:2.0:1767384383.506337:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dd67170 00000400:00000010:2.0:1767384383.506338:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008dd67170. 00000100:00000001:2.0:1767384383.506340:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506341:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506345:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506346:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384383.506348:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506349:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506350:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506351:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3097c80. 00000400:00000200:2.0:1767384383.506352:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000596611aa 00000400:00000010:2.0:1767384383.506354:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000596611aa. 00000100:00000001:2.0:1767384383.506355:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506356:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506360:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506361:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384383.506362:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506363:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506364:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506365:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db6920c6. 00000400:00000200:2.0:1767384383.506367:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056048e24 00000400:00000010:2.0:1767384383.506369:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000056048e24. 00000100:00000001:2.0:1767384383.506372:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506373:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506379:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506380:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384383.506382:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506384:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506386:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506387:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008eee22e0. 00000400:00000200:2.0:1767384383.506390:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000302b138e 00000400:00000010:2.0:1767384383.506391:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000302b138e. 00000100:00000001:2.0:1767384383.506394:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506396:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506408:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506410:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384383.506412:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506415:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506417:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506418:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076489974. 00000400:00000200:2.0:1767384383.506422:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b619c9f 00000400:00000010:2.0:1767384383.506424:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b619c9f. 00000100:00000001:2.0:1767384383.506428:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506429:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506435:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506437:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384383.506439:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506442:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506443:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506445:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ddd83a8. 00000400:00000200:2.0:1767384383.506447:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d71ce73 00000400:00000010:2.0:1767384383.506449:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002d71ce73. 00000100:00000001:2.0:1767384383.506453:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506454:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506461:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506463:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384383.506465:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506468:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506469:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506471:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162ae3a. 00000400:00000200:2.0:1767384383.506474:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce0f4e54 00000400:00000010:2.0:1767384383.506476:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce0f4e54. 00000100:00000001:2.0:1767384383.506478:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506480:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506486:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506487:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384383.506490:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506492:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506493:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506494:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000618be541. 00000400:00000200:2.0:1767384383.506496:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0b0148 00000400:00000010:2.0:1767384383.506497:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003c0b0148. 00000100:00000001:2.0:1767384383.506506:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506507:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506511:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506512:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384383.506513:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506515:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506516:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506517:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed8bb5fd. 00000400:00000200:2.0:1767384383.506519:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c397ae2c 00000400:00000010:2.0:1767384383.506520:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c397ae2c. 00000100:00000001:2.0:1767384383.506523:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506524:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506528:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506529:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384383.506530:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506531:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506532:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506534:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddd589e0. 00000400:00000200:2.0:1767384383.506535:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044a988c6 00000400:00000010:2.0:1767384383.506537:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000044a988c6. 00000100:00000001:2.0:1767384383.506538:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506539:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506543:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506544:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384383.506545:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506546:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506547:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506548:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080dc3e97. 00000400:00000200:2.0:1767384383.506549:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5bb93d4 00000400:00000010:2.0:1767384383.506551:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d5bb93d4. 00000100:00000001:2.0:1767384383.506552:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506553:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506556:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506557:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384383.506559:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506560:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506561:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506562:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f426c0. 00000400:00000200:2.0:1767384383.506567:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e756044a 00000400:00000010:2.0:1767384383.506568:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e756044a. 00000100:00000001:2.0:1767384383.506570:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506571:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506575:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506576:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384383.506578:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506579:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506580:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506581:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002292024c. 00000400:00000200:2.0:1767384383.506582:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006203b20e 00000400:00000010:2.0:1767384383.506583:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006203b20e. 00000100:00000001:2.0:1767384383.506585:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506586:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506589:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506590:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384383.506591:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506592:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506593:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506594:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b405eb80. 00000400:00000200:2.0:1767384383.506596:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b1aaf63 00000400:00000010:2.0:1767384383.506597:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009b1aaf63. 00000100:00000001:2.0:1767384383.506599:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506600:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506603:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506604:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384383.506605:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506606:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506607:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506608:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d5803e. 00000400:00000200:2.0:1767384383.506609:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033dd19a5 00000400:00000010:2.0:1767384383.506610:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000033dd19a5. 00000100:00000001:2.0:1767384383.506613:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506613:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506617:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506618:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384383.506619:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506620:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506625:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506626:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2b35f8c. 00000400:00000200:2.0:1767384383.506628:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a193d6c4 00000400:00000010:2.0:1767384383.506629:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a193d6c4. 00000100:00000001:2.0:1767384383.506631:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506632:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506636:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506637:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384383.506638:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506639:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506640:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506641:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74c97ed. 00000400:00000200:2.0:1767384383.506643:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083672856 00000400:00000010:2.0:1767384383.506644:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000083672856. 00000100:00000001:2.0:1767384383.506646:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506647:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506650:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506651:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384383.506652:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506653:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506654:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506655:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f0006fe. 00000400:00000200:2.0:1767384383.506657:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000319617b5 00000400:00000010:2.0:1767384383.506658:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000319617b5. 00000100:00000001:2.0:1767384383.506660:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506661:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506664:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506665:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384383.506667:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506668:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506669:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506670:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037d90b35. 00000400:00000200:2.0:1767384383.506671:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bcd72ad 00000400:00000010:2.0:1767384383.506672:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000bcd72ad. 00000100:00000001:2.0:1767384383.506675:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506675:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506679:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506680:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384383.506684:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506686:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506687:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506688:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068a1425a. 00000400:00000200:2.0:1767384383.506690:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68cba26 00000400:00000010:2.0:1767384383.506691:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f68cba26. 00000100:00000001:2.0:1767384383.506693:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506694:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506698:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506699:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384383.506700:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506701:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506702:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506703:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087896906. 00000400:00000200:2.0:1767384383.506704:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13300df 00000400:00000010:2.0:1767384383.506706:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f13300df. 00000100:00000001:2.0:1767384383.506707:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506708:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506711:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506712:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384383.506713:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506715:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506716:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506716:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c7304fa. 00000400:00000200:2.0:1767384383.506718:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b35bdfc 00000400:00000010:2.0:1767384383.506719:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001b35bdfc. 00000100:00000001:2.0:1767384383.506721:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506721:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506725:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506726:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384383.506727:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506728:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506729:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506730:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8bea29. 00000400:00000200:2.0:1767384383.506731:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f51c151d 00000400:00000010:2.0:1767384383.506733:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f51c151d. 00000100:00000001:2.0:1767384383.506735:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506735:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506742:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506743:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384383.506745:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506747:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506748:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506749:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8151ac6. 00000400:00000200:2.0:1767384383.506751:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b76c551f 00000400:00000010:2.0:1767384383.506752:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b76c551f. 00000100:00000001:2.0:1767384383.506754:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506755:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506758:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506759:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384383.506760:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506762:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506762:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506763:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007827fe03. 00000400:00000200:2.0:1767384383.506765:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be0a164 00000400:00000010:2.0:1767384383.506766:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009be0a164. 00000100:00000001:2.0:1767384383.506768:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506768:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506772:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506773:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384383.506774:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506775:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506776:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506777:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cb713d7. 00000400:00000200:2.0:1767384383.506778:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcf11fd6 00000400:00000010:2.0:1767384383.506780:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dcf11fd6. 00000100:00000001:2.0:1767384383.506835:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506837:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506845:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506847:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384383.506850:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506853:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506855:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506857:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b510eafb. 00000400:00000200:2.0:1767384383.506861:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000966a6a48 00000400:00000010:2.0:1767384383.506864:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000966a6a48. 00000100:00000001:2.0:1767384383.506876:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506878:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506884:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506886:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384383.506890:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506894:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506896:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506898:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6441d79. 00000400:00000200:2.0:1767384383.506903:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087829235 00000400:00000010:2.0:1767384383.506906:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000087829235. 00000100:00000001:2.0:1767384383.506911:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506913:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506924:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506926:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384383.506930:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506934:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506936:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506939:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6d63ba1. 00000400:00000200:2.0:1767384383.506945:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000131a0f68 00000400:00000010:2.0:1767384383.506948:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000131a0f68. 00000100:00000001:2.0:1767384383.506952:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506955:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.506964:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.506967:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384383.506970:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.506974:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.506976:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.506978:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d53e0d75. 00000400:00000200:2.0:1767384383.506983:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f2c259d 00000400:00000010:2.0:1767384383.506986:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003f2c259d. 00000100:00000001:2.0:1767384383.506991:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.506992:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507001:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507003:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384383.507005:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507007:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507009:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507012:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac922203. 00000400:00000200:2.0:1767384383.507022:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0215566 00000400:00000010:2.0:1767384383.507025:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d0215566. 00000100:00000001:2.0:1767384383.507029:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507031:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507041:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507044:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384383.507047:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507050:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507053:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507055:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002e1d362. 00000400:00000200:2.0:1767384383.507060:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b34f538a 00000400:00000010:2.0:1767384383.507062:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b34f538a. 00000100:00000001:2.0:1767384383.507066:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507068:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507078:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507080:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384383.507084:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507102:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507104:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507105:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000722c16c9. 00000400:00000200:2.0:1767384383.507110:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca166136 00000400:00000010:2.0:1767384383.507112:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ca166136. 00000100:00000001:2.0:1767384383.507116:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507117:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507124:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507127:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384383.507130:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507133:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507134:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507136:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bacd92ac. 00000400:00000200:2.0:1767384383.507140:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000666c34c3 00000400:00000010:2.0:1767384383.507142:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000666c34c3. 00000100:00000001:2.0:1767384383.507147:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507149:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507160:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507162:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384383.507166:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507169:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507178:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507181:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041726e9a. 00000400:00000200:2.0:1767384383.507186:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006177f028 00000400:00000010:2.0:1767384383.507189:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006177f028. 00000100:00000001:2.0:1767384383.507207:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507211:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507222:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507226:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384383.507230:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507234:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507236:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507254:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c629c4f8. 00000400:00000200:2.0:1767384383.507261:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e10d9b31 00000400:00000010:2.0:1767384383.507263:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e10d9b31. 00000100:00000001:2.0:1767384383.507284:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507285:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507293:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507295:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384383.507298:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507301:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507302:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507304:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9971e7. 00000400:00000200:2.0:1767384383.507306:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0ab9d8 00000400:00000010:2.0:1767384383.507307:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003c0ab9d8. 00000100:00000001:2.0:1767384383.507311:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507312:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507319:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507321:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384383.507324:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507325:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507326:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507327:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081899022. 00000400:00000200:2.0:1767384383.507330:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ed12574 00000400:00000010:2.0:1767384383.507331:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ed12574. 00000100:00000001:2.0:1767384383.507350:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507351:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507355:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507356:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384383.507364:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507367:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507368:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507369:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004edb9886. 00000400:00000200:2.0:1767384383.507371:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cf19293 00000400:00000010:2.0:1767384383.507372:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000cf19293. 00000100:00000001:2.0:1767384383.507374:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507375:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507379:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507380:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384383.507382:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507383:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507384:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507385:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a3416f5. 00000400:00000200:2.0:1767384383.507386:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000931fcf5a 00000400:00000010:2.0:1767384383.507387:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000931fcf5a. 00000100:00000001:2.0:1767384383.507390:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507390:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507394:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507395:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384383.507396:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507397:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507398:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507399:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008162c46f. 00000400:00000200:2.0:1767384383.507400:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a605088 00000400:00000010:2.0:1767384383.507402:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008a605088. 00000100:00000001:2.0:1767384383.507403:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507404:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507407:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507408:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384383.507410:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507411:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507412:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507413:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fd3a3. 00000400:00000200:2.0:1767384383.507414:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081c02b44 00000400:00000010:2.0:1767384383.507415:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081c02b44. 00000100:00000001:2.0:1767384383.507417:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507418:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507426:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507428:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384383.507430:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507433:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507434:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507436:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059700357. 00000400:00000200:2.0:1767384383.507439:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ce0ceb 00000400:00000010:2.0:1767384383.507441:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000055ce0ceb. 00000100:00000001:2.0:1767384383.507444:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507445:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507451:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507452:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384383.507455:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507457:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507458:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507460:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cb3c4d0. 00000400:00000200:2.0:1767384383.507463:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad0a722e 00000400:00000010:2.0:1767384383.507465:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ad0a722e. 00000100:00000001:2.0:1767384383.507468:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507469:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507475:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507477:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384383.507480:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507482:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507483:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507485:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019cea3db. 00000400:00000200:2.0:1767384383.507488:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b834c0e3 00000400:00000010:2.0:1767384383.507490:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b834c0e3. 00000100:00000001:2.0:1767384383.507493:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507494:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507500:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507502:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384383.507504:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507506:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507508:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507509:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6e72091. 00000400:00000200:2.0:1767384383.507512:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006588bc63 00000400:00000010:2.0:1767384383.507514:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006588bc63. 00000100:00000001:2.0:1767384383.507523:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507524:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507528:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507529:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384383.507531:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507532:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507533:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507534:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010e1e25d. 00000400:00000200:2.0:1767384383.507536:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744fcd86 00000400:00000010:2.0:1767384383.507537:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000744fcd86. 00000100:00000001:2.0:1767384383.507539:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507540:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507543:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507544:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384383.507545:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507546:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507547:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507548:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dba960d. 00000400:00000200:2.0:1767384383.507550:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b4901fc 00000400:00000010:2.0:1767384383.507551:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000b4901fc. 00000100:00000001:2.0:1767384383.507553:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507554:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507557:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507558:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384383.507559:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507560:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507561:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507562:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd58f96c. 00000400:00000200:2.0:1767384383.507563:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000908de9d 00000400:00000010:2.0:1767384383.507564:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000908de9d. 00000100:00000001:2.0:1767384383.507567:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507567:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507571:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507572:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384383.507573:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507574:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507575:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507577:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c95890d. 00000400:00000200:2.0:1767384383.507582:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c4d7ead 00000400:00000010:2.0:1767384383.507583:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c4d7ead. 00000100:00000001:2.0:1767384383.507586:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507587:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507591:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507593:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384383.507594:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507595:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507596:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507597:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000716870f6. 00000400:00000200:2.0:1767384383.507598:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f64786af 00000400:00000010:2.0:1767384383.507600:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f64786af. 00000100:00000001:2.0:1767384383.507601:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507602:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507606:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507607:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384383.507608:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507609:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507610:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507610:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7863404. 00000400:00000200:2.0:1767384383.507612:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d52f9afc 00000400:00000010:2.0:1767384383.507613:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d52f9afc. 00000100:00000001:2.0:1767384383.507615:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507616:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507619:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507620:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384383.507621:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507623:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507624:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507626:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e1e3ee7. 00000400:00000200:2.0:1767384383.507628:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fe8608 00000400:00000010:2.0:1767384383.507630:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000075fe8608. 00000100:00000001:2.0:1767384383.507633:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507634:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507640:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507641:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384383.507643:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507645:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507654:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507656:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee782264. 00000400:00000200:2.0:1767384383.507659:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000300afe0b 00000400:00000010:2.0:1767384383.507661:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000300afe0b. 00000100:00000001:2.0:1767384383.507665:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507667:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507673:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507675:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384383.507677:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507680:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507681:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507684:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a17d512b. 00000400:00000200:2.0:1767384383.507687:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000469fad92 00000400:00000010:2.0:1767384383.507689:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000469fad92. 00000100:00000001:2.0:1767384383.507692:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507694:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507699:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507701:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384383.507703:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507705:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507707:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507708:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a1456b. 00000400:00000200:2.0:1767384383.507711:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7075710 00000400:00000010:2.0:1767384383.507713:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a7075710. 00000100:00000001:2.0:1767384383.507717:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507718:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507723:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507725:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384383.507727:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507729:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507731:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507732:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007846480b. 00000400:00000200:2.0:1767384383.507736:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000739a427d 00000400:00000010:2.0:1767384383.507738:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000739a427d. 00000100:00000001:2.0:1767384383.507740:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507742:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507747:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507750:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384383.507759:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507763:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507765:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507767:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8c4f941. 00000400:00000200:2.0:1767384383.507771:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000704c2136 00000400:00000010:2.0:1767384383.507773:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000704c2136. 00000100:00000001:2.0:1767384383.507776:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.507777:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.507783:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.507787:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384383.507792:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384383.507795:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.507985:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.507987:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083eba3d0. 00000400:00000200:2.0:1767384383.507992:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d88426 00000400:00000010:2.0:1767384383.507994:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b8d88426. 00000100:00000001:2.0:1767384383.508000:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.508002:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384383.508011:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384383.508013:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384383.508017:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384383.508021:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508023:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508028:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508031:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508034:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508036:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508039:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508041:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508045:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508047:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508050:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508051:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508053:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508055:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508057:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508059:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508061:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508063:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508070:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508072:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508074:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508076:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508096:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508098:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508101:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508102:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508105:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508107:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508110:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508111:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508114:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508115:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508119:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508120:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508122:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508124:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508127:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508128:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508131:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508132:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508135:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508136:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508139:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508140:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508143:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508144:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508146:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508148:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508149:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508150:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508152:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508153:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508155:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508156:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508158:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508160:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508163:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508164:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508170:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508172:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508175:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508176:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508179:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508181:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508182:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508183:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508186:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508187:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508189:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508191:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508192:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508194:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508196:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508197:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508200:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508201:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508203:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508204:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508207:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508208:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508210:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508212:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508214:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508215:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508217:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508218:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508220:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508221:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508224:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508226:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508229:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508230:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508232:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508233:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508236:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508238:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508256:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508257:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508264:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508266:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508269:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508270:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508273:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508275:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508278:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508279:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508282:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508283:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508285:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508286:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508288:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508289:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508291:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508293:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508295:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508297:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508300:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508301:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508304:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508305:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508308:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508310:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508313:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508315:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508317:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508319:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384383.508322:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384383.508323:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384383.508335:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508338:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e4ed3aa. 02000000:00000001:2.0:1767384383.508344:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508346:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f4b830a. 02000000:00000001:2.0:1767384383.508352:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508353:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e3ada0b2. 02000000:00000001:2.0:1767384383.508358:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508360:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036b07998. 02000000:00000001:2.0:1767384383.508366:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508369:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000034d55e1c. 02000000:00000001:2.0:1767384383.508380:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508382:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006eb7c62f. 02000000:00000001:2.0:1767384383.508389:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508392:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d005809c. 02000000:00000001:2.0:1767384383.508397:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508399:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c79d6e3. 02000000:00000001:2.0:1767384383.508407:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508410:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c18bc6a7. 02000000:00000001:2.0:1767384383.508415:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508417:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6d3f6e9. 02000000:00000001:2.0:1767384383.508422:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508425:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000939dd35e. 02000000:00000001:2.0:1767384383.508430:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508432:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a10894d. 02000000:00000001:2.0:1767384383.508439:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508441:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 0000000022bd574d. 02000000:00000001:2.0:1767384383.508446:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508448:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007408a225. 02000000:00000001:2.0:1767384383.508455:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508457:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000007e618412. 02000000:00000001:2.0:1767384383.508462:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508464:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f5e7826. 02000000:00000001:2.0:1767384383.508471:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508474:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ec17389b. 02000000:00000001:2.0:1767384383.508479:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508482:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024a46b48. 02000000:00000001:2.0:1767384383.508488:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508490:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a6b2b950. 02000000:00000001:2.0:1767384383.508496:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508498:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000358f7dc7. 02000000:00000001:2.0:1767384383.508504:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508506:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e60e0a1. 02000000:00000001:2.0:1767384383.508511:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508513:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e808fe0. 02000000:00000001:2.0:1767384383.508521:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508523:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a9314c0d. 02000000:00000001:2.0:1767384383.508529:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508531:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 02000000:00000001:2.0:1767384383.508546:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508548:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fb7b5cd7. 02000000:00000001:2.0:1767384383.508552:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508553:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b222d293. 02000000:00000001:2.0:1767384383.508557:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508559:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e8ad2cf0. 02000000:00000001:2.0:1767384383.508563:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508565:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008e05bc6. 02000000:00000001:2.0:1767384383.508569:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508571:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000300fa054. 02000000:00000001:2.0:1767384383.508574:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508576:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059aa86df. 02000000:00000001:2.0:1767384383.508581:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508582:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000208c7120. 02000000:00000001:2.0:1767384383.508586:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508587:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d595681. 02000000:00000001:2.0:1767384383.508592:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508594:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3554cff. 02000000:00000001:2.0:1767384383.508598:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508599:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b0badbc. 02000000:00000001:2.0:1767384383.508604:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508605:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a36d1258. 02000000:00000001:2.0:1767384383.508609:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508610:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080b50ccb. 02000000:00000001:2.0:1767384383.508615:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508616:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007c201569. 02000000:00000001:2.0:1767384383.508621:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508622:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ec906b. 02000000:00000001:2.0:1767384383.508627:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508629:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000059f0a0bc. 02000000:00000001:2.0:1767384383.508634:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508636:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d1d5e92. 02000000:00000001:2.0:1767384383.508643:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508645:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee6c6a7c. 02000000:00000001:2.0:1767384383.508650:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508653:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f69ea26b. 02000000:00000001:2.0:1767384383.508660:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508662:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000908ba3b7. 02000000:00000001:2.0:1767384383.508675:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508678:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000080e86466. 02000000:00000001:2.0:1767384383.508686:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508688:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed9c5522. 02000000:00000001:2.0:1767384383.508693:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508695:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6b1f613. 02000000:00000001:2.0:1767384383.508702:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508704:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000018a78ed7. 02000000:00000001:2.0:1767384383.508708:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508711:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6753941. 02000000:00000001:2.0:1767384383.508718:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508720:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000087a5c63. 02000000:00000001:2.0:1767384383.508726:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508728:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8c5ebba. 02000000:00000001:2.0:1767384383.508735:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508737:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005936fada. 02000000:00000001:2.0:1767384383.508741:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508743:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b596ca21. 02000000:00000001:2.0:1767384383.508748:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508749:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007609d889. 02000000:00000001:2.0:1767384383.508754:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508755:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000192d251. 02000000:00000001:2.0:1767384383.508761:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508763:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c88e520. 02000000:00000001:2.0:1767384383.508874:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508876:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010668d1d. 02000000:00000001:2.0:1767384383.508881:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508882:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9cd9274. 02000000:00000001:2.0:1767384383.508886:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508887:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cdd4d06. 02000000:00000001:2.0:1767384383.508891:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508892:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b70feda. 02000000:00000001:2.0:1767384383.508895:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508896:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026685386. 02000000:00000001:2.0:1767384383.508900:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508901:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000057d96615. 02000000:00000001:2.0:1767384383.508904:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508906:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008497d7a4. 02000000:00000001:2.0:1767384383.508915:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508916:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a181d1c6. 02000000:00000001:2.0:1767384383.508920:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508921:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008126c258. 02000000:00000001:2.0:1767384383.508925:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508926:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000939f1952. 02000000:00000001:2.0:1767384383.508929:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508930:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c27fb891. 02000000:00000001:2.0:1767384383.508934:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508935:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000714c00c1. 02000000:00000001:2.0:1767384383.508938:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508939:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086d1d724. 02000000:00000001:2.0:1767384383.508943:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508945:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ce3c2dac. 02000000:00000001:2.0:1767384383.508948:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508949:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000785c5b88. 02000000:00000001:2.0:1767384383.508953:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508954:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bd5ff909. 02000000:00000001:2.0:1767384383.508957:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508958:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000569d6959. 02000000:00000001:2.0:1767384383.508961:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508963:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000014603025. 02000000:00000001:2.0:1767384383.508965:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508966:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab9012d. 02000000:00000001:2.0:1767384383.508969:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508970:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004eb2acb6. 02000000:00000001:2.0:1767384383.508973:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508974:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b7383f8. 02000000:00000001:2.0:1767384383.508978:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508979:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e3dce96. 02000000:00000001:2.0:1767384383.508982:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508983:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fcd87082. 02000000:00000001:2.0:1767384383.508987:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508988:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ff418303. 02000000:00000001:2.0:1767384383.508991:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.508992:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0731db7. 02000000:00000001:2.0:1767384383.508996:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.508997:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000899d75db. 02000000:00000001:2.0:1767384383.509004:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509005:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a86333c9. 02000000:00000001:2.0:1767384383.509009:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509010:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000000b72a42. 02000000:00000001:2.0:1767384383.509013:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509014:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e20c071d. 02000000:00000001:2.0:1767384383.509018:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509019:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000157b51be. 02000000:00000001:2.0:1767384383.509022:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509023:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdff06b2. 02000000:00000001:2.0:1767384383.509028:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509029:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b9a43db. 02000000:00000001:2.0:1767384383.509033:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509034:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c67fb8b. 02000000:00000001:2.0:1767384383.509038:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509039:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000733a665a. 02000000:00000001:2.0:1767384383.509043:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509044:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9201b76. 02000000:00000001:2.0:1767384383.509060:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509062:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009d904211. 02000000:00000001:2.0:1767384383.509066:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509067:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052700ffa. 02000000:00000001:2.0:1767384383.509070:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509072:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000013d23d58. 02000000:00000001:2.0:1767384383.509075:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509080:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009933470a. 02000000:00000001:2.0:1767384383.509085:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384383.509086:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f3ecb153. 02000000:00000001:2.0:1767384383.509090:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384383.509091:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000809666f4. 00000100:00000010:2.0:1767384383.509098:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f9a413f7. 00000100:00000010:2.0:1767384383.509183:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c654e162. 00000100:00000010:2.0:1767384383.509188:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008ea44e74. 00000100:00000010:2.0:1767384383.509264:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed412fc5. 00000100:00000010:2.0:1767384383.509268:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000022694d3b. 00000100:00000010:2.0:1767384383.509333:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000612a9965. 00000100:00000010:2.0:1767384383.509337:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008c6ef5ce. 00000100:00000010:2.0:1767384383.509404:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d1d61f9. 00000100:00000010:2.0:1767384383.509409:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003ad86410. 00000100:00000010:2.0:1767384383.509463:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c589da27. 00000100:00000010:2.0:1767384383.509470:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007f5d6198. 00000100:00000010:2.0:1767384383.509533:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000514ebae0. 00000100:00000010:2.0:1767384383.509540:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000709a2b3a. 00000100:00000010:2.0:1767384383.509613:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008c019ce. 00000100:00000010:2.0:1767384383.509620:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003a14a8de. 00000100:00000010:2.0:1767384383.509681:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006774211c. 00000100:00000010:2.0:1767384383.509686:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bb2c5f35. 00000100:00000010:2.0:1767384383.509757:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000539eec77. 00000100:00000010:2.0:1767384383.509764:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000086380be2. 00000100:00000010:2.0:1767384383.509951:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001151aa0c. 00000100:00000010:2.0:1767384383.509957:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006e53dd8e. 00000100:00000010:2.0:1767384383.510024:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087ba806c. 00000100:00000010:2.0:1767384383.510030:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002e28c2cb. 00000100:00000010:2.0:1767384383.510121:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000909bf95c. 00000100:00000010:2.0:1767384383.510131:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b1c60ad2. 00000100:00000010:2.0:1767384383.510210:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000081d02ae. 00000100:00000010:2.0:1767384383.510216:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5e3e703. 00000100:00000010:2.0:1767384383.510315:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c601175. 00000100:00000010:2.0:1767384383.510323:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a783cda0. 00000100:00000010:2.0:1767384383.510395:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2cae200. 00000100:00000010:2.0:1767384383.510400:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d1ce7b3. 00000100:00000010:2.0:1767384383.510467:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd7faca2. 00000100:00000010:2.0:1767384383.510473:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008a44b175. 00000100:00000010:2.0:1767384383.510521:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000139ee46a. 00000100:00000010:2.0:1767384383.510525:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a4b2d740. 00000100:00000010:2.0:1767384383.510568:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f33f8443. 00000100:00000010:2.0:1767384383.510571:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a725035c. 00000100:00000010:2.0:1767384383.510589:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005784e4d. 00000100:00000010:2.0:1767384383.510592:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e442955. 00000100:00000010:2.0:1767384383.510615:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8c6d8d3. 00000100:00000010:2.0:1767384383.510618:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000569bff71. 00000100:00000010:2.0:1767384383.510664:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de3ca339. 00000100:00000010:2.0:1767384383.510668:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b9b051b9. 00000100:00000010:2.0:1767384383.510690:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000453d27cb. 00000100:00000010:2.0:1767384383.510692:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000a8f0c4f. 00000100:00000010:2.0:1767384383.510715:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a220ebac. 00000100:00000010:2.0:1767384383.510717:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005a1d0d22. 00000100:00000010:2.0:1767384383.510740:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000581edd35. 00000100:00000010:2.0:1767384383.510742:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d4151221. 00000100:00000010:2.0:1767384383.510761:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8b81ad4. 00000100:00000010:2.0:1767384383.510763:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005914ceee. 00000100:00000010:2.0:1767384383.510780:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6cb65d3. 00000100:00000010:2.0:1767384383.510784:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009c82f49b. 00000100:00000010:2.0:1767384383.510860:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de196379. 00000100:00000010:2.0:1767384383.510863:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c147577d. 00000100:00000010:2.0:1767384383.510883:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df7f047b. 00000100:00000010:2.0:1767384383.510885:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e1b45481. 00000100:00000010:2.0:1767384383.510909:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083ca58df. 00000100:00000010:2.0:1767384383.510910:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bc1fab5b. 00000100:00000010:2.0:1767384383.510935:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c85516fe. 00000100:00000010:2.0:1767384383.510937:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000070d5a46e. 00000100:00000010:2.0:1767384383.510956:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bab2249e. 00000100:00000010:2.0:1767384383.510958:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008ff5168d. 00000100:00000010:2.0:1767384383.510978:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d6e1bfc. 00000100:00000010:2.0:1767384383.510980:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004d3b5020. 00000100:00000010:2.0:1767384383.510995:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000723396c3. 00000100:00000010:2.0:1767384383.510997:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000db16982b. 00000100:00000010:2.0:1767384383.511013:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d8a2529. 00000100:00000010:2.0:1767384383.511015:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027c52be3. 00000100:00000010:2.0:1767384383.511035:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047a6a3e0. 00000100:00000010:2.0:1767384383.511037:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002e0351d4. 00000100:00000010:2.0:1767384383.511056:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ace74262. 00000100:00000010:2.0:1767384383.511058:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000013ad88b9. 00000100:00000010:2.0:1767384383.511093:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3c80b14. 00000100:00000010:2.0:1767384383.511095:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006bc15034. 00000100:00000010:2.0:1767384383.511115:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1447582. 00000100:00000010:2.0:1767384383.511117:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000293d916b. 00000100:00000010:2.0:1767384383.511137:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086884db2. 00000100:00000010:2.0:1767384383.511139:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d8e4e6e4. 00000100:00000010:2.0:1767384383.511162:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082be31d9. 00000100:00000010:2.0:1767384383.511164:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000031aaff27. 00000100:00000010:2.0:1767384383.511183:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000206aaed7. 00000100:00000010:2.0:1767384383.511185:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000869e113b. 00000100:00000010:2.0:1767384383.511203:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5cf725a. 00000100:00000010:2.0:1767384383.511204:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003c45236d. 00000100:00000010:2.0:1767384383.511225:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e68bd87. 00000100:00000010:2.0:1767384383.511227:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000089370309. 00000100:00000010:2.0:1767384383.511265:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032b276e6. 00000100:00000010:2.0:1767384383.511268:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b7c6a966. 00000100:00000010:2.0:1767384383.511288:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f65c350. 00000100:00000010:2.0:1767384383.511290:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000103a856d. 00000100:00000010:2.0:1767384383.511310:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096bf894a. 00000100:00000010:2.0:1767384383.511312:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d313d705. 00000100:00000010:2.0:1767384383.511334:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043204c61. 00000100:00000010:2.0:1767384383.511336:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a34417f1. 00000100:00000010:2.0:1767384383.511353:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095d01737. 00000100:00000010:2.0:1767384383.511355:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ae00135d. 00000100:00000010:2.0:1767384383.511372:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf80fd8b. 00000100:00000010:2.0:1767384383.511374:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000dc5a766. 00000100:00000010:2.0:1767384383.511391:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018b678f8. 00000100:00000010:2.0:1767384383.511393:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000063f04f52. 00000100:00000010:2.0:1767384383.511411:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020ab726a. 00000100:00000010:2.0:1767384383.511413:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000068febb0. 00000100:00000010:2.0:1767384383.511441:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a420212. 00000100:00000010:2.0:1767384383.511445:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000007f707f2. 00000100:00000010:2.0:1767384383.511475:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e872d1df. 00000100:00000010:2.0:1767384383.511479:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000db37a805. 00000100:00000010:2.0:1767384383.511509:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c0d875e. 00000100:00000010:2.0:1767384383.511514:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007e128ff4. 00000100:00000010:2.0:1767384383.511536:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002dce187. 00000100:00000010:2.0:1767384383.511538:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f825ae0c. 00000100:00000010:2.0:1767384383.511560:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007f04d3e. 00000100:00000010:2.0:1767384383.511562:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000ea13d93. 00000100:00000010:2.0:1767384383.511588:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebe355e0. 00000100:00000010:2.0:1767384383.511590:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000093872149. 00000100:00000010:2.0:1767384383.511612:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b8498e8. 00000100:00000010:2.0:1767384383.511615:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a9d0b712. 00000100:00000010:2.0:1767384383.511635:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5f0888e. 00000100:00000010:2.0:1767384383.511637:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027a7b216. 00000100:00000010:2.0:1767384383.511660:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0d3e39f. 00000100:00000010:2.0:1767384383.511662:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000464b7fa. 00000100:00000010:2.0:1767384383.511685:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0301ef5. 00000100:00000010:2.0:1767384383.511687:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000840c9543. 00000100:00000010:2.0:1767384383.511709:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef750377. 00000100:00000010:2.0:1767384383.511711:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004000cbc1. 00000100:00000010:2.0:1767384383.511733:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e83c85c. 00000100:00000010:2.0:1767384383.511735:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006fe44050. 00000100:00000010:2.0:1767384383.511754:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f85d86f6. 00000100:00000010:3.0:1767384383.511872:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000d69fc100. 00000100:00000010:3.0:1767384383.511895:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000633c6e2b. 00000100:00000010:3.0:1767384383.511907:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000058bbcc02. 00000100:00000010:3.0:1767384383.511918:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000065c8bbb9. 00000100:00000001:3.0:1767384383.511931:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.511933:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511936:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.511938:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.511939:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007070ed11. 00000100:00000001:3.0:1767384383.511943:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.511944:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.511946:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511948:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000575bdb2d. 00000100:00000001:3.0:1767384383.511950:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511951:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511952:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ac4ae824. 00000100:00000001:3.0:1767384383.511953:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511954:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511955:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000030f62114. 00000100:00000001:3.0:1767384383.511957:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511957:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511958:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000079b47f78. 00000100:00000001:3.0:1767384383.511960:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511961:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.511961:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.511962:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f0ff007a. 00000100:00000001:3.0:1767384383.511964:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.511964:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.511966:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511966:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000088bed00e. 00000100:00000001:3.0:1767384383.511968:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511969:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511969:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000041df5f7. 00000100:00000001:3.0:1767384383.511971:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511972:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511972:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bf5dd416. 00000100:00000001:3.0:1767384383.511974:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.511975:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.511976:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c759daf5. 00000100:00000010:3.0:1767384383.511978:0:40105:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000046f8399b. 00000100:00000001:3.0:1767384383.511980:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.512037:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cafb0754. 00000020:00000010:3.0:1767384383.512040:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005e6ce61d. 00000020:00000010:3.0:1767384383.512048:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e67defde. 00000020:00000010:3.0:1767384383.512055:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005f5ccd90. 00000020:00000010:3.0:1767384383.512059:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000044071005. 00000020:00000010:3.0:1767384383.512062:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f6aedda6. 00000100:00000010:3.0:1767384383.512084:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004513e9ca. 00000100:00000010:3.0:1767384383.512111:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001bc22f77. 00000100:00000010:3.0:1767384383.512114:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000945fc3e8. 00000100:00000010:3.0:1767384383.512117:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000998192bb. 00000100:00000001:3.0:1767384383.512119:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.512121:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.512122:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:3.0:1767384383.512125:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.512126:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.512127:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:3.0:1767384383.512128:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:3.0:1767384383.512130:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:3.0:1767384383.512149:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:0.0:1767384383.512226:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000009a9837. 00000040:00000010:0.0:1767384383.512234:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fd7bba6. 00000020:00000010:0.0:1767384383.512238:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057f72350. 00000020:00000010:1.0:1767384383.512257:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000564bc950. 00000020:00000010:0.0:1767384383.512258:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003e9e3d01. 00000020:00000010:0.0:1767384383.512266:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f8718e9. 00000040:00000010:1.0:1767384383.512269:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008b031a28. 80000000:00000010:0.0:1767384383.512270:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000521a820e. 00000020:00000010:1.0:1767384383.512275:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008354930c. 40000000:00000010:0.0:1767384383.512277:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000766b4f6a. 00000020:00000010:1.0:1767384383.512282:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000546b98f. 00100000:00000010:0.0:1767384383.512284:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000936ece61. 00000020:00000010:1.0:1767384383.512290:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f825f900. 00040000:00000010:0.0:1767384383.512290:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000df8201cd. 80000000:00000010:1.0:1767384383.512299:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bee9087a. 00040000:00000010:0.0:1767384383.512299:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000132962df. 40000000:00000010:1.0:1767384383.512308:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008509a65. 00080000:00000010:0.0:1767384383.512309:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c931a7d. 00100000:00000010:1.0:1767384383.512316:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009a41e994. 00040000:00000010:1.0:1767384383.512322:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3f10cfc. 00040000:00000010:1.0:1767384383.512325:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e25a0400. 00080000:00000010:1.0:1767384383.512330:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000237897d2. 00080000:00000010:1.0:1767384383.512334:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000080026cb2. 00000004:00000010:1.0:1767384383.512337:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077bcf5b0. 00080000:00000010:0.0:1767384383.512339:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d97da2d7. 00000020:00000010:1.0:1767384383.512341:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6ed0f39. 00000004:00000010:0.0:1767384383.512346:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000578e7e6c. 00000020:00000010:1.0:1767384383.512349:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dc435ad7. 00000020:00000010:0.0:1767384383.512352:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004dc8d9f2. 00000100:00000010:1.0:1767384383.512355:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008e4392a2. 00000020:00000010:0.0:1767384383.512358:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a2e1c7d8. 00000100:00100000:1.0:1767384383.512361:0:17087:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000021eb1a86:17087] 0 exiting: rc = 1 00000100:00000010:0.0:1767384383.512365:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e7ebca92. 00000100:00100000:0.0:1767384383.512371:0:17088:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000050e44b56:17088] 1 exiting: rc = 0 00000100:00000010:3.0:1767384383.512415:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000021eb1a86. 00000100:00000010:3.0:1767384383.512425:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000050e44b56. 00000100:00000001:3.0:1767384383.512430:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.512432:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.512435:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:3.0:1767384383.512440:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512442:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512444:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c051b6f. 00000400:00000200:3.0:1767384383.512448:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584f639a 00000400:00000010:3.0:1767384383.512450:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000584f639a. 00000100:00000001:3.0:1767384383.512453:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512455:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512461:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512464:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.512466:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512468:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512469:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512470:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbe514ef. 00000400:00000200:3.0:1767384383.512473:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c982529 00000400:00000010:3.0:1767384383.512474:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c982529. 00000100:00000001:3.0:1767384383.512477:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512478:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512482:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512484:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.512486:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512487:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512488:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512506:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088817ae2. 00000400:00000200:3.0:1767384383.512507:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e2d2abf 00000400:00000010:3.0:1767384383.512509:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e2d2abf. 00000100:00000001:3.0:1767384383.512512:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512513:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512517:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512519:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.512521:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512523:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512524:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512526:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a24cbe71. 00000400:00000200:3.0:1767384383.512528:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000861f2595 00000400:00000010:3.0:1767384383.512531:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000861f2595. 00000100:00000001:3.0:1767384383.512533:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512535:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512540:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512543:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.512545:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512547:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512549:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512550:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000969f5b48. 00000400:00000200:3.0:1767384383.512553:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026a9807d 00000400:00000010:3.0:1767384383.512555:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026a9807d. 00000100:00000001:3.0:1767384383.512558:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512559:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512564:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512566:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.512568:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512570:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512572:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512573:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdd8ed61. 00000400:00000200:3.0:1767384383.512576:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd98f259 00000400:00000010:3.0:1767384383.512578:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd98f259. 00000100:00000001:3.0:1767384383.512582:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512583:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512588:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512590:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.512592:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512594:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512595:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512597:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059d7044a. 00000400:00000200:3.0:1767384383.512600:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019eb7eaa 00000400:00000010:3.0:1767384383.512602:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019eb7eaa. 00000100:00000001:3.0:1767384383.512606:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512608:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512613:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512615:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.512617:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512619:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512621:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512623:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df8306ac. 00000400:00000200:3.0:1767384383.512625:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000524177d5 00000400:00000010:3.0:1767384383.512627:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000524177d5. 00000100:00000001:3.0:1767384383.512631:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512632:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512637:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512639:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.512641:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512643:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512645:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512647:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022b867eb. 00000400:00000200:3.0:1767384383.512650:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e17e83 00000400:00000010:3.0:1767384383.512653:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067e17e83. 00000100:00000001:3.0:1767384383.512656:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512657:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512662:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512664:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.512666:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512668:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512669:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512671:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac957700. 00000400:00000200:3.0:1767384383.512674:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005300f1f7 00000400:00000010:3.0:1767384383.512676:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005300f1f7. 00000100:00000001:3.0:1767384383.512679:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512681:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512685:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512687:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.512689:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512691:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512693:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512694:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8124950. 00000400:00000200:3.0:1767384383.512697:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad13419b 00000400:00000010:3.0:1767384383.512698:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad13419b. 00000100:00000001:3.0:1767384383.512701:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512702:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512708:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512709:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.512713:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512714:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512716:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512717:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb961e6. 00000400:00000200:3.0:1767384383.512720:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007986f51d 00000400:00000010:3.0:1767384383.512721:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007986f51d. 00000100:00000001:3.0:1767384383.512724:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512726:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512731:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512733:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.512735:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512737:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512739:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512740:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e5f0b79. 00000400:00000200:3.0:1767384383.512743:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd031ad0 00000400:00000010:3.0:1767384383.512745:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd031ad0. 00000100:00000001:3.0:1767384383.512748:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512749:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512754:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512756:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.512758:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512760:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512761:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512763:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009b44a76. 00000400:00000200:3.0:1767384383.512765:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069ec8354 00000400:00000010:3.0:1767384383.512767:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069ec8354. 00000100:00000001:3.0:1767384383.512769:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512771:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512776:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512779:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.512920:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512924:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512926:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512929:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049397cb0. 00000400:00000200:3.0:1767384383.512935:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000584a4298 00000400:00000010:3.0:1767384383.512938:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000584a4298. 00000100:00000001:3.0:1767384383.512944:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512947:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512958:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512961:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.512965:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.512968:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.512970:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.512971:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000931472e6. 00000400:00000200:3.0:1767384383.512975:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5350de0 00000400:00000010:3.0:1767384383.512978:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5350de0. 00000100:00000001:3.0:1767384383.512987:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.512989:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.512996:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.512999:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.513001:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513004:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513006:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513008:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000688529e1. 00000400:00000200:3.0:1767384383.513012:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c53cc8f3 00000400:00000010:3.0:1767384383.513014:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c53cc8f3. 00000100:00000001:3.0:1767384383.513019:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513036:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513040:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513042:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.513049:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513051:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513053:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513055:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8945bed. 00000400:00000200:3.0:1767384383.513059:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce45d386 00000400:00000010:3.0:1767384383.513062:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce45d386. 00000100:00000001:3.0:1767384383.513066:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513068:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513076:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513078:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.513082:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513101:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513103:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513105:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc29fb18. 00000400:00000200:3.0:1767384383.513109:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a2c721 00000400:00000010:3.0:1767384383.513111:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1a2c721. 00000100:00000001:3.0:1767384383.513113:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513115:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513120:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513122:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.513123:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513125:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513126:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513128:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f756aa. 00000400:00000200:3.0:1767384383.513130:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073fa6858 00000400:00000010:3.0:1767384383.513132:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073fa6858. 00000100:00000001:3.0:1767384383.513135:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513137:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513142:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513143:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.513145:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513147:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513148:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513149:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6783034. 00000400:00000200:3.0:1767384383.513167:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c05e2f3f 00000400:00000010:3.0:1767384383.513170:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c05e2f3f. 00000100:00000001:3.0:1767384383.513172:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513173:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513179:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513181:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.513183:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513185:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513187:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513188:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0d668dd. 00000400:00000200:3.0:1767384383.513191:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003236443 00000400:00000010:3.0:1767384383.513193:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003236443. 00000100:00000001:3.0:1767384383.513196:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513197:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513203:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513205:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.513207:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513209:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513210:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513212:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c81e3f9d. 00000400:00000200:3.0:1767384383.513214:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d471a3ae 00000400:00000010:3.0:1767384383.513216:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d471a3ae. 00000100:00000001:3.0:1767384383.513220:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513221:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513227:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513229:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.513231:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513232:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513234:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513235:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d467e1aa. 00000400:00000200:3.0:1767384383.513237:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e83436e 00000400:00000010:3.0:1767384383.513257:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e83436e. 00000100:00000001:3.0:1767384383.513261:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513262:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513268:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513270:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.513272:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513274:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513275:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513277:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001783f000. 00000400:00000200:3.0:1767384383.513280:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef2646f 00000400:00000010:3.0:1767384383.513282:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ef2646f. 00000100:00000001:3.0:1767384383.513284:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513286:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513291:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513293:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.513295:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513297:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513299:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513301:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9408cf3. 00000400:00000200:3.0:1767384383.513304:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000920cfa57 00000400:00000010:3.0:1767384383.513305:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000920cfa57. 00000100:00000001:3.0:1767384383.513308:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513309:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513314:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513316:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.513318:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513320:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513322:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513323:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051175743. 00000400:00000200:3.0:1767384383.513326:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078e59b99 00000400:00000010:3.0:1767384383.513327:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078e59b99. 00000100:00000001:3.0:1767384383.513330:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513331:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513337:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513339:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.513341:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513343:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513345:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513346:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000634ab737. 00000400:00000200:3.0:1767384383.513349:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000176c04b 00000400:00000010:3.0:1767384383.513351:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000176c04b. 00000100:00000001:3.0:1767384383.513355:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513356:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513361:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513363:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.513365:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513367:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513368:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513370:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a3711c1. 00000400:00000200:3.0:1767384383.513372:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001768790b 00000400:00000010:3.0:1767384383.513374:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001768790b. 00000100:00000001:3.0:1767384383.513377:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513378:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513383:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513385:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.513387:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513389:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513390:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513392:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000412f9f22. 00000400:00000200:3.0:1767384383.513395:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b308c0e 00000400:00000010:3.0:1767384383.513396:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b308c0e. 00000100:00000001:3.0:1767384383.513399:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513401:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513406:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513408:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.513410:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513412:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513414:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513416:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085b7ef4d. 00000400:00000200:3.0:1767384383.513418:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd7d4688 00000400:00000010:3.0:1767384383.513420:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd7d4688. 00000100:00000001:3.0:1767384383.513422:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513423:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513428:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513430:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.513432:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513434:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513436:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513437:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bddf319d. 00000400:00000200:3.0:1767384383.513440:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f7a035d 00000400:00000010:3.0:1767384383.513442:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f7a035d. 00000100:00000001:3.0:1767384383.513445:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513447:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513452:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513454:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.513456:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513458:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513460:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513462:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028f7c0b2. 00000400:00000200:3.0:1767384383.513464:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc4a013 00000400:00000010:3.0:1767384383.513466:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdc4a013. 00000100:00000001:3.0:1767384383.513468:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513470:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513475:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513477:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.513479:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513481:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513482:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513484:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000552fbac1. 00000400:00000200:3.0:1767384383.513486:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e6fe7f8 00000400:00000010:3.0:1767384383.513488:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e6fe7f8. 00000100:00000001:3.0:1767384383.513491:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513493:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513498:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513500:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.513502:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513504:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513505:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513507:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dcf41b5. 00000400:00000200:3.0:1767384383.513510:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc3b5c86 00000400:00000010:3.0:1767384383.513512:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc3b5c86. 00000100:00000001:3.0:1767384383.513516:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513517:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513523:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513524:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.513526:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513528:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513530:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513532:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005260b034. 00000400:00000200:3.0:1767384383.513534:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebd5154e 00000400:00000010:3.0:1767384383.513536:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebd5154e. 00000100:00000001:3.0:1767384383.513539:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513541:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513546:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513549:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.513550:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513553:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513554:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513556:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d56d7036. 00000400:00000200:3.0:1767384383.513558:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032878ced 00000400:00000010:3.0:1767384383.513560:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032878ced. 00000100:00000001:3.0:1767384383.513563:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513565:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513570:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513571:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.513574:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513575:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513577:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513579:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e638fce. 00000400:00000200:3.0:1767384383.513581:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a08fc5ce 00000400:00000010:3.0:1767384383.513583:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a08fc5ce. 00000100:00000001:3.0:1767384383.513587:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513588:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513593:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513595:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.513597:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513599:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513600:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513602:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077b2edb8. 00000400:00000200:3.0:1767384383.513604:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056f9710e 00000400:00000010:3.0:1767384383.513606:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056f9710e. 00000100:00000001:3.0:1767384383.513609:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513610:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513617:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513618:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.513620:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513622:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513624:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513625:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d37dfa07. 00000400:00000200:3.0:1767384383.513628:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa452349 00000400:00000010:3.0:1767384383.513630:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa452349. 00000100:00000001:3.0:1767384383.513633:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513635:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513640:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513642:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.513645:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513646:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513648:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513649:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003845518a. 00000400:00000200:3.0:1767384383.513652:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067cf320d 00000400:00000010:3.0:1767384383.513653:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067cf320d. 00000100:00000001:3.0:1767384383.513656:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513657:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513662:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513664:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.513666:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513668:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513670:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513671:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb9f816. 00000400:00000200:3.0:1767384383.513674:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb54d62e 00000400:00000010:3.0:1767384383.513676:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb54d62e. 00000100:00000001:3.0:1767384383.513679:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513680:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513686:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513687:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.513689:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513691:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513692:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513694:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb11d969. 00000400:00000200:3.0:1767384383.513697:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf63369 00000400:00000010:3.0:1767384383.513699:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddf63369. 00000100:00000001:3.0:1767384383.513702:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513704:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513709:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513711:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.513713:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513714:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513716:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513717:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d84e50d. 00000400:00000200:3.0:1767384383.513720:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007768ed71 00000400:00000010:3.0:1767384383.513722:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007768ed71. 00000100:00000001:3.0:1767384383.513725:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513726:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513732:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513733:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.513736:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513737:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513739:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513740:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df636293. 00000400:00000200:3.0:1767384383.513743:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006de2cdd7 00000400:00000010:3.0:1767384383.513745:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006de2cdd7. 00000100:00000001:3.0:1767384383.513748:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513750:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513755:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513757:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.513759:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513760:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513762:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513763:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031854781. 00000400:00000200:3.0:1767384383.513813:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a518552e 00000400:00000010:3.0:1767384383.513817:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a518552e. 00000100:00000001:3.0:1767384383.513822:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513824:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513831:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513833:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.513836:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513839:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513841:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513843:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc54a3ad. 00000400:00000200:3.0:1767384383.513847:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008145c678 00000400:00000010:3.0:1767384383.513850:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008145c678. 00000100:00000001:3.0:1767384383.513855:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513857:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513864:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513866:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.513867:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513869:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513871:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513872:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd268de. 00000400:00000200:3.0:1767384383.513874:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d209fa 00000400:00000010:3.0:1767384383.513877:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064d209fa. 00000100:00000001:3.0:1767384383.513880:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513881:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513886:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513888:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.513890:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513891:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513893:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513894:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e24d537c. 00000400:00000200:3.0:1767384383.513896:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000706daab5 00000400:00000010:3.0:1767384383.513898:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000706daab5. 00000100:00000001:3.0:1767384383.513901:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513903:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513908:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513910:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.513911:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513913:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513915:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513916:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c98f4522. 00000400:00000200:3.0:1767384383.513918:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bcea37 00000400:00000010:3.0:1767384383.513920:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057bcea37. 00000100:00000001:3.0:1767384383.513923:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513924:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513929:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513931:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.513933:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513935:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513936:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513937:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000496a3f26. 00000400:00000200:3.0:1767384383.513939:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40de74e 00000400:00000010:3.0:1767384383.513941:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b40de74e. 00000100:00000001:3.0:1767384383.513943:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513944:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513949:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513950:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.513952:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513954:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513956:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513957:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbcfa993. 00000400:00000200:3.0:1767384383.513959:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db209e5a 00000400:00000010:3.0:1767384383.513961:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db209e5a. 00000100:00000001:3.0:1767384383.513964:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513966:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513970:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513972:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.513974:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513975:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513977:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513978:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3b2835d. 00000400:00000200:3.0:1767384383.513981:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1c836b 00000400:00000010:3.0:1767384383.513982:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d1c836b. 00000100:00000001:3.0:1767384383.513985:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.513987:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.513991:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.513992:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.513994:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.513995:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.513997:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.513998:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075182c58. 00000400:00000200:3.0:1767384383.514001:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fab5bd3a 00000400:00000010:3.0:1767384383.514002:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fab5bd3a. 00000100:00000001:3.0:1767384383.514005:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514007:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514012:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514013:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.514015:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514017:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514018:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514019:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c988ccc5. 00000400:00000200:3.0:1767384383.514022:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e53c175d 00000400:00000010:3.0:1767384383.514024:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e53c175d. 00000100:00000001:3.0:1767384383.514026:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514027:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514032:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514033:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.514035:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514037:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514038:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514040:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000784a12a2. 00000400:00000200:3.0:1767384383.514042:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062653d28 00000400:00000010:3.0:1767384383.514043:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062653d28. 00000100:00000001:3.0:1767384383.514046:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514047:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514052:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514054:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.514056:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514058:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514059:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514060:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa2547da. 00000400:00000200:3.0:1767384383.514063:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732d1c55 00000400:00000010:3.0:1767384383.514065:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000732d1c55. 00000100:00000001:3.0:1767384383.514067:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514068:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514089:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514091:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.514093:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514095:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514096:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514098:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9c84deb. 00000400:00000200:3.0:1767384383.514100:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012bbb9cd 00000400:00000010:3.0:1767384383.514103:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012bbb9cd. 00000100:00000001:3.0:1767384383.514105:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514107:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514113:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514115:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.514117:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514119:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514121:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514122:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c49f715b. 00000400:00000200:3.0:1767384383.514125:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eecc398 00000400:00000010:3.0:1767384383.514127:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eecc398. 00000100:00000001:3.0:1767384383.514129:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514131:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514136:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514137:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.514140:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514141:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514143:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514145:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000977805d3. 00000400:00000200:3.0:1767384383.514147:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb387ba 00000400:00000010:3.0:1767384383.514149:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fb387ba. 00000100:00000001:3.0:1767384383.514152:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514153:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514159:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514161:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.514163:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514164:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514166:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514168:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeb428d5. 00000400:00000200:3.0:1767384383.514186:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfcdfd1c 00000400:00000010:3.0:1767384383.514188:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfcdfd1c. 00000100:00000001:3.0:1767384383.514192:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514193:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514200:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514203:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.514205:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514207:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514208:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514210:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca3279aa. 00000400:00000200:3.0:1767384383.514213:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059601fd3 00000400:00000010:3.0:1767384383.514215:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059601fd3. 00000100:00000001:3.0:1767384383.514218:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514220:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514225:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514228:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.514230:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514232:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514234:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514236:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000649a267e. 00000400:00000200:3.0:1767384383.514257:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc4f56a 00000400:00000010:3.0:1767384383.514260:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebc4f56a. 00000100:00000001:3.0:1767384383.514264:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514266:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514272:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514274:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.514277:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.514279:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.514281:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.514298:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adcc4805. 00000400:00000200:3.0:1767384383.514301:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edab6c5d 00000400:00000010:3.0:1767384383.514303:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edab6c5d. 00000100:00000001:3.0:1767384383.514306:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.514307:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:3.0:1767384383.514312:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.514314:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.514316:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.514319:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514321:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514324:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514326:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514328:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514329:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514331:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514333:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514335:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514336:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514338:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514340:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514342:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514344:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514345:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514347:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514349:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514350:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514352:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514354:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514355:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514357:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514359:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514360:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514362:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514363:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514365:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514367:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514368:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514370:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514371:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514373:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514374:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514376:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514377:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514379:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514380:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514382:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514383:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514384:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514386:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514387:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514389:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514390:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514392:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514393:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514395:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514397:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514398:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514400:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514402:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514403:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514405:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514407:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514409:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514410:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514412:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514414:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514416:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514417:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514419:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514420:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514422:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514424:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514425:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514427:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514429:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514430:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514432:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514433:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514435:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514437:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514439:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514440:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514442:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514444:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514446:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514447:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514449:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514451:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514452:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514454:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514456:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514457:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514459:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514460:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514462:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514464:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514465:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514467:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514469:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514471:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514472:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514474:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514476:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514478:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514479:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514481:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514483:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514484:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514486:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514487:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514489:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514490:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514492:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514493:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514495:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514497:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514499:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514500:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514502:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514503:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514505:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514506:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514508:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514509:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514511:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514513:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514514:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514516:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514518:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514519:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514521:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514522:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514524:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514525:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.514526:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.514527:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384383.514531:0:40105:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384383.514533:0:40105:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 0000000084a4a551. 02000000:00000001:3.0:1767384383.514538:0:40105:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384383.514539:0:40105:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a48572d0. 00000100:00000010:3.0:1767384383.514544:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000df1b1fd5. 00000100:00000010:3.0:1767384383.514547:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d4e23d8. 00000100:00000010:3.0:1767384383.514559:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000924df197. 00000100:00000010:3.0:1767384383.514563:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025ca04ab. 00000100:00000010:3.0:1767384383.514566:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b4a9574b. 00000100:00000010:3.0:1767384383.514569:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e305431. 00000100:00000010:3.0:1767384383.514572:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e89f710. 00000100:00000010:3.0:1767384383.514575:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000573d62a0. 00000100:00000010:3.0:1767384383.514579:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eace8b72. 00000100:00000010:3.0:1767384383.514584:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065eceb00. 00000100:00000010:3.0:1767384383.514587:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d6d638b. 00000100:00000010:3.0:1767384383.514605:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ca78982. 00000100:00000010:3.0:1767384383.514609:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2d3a64c. 00000100:00000010:3.0:1767384383.514612:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bfc86f1. 00000100:00000010:3.0:1767384383.514615:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005bd44795. 00000100:00000010:3.0:1767384383.514618:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa4d8a73. 00000100:00000010:3.0:1767384383.514621:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b2fd6759. 00000100:00000010:3.0:1767384383.514624:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a7ee0d4. 00000100:00000010:3.0:1767384383.514628:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000063cc7322. 00000100:00000010:3.0:1767384383.514631:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9fb403d. 00000100:00000010:3.0:1767384383.514635:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fc96139. 00000100:00000010:3.0:1767384383.514638:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f45f412. 00000100:00000010:3.0:1767384383.514641:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ced75db1. 00000100:00000010:3.0:1767384383.514644:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000707d7f57. 00000100:00000010:3.0:1767384383.514646:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5d3a623. 00000100:00000010:3.0:1767384383.514649:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000488de31a. 00000100:00000010:3.0:1767384383.514653:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d82d8417. 00000100:00000010:3.0:1767384383.514655:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd86786a. 00000100:00000010:3.0:1767384383.514658:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000022a4e3dc. 00000100:00000010:3.0:1767384383.514661:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082a24d94. 00000100:00000010:3.0:1767384383.514664:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000083f233a9. 00000100:00000010:3.0:1767384383.514668:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008162ab0. 00000100:00000010:3.0:1767384383.514670:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9cbf548. 00000100:00000010:3.0:1767384383.514673:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018b087ee. 00000100:00000010:3.0:1767384383.514676:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ed8326a. 00000100:00000010:3.0:1767384383.514700:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090b620a7. 00000100:00000010:3.0:1767384383.514721:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e3f624c. 00000100:00000010:3.0:1767384383.514723:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b2fed83. 00000100:00000010:3.0:1767384383.514728:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079281271. 00000100:00000010:3.0:1767384383.514731:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006189b568. 00000100:00000010:3.0:1767384383.514734:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000beed2d8d. 00000100:00000010:3.0:1767384383.514737:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000812281a6. 00000100:00000010:3.0:1767384383.514740:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9034edb. 00000100:00000010:3.0:1767384383.514743:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073d7b41b. 00000100:00000010:3.0:1767384383.514746:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000276486d. 00000100:00000010:3.0:1767384383.514749:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5246fda. 00000100:00000010:3.0:1767384383.514752:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005de8ad19. 00000100:00000010:3.0:1767384383.514755:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb149c42. 00000100:00000010:3.0:1767384383.514758:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f90332c. 00000100:00000010:3.0:1767384383.514761:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000124fb7ad. 00000100:00000010:3.0:1767384383.514764:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000888064fc. 00000100:00000010:3.0:1767384383.514767:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbb2017b. 00000100:00000010:3.0:1767384383.514770:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064236667. 00000100:00000010:3.0:1767384383.514773:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000406b20cf. 00000100:00000010:3.0:1767384383.514775:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da2979f9. 00000100:00000010:3.0:1767384383.514779:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000333234d3. 00000100:00000010:3.0:1767384383.514781:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000befa91dc. 00000100:00000010:3.0:1767384383.514785:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008452145b. 00000100:00000010:3.0:1767384383.514787:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090081ae4. 00000100:00000010:3.0:1767384383.514877:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038622f05. 00000100:00000010:3.0:1767384383.514882:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bae9e8c3. 00000100:00000010:3.0:1767384383.514885:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004de3a353. 00000100:00000010:3.0:1767384383.514888:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b7608ae5. 00000100:00000010:3.0:1767384383.514891:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd87a431. 00000100:00000010:3.0:1767384383.514894:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001073dd23. 00000100:00000010:3.0:1767384383.514896:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055a46c70. 00000100:00000010:3.0:1767384383.514898:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a921d741. 00000100:00000010:3.0:1767384383.514901:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae44aa14. 00000100:00000010:3.0:1767384383.514903:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f67254b0. 00000100:00000010:3.0:1767384383.514906:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067e111c9. 00000100:00000010:3.0:1767384383.514909:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000099b03a50. 00000100:00000010:3.0:1767384383.514912:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc76e9f5. 00000100:00000010:3.0:1767384383.514914:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d6e64a4. 00000100:00000010:3.0:1767384383.514917:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007521038b. 00000100:00000010:3.0:1767384383.514920:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c316949. 00000100:00000010:3.0:1767384383.514923:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2fce6bf. 00000100:00000010:3.0:1767384383.514926:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8c20572. 00000100:00000010:3.0:1767384383.514928:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074cf9d28. 00000100:00000010:3.0:1767384383.514931:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ddebf17. 00000100:00000010:3.0:1767384383.514934:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cb94f7d. 00000100:00000010:3.0:1767384383.514936:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ae19ef46. 00000100:00000010:3.0:1767384383.514939:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063ea63ba. 00000100:00000010:3.0:1767384383.514941:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b687a9ce. 00000100:00000010:3.0:1767384383.514962:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c40ebe6. 00000100:00000010:3.0:1767384383.514965:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000199b208e. 00000100:00000010:3.0:1767384383.514969:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f3cc6b. 00000100:00000010:3.0:1767384383.514971:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053af9b5b. 00000100:00000010:3.0:1767384383.514974:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e4c3844. 00000100:00000010:3.0:1767384383.514976:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013d01001. 00000100:00000010:3.0:1767384383.514978:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000392d3d46. 00000100:00000010:3.0:1767384383.514980:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac67865f. 00000100:00000010:3.0:1767384383.514984:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb776f34. 00000100:00000010:3.0:1767384383.514986:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000978e8939. 00000100:00000010:3.0:1767384383.514988:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b1bbc42. 00000100:00000010:3.0:1767384383.514990:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a70a02d7. 00000100:00000010:3.0:1767384383.514993:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053367565. 00000100:00000010:3.0:1767384383.514996:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c027c8df. 00000100:00000010:3.0:1767384383.514999:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025c5a26e. 00000100:00000010:3.0:1767384383.515001:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002de26af2. 00000100:00000010:3.0:1767384383.515006:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e1ca046. 00000100:00000010:3.0:1767384383.515008:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033869028. 00000100:00000010:3.0:1767384383.515011:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4c49185. 00000100:00000010:3.0:1767384383.515013:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008865ffed. 00000100:00000010:3.0:1767384383.515016:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000230fed53. 00000100:00000010:3.0:1767384383.515019:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8f211b0. 00000100:00000010:3.0:1767384383.515021:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f1a6433. 00000100:00000010:3.0:1767384383.515024:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000976f0fc. 00000100:00000010:3.0:1767384383.515044:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b68656e4. 00000100:00000010:3.0:1767384383.515047:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ffe6d2db. 00000100:00000010:3.0:1767384383.515050:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de546847. 00000100:00000010:3.0:1767384383.515053:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a48cfda. 00000100:00000010:3.0:1767384383.515056:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006af8ae9f. 00000100:00000010:3.0:1767384383.515058:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038e2d7c5. 00000100:00000010:3.0:1767384383.515061:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b1e6b08. 00000100:00000010:3.0:1767384383.515063:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d07e62de. 00000100:00000010:3.0:1767384383.515066:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8171b9. 00000100:00000010:3.0:1767384383.515069:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009730b018. 00000100:00000010:3.0:1767384383.515072:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046d15a9d. 00000100:00000010:3.0:1767384383.515074:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000329d52da. 00000100:00000010:3.0:1767384383.515078:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000992ca6cd. 00000100:00000010:3.0:1767384383.515080:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025c1f487. 00000100:00000010:3.0:1767384383.515083:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fae53312. 00000100:00000010:3.0:1767384383.515085:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008aabea5b. 00000100:00000010:3.0:1767384383.515088:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040b88664. 00000100:00000010:3.0:1767384383.515106:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8ba3ef1. 00000100:00000010:3.0:1767384383.515109:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064cad065. 00000100:00000010:3.0:1767384383.515112:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005de772d7. 00000100:00000010:3.0:1767384383.515115:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d68c418c. 00000100:00000010:3.0:1767384383.515306:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000002c504bd7. 00000100:00000010:3.0:1767384383.515317:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000040cceed2. 00000100:00000001:3.0:1767384383.515327:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.515330:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.515332:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.515334:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.515337:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f4f477ad. 00000100:00000001:3.0:1767384383.515341:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.515343:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.515346:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.515347:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007b06404f. 00000100:00000001:3.0:1767384383.515351:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.515352:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.515354:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007fc29948. 00000100:00000001:3.0:1767384383.515357:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.515358:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.515360:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000090fdbae1. 00000100:00000001:3.0:1767384383.515363:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.515364:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.515366:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001af5126d. 00000100:00000001:3.0:1767384383.515369:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.515473:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002e4f4e5e. 00000020:00000010:3.0:1767384383.515495:0:40105:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000600dd22b. 00000020:00000010:3.0:1767384383.515502:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000142114ab. 00000020:00000010:3.0:1767384383.515509:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000334ac0bd. 00000100:00000010:3.0:1767384383.515538:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000006fc1ce5b. 00000100:00000010:3.0:1767384383.515548:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000010bf9241. 00000100:00000010:3.0:1767384383.515552:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000017a2eb5e. 00000100:00000010:3.0:1767384383.515556:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a9001fcd. 00000100:00000001:3.0:1767384383.515558:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.515561:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.515563:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:3.0:1767384383.515567:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.515568:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.515570:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:3.0:1767384383.515572:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:3.0:1767384383.515574:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:3.0:1767384383.515597:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384383.515617:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000350e0fc1. 00000040:00000010:0.0:1767384383.515641:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000053022bfd. 00000020:00000010:0.0:1767384383.515644:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000115962d0. 00000020:00000010:0.0:1767384383.515648:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000983a5e6d. 00000020:00000010:1.0:1767384383.515649:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008a70f7b2. 00000020:00000010:0.0:1767384383.515651:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000047f25b7c. 80000000:00000010:0.0:1767384383.515658:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e572893d. 00000040:00000010:1.0:1767384383.515661:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000be51c6c8. 40000000:00000010:0.0:1767384383.515662:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f5a12d9. 00000020:00000010:1.0:1767384383.515669:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b6e26e3. 00100000:00000010:0.0:1767384383.515670:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009fed227a. 00000020:00000010:1.0:1767384383.515681:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d62f3ee4. 00040000:00000010:0.0:1767384383.515681:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000098db9427. 00000020:00000010:1.0:1767384383.515689:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012fe947f. 00040000:00000010:0.0:1767384383.515695:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a6464df9. 80000000:00000010:1.0:1767384383.515697:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001470a053. 00080000:00000010:0.0:1767384383.515703:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef6390c9. 40000000:00000010:1.0:1767384383.515704:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000020318ad8. 00100000:00000010:1.0:1767384383.515712:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8353656. 00080000:00000010:0.0:1767384383.515713:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ee5547a2. 00040000:00000010:1.0:1767384383.515716:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c68cc272. 00000004:00000010:0.0:1767384383.515719:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002be96160. 00040000:00000010:1.0:1767384383.515723:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc29b147. 00002000:00000010:0.0:1767384383.515725:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008ccb7d65. 00000020:00000010:0.0:1767384383.515732:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 00080000:00000010:1.0:1767384383.515734:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ea958182. 00000020:00000010:0.0:1767384383.515737:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d86ea45d. 00080000:00000010:1.0:1767384383.515740:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000025414281. 00000100:00000010:0.0:1767384383.515743:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003e93f11a. 00000004:00000010:1.0:1767384383.515746:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000047e5c353. 00000100:00100000:0.0:1767384383.515749:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000063e168b6:17090] 1 exiting: rc = 0 00002000:00000010:1.0:1767384383.515751:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000b8d02d1. 00000020:00000010:1.0:1767384383.515756:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2f579f. 00000020:00000010:1.0:1767384383.515760:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000738162cc. 00000100:00000010:1.0:1767384383.515765:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003acc6714. 00000100:00100000:1.0:1767384383.515767:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [0000000089faaf64:17089] 0 exiting: rc = 1 00000100:00000010:3.0:1767384383.515813:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000089faaf64. 00000100:00000010:3.0:1767384383.515821:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000063e168b6. 00000100:00000001:3.0:1767384383.515829:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.515830:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.515833:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:3.0:1767384383.515837:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515839:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515841:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f081e72. 00000400:00000200:3.0:1767384383.515844:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f283e48 00000400:00000010:3.0:1767384383.515846:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003f283e48. 00000100:00000001:3.0:1767384383.515852:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515853:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515858:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515860:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.515863:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515864:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515865:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515867:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a72a80c. 00000400:00000200:3.0:1767384383.515869:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031c95d97 00000400:00000010:3.0:1767384383.515871:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000031c95d97. 00000100:00000001:3.0:1767384383.515874:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515875:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515877:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515878:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.515880:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515881:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515882:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515883:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005faec388. 00000400:00000200:3.0:1767384383.515884:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecbe8dd3 00000400:00000010:3.0:1767384383.515885:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ecbe8dd3. 00000100:00000001:3.0:1767384383.515888:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515889:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515892:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515893:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.515894:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515895:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515896:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515896:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016ce1303. 00000400:00000200:3.0:1767384383.515898:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acdf6cce 00000400:00000010:3.0:1767384383.515899:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000acdf6cce. 00000100:00000001:3.0:1767384383.515901:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515902:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515905:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515906:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.515907:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515908:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515909:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515910:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697af2b4. 00000400:00000200:3.0:1767384383.515911:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d84384 00000400:00000010:3.0:1767384383.515912:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000037d84384. 00000100:00000001:3.0:1767384383.515920:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515921:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515924:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515925:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.515926:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515928:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515928:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515929:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b45061c. 00000400:00000200:3.0:1767384383.515931:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd6a5469 00000400:00000010:3.0:1767384383.515932:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fd6a5469. 00000100:00000001:3.0:1767384383.515935:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515936:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515939:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515940:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.515941:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515942:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515942:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515943:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efddc857. 00000400:00000200:3.0:1767384383.515944:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000294b9187 00000400:00000010:3.0:1767384383.515945:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000294b9187. 00000100:00000001:3.0:1767384383.515949:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515949:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515952:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515953:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.515954:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515955:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515956:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515957:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab3960af. 00000400:00000200:3.0:1767384383.515959:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047947cc0 00000400:00000010:3.0:1767384383.515960:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000047947cc0. 00000100:00000001:3.0:1767384383.515962:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515963:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515966:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515967:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.515967:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515968:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515969:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515970:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126fb5c1. 00000400:00000200:3.0:1767384383.515971:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b47f410 00000400:00000010:3.0:1767384383.515972:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008b47f410. 00000100:00000001:3.0:1767384383.515975:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515976:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515979:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515979:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.515980:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515981:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515982:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515983:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b4903a9. 00000400:00000200:3.0:1767384383.515985:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad8b8ec3 00000400:00000010:3.0:1767384383.515986:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ad8b8ec3. 00000100:00000001:3.0:1767384383.515988:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.515989:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.515992:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.515993:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.515994:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.515995:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.515996:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.515997:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018cefada. 00000400:00000200:3.0:1767384383.515998:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4ed4cce 00000400:00000010:3.0:1767384383.515999:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d4ed4cce. 00000100:00000001:3.0:1767384383.516001:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516001:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516004:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516005:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.516006:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516008:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516008:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516010:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000737ef51b. 00000400:00000200:3.0:1767384383.516011:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000797cc4ef 00000400:00000010:3.0:1767384383.516012:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000797cc4ef. 00000100:00000001:3.0:1767384383.516015:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516015:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516018:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516019:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.516020:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516021:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516022:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516023:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca2a8d5e. 00000400:00000200:3.0:1767384383.516024:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f0f167e 00000400:00000010:3.0:1767384383.516025:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007f0f167e. 00000100:00000001:3.0:1767384383.516028:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516029:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516032:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516033:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.516034:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516034:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516035:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516036:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065de3ea9. 00000400:00000200:3.0:1767384383.516037:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd522e4 00000400:00000010:3.0:1767384383.516038:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000edd522e4. 00000100:00000001:3.0:1767384383.516040:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516041:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516043:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516044:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.516045:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516046:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516047:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516048:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ccd7146. 00000400:00000200:3.0:1767384383.516049:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017fad7f4 00000400:00000010:3.0:1767384383.516050:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000017fad7f4. 00000100:00000001:3.0:1767384383.516052:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516052:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516055:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516057:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.516058:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516059:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516060:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516061:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081553428. 00000400:00000200:3.0:1767384383.516062:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be718e10 00000400:00000010:3.0:1767384383.516063:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be718e10. 00000100:00000001:3.0:1767384383.516065:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516065:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516068:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516070:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.516071:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516072:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516074:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516075:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c24a04a5. 00000400:00000200:3.0:1767384383.516077:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001385ec8c 00000400:00000010:3.0:1767384383.516079:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001385ec8c. 00000100:00000001:3.0:1767384383.516101:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516119:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516125:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516128:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.516131:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516134:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516136:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516138:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d08efacb. 00000400:00000200:3.0:1767384383.516142:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e53560d4 00000400:00000010:3.0:1767384383.516144:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e53560d4. 00000100:00000001:3.0:1767384383.516148:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516150:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516156:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516158:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.516160:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516163:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516164:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516166:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036ee7406. 00000400:00000200:3.0:1767384383.516169:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d4586a 00000400:00000010:3.0:1767384383.516171:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073d4586a. 00000100:00000001:3.0:1767384383.516175:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516177:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516184:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516186:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.516189:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516191:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516192:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516195:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a1e3f0f. 00000400:00000200:3.0:1767384383.516199:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032caaa8d 00000400:00000010:3.0:1767384383.516201:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032caaa8d. 00000100:00000001:3.0:1767384383.516206:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516207:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516214:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516216:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.516219:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516221:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516223:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516225:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c65944ec. 00000400:00000200:3.0:1767384383.516228:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015edd7c4 00000400:00000010:3.0:1767384383.516230:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000015edd7c4. 00000100:00000001:3.0:1767384383.516261:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516264:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516287:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516289:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.516291:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516293:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516294:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516296:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d57731e5. 00000400:00000200:3.0:1767384383.516299:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f2ea03 00000400:00000010:3.0:1767384383.516301:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000001f2ea03. 00000100:00000001:3.0:1767384383.516304:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516305:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516310:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516312:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.516314:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516316:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516317:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516319:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c027e2d3. 00000400:00000200:3.0:1767384383.516321:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b44908 00000400:00000010:3.0:1767384383.516323:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000093b44908. 00000100:00000001:3.0:1767384383.516326:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516328:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516333:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516334:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.516352:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516354:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516355:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516356:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002361a03. 00000400:00000200:3.0:1767384383.516359:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb354195 00000400:00000010:3.0:1767384383.516362:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bb354195. 00000100:00000001:3.0:1767384383.516365:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516367:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516373:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516375:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.516377:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516379:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516381:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516383:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ae4654. 00000400:00000200:3.0:1767384383.516386:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7490d3 00000400:00000010:3.0:1767384383.516388:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004c7490d3. 00000100:00000001:3.0:1767384383.516392:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516393:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516399:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516417:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.516419:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516420:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516422:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516424:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073144805. 00000400:00000200:3.0:1767384383.516426:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad0b8f98 00000400:00000010:3.0:1767384383.516428:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ad0b8f98. 00000100:00000001:3.0:1767384383.516431:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516433:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516438:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516440:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.516442:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516444:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516445:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516447:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071d9aac0. 00000400:00000200:3.0:1767384383.516450:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001671353e 00000400:00000010:3.0:1767384383.516452:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001671353e. 00000100:00000001:3.0:1767384383.516457:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516458:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516463:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516465:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.516467:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516469:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516471:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516473:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5bf91fd. 00000400:00000200:3.0:1767384383.516475:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000083cdebf 00000400:00000010:3.0:1767384383.516477:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000083cdebf. 00000100:00000001:3.0:1767384383.516479:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516480:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516483:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516485:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.516486:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516487:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516488:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516489:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbf56e1e. 00000400:00000200:3.0:1767384383.516490:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f73b4988 00000400:00000010:3.0:1767384383.516491:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f73b4988. 00000100:00000001:3.0:1767384383.516510:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516511:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516516:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516518:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.516520:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516523:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516524:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516526:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063ceed1d. 00000400:00000200:3.0:1767384383.516529:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000ef5cc9 00000400:00000010:3.0:1767384383.516531:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000000ef5cc9. 00000100:00000001:3.0:1767384383.516535:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516537:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516542:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516544:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.516546:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516548:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516550:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516551:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc1bd10a. 00000400:00000200:3.0:1767384383.516555:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005625293a 00000400:00000010:3.0:1767384383.516556:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005625293a. 00000100:00000001:3.0:1767384383.516560:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516561:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516566:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516568:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.516570:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516572:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516574:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516575:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005a79ef7. 00000400:00000200:3.0:1767384383.516578:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001311ec67 00000400:00000010:3.0:1767384383.516580:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001311ec67. 00000100:00000001:3.0:1767384383.516583:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516585:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516590:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516592:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.516594:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516597:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516598:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516600:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ea7311c. 00000400:00000200:3.0:1767384383.516602:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dae04b0 00000400:00000010:3.0:1767384383.516604:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004dae04b0. 00000100:00000001:3.0:1767384383.516608:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516609:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516614:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516616:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.516618:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516620:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516622:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516623:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3253f2c. 00000400:00000200:3.0:1767384383.516626:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad316ef 00000400:00000010:3.0:1767384383.516628:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cad316ef. 00000100:00000001:3.0:1767384383.516632:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516633:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516639:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516641:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.516643:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516645:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516647:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516648:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080d12d95. 00000400:00000200:3.0:1767384383.516651:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee0c940 00000400:00000010:3.0:1767384383.516653:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004ee0c940. 00000100:00000001:3.0:1767384383.516656:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516658:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516664:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516666:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.516668:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516670:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516671:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516673:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce060b37. 00000400:00000200:3.0:1767384383.516676:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097912fd9 00000400:00000010:3.0:1767384383.516678:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000097912fd9. 00000100:00000001:3.0:1767384383.516681:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516682:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516687:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516689:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.516691:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516693:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516710:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516712:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006969a5b4. 00000400:00000200:3.0:1767384383.516715:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085d215bd 00000400:00000010:3.0:1767384383.516717:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000085d215bd. 00000100:00000001:3.0:1767384383.516721:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516722:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516728:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516730:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.516732:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516735:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516736:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516739:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a3689be. 00000400:00000200:3.0:1767384383.516742:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e60f1eb 00000400:00000010:3.0:1767384383.516743:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009e60f1eb. 00000100:00000001:3.0:1767384383.516747:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516749:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516754:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516756:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.516758:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516761:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516762:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516764:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2cd7b. 00000400:00000200:3.0:1767384383.516767:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000671bfe2d 00000400:00000010:3.0:1767384383.516769:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000671bfe2d. 00000100:00000001:3.0:1767384383.516773:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516775:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516780:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516783:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.516785:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516786:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516788:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516789:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0cfa401. 00000400:00000200:3.0:1767384383.516793:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb433536 00000400:00000010:3.0:1767384383.516811:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cb433536. 00000100:00000001:3.0:1767384383.516815:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516818:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516825:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516827:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.516830:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516832:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516834:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516836:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa3d46ec. 00000400:00000200:3.0:1767384383.516838:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5735dd8 00000400:00000010:3.0:1767384383.516870:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a5735dd8. 00000100:00000001:3.0:1767384383.516893:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516896:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516902:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516904:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.516906:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516908:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516910:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516911:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5997ad3. 00000400:00000200:3.0:1767384383.516914:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b30ffc2 00000400:00000010:3.0:1767384383.516916:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005b30ffc2. 00000100:00000001:3.0:1767384383.516919:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516920:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516925:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516927:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.516929:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516930:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516932:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516933:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007880966. 00000400:00000200:3.0:1767384383.516935:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087a055fe 00000400:00000010:3.0:1767384383.516937:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000087a055fe. 00000100:00000001:3.0:1767384383.516940:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516941:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516946:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516948:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.516950:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516952:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516953:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516955:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006767c558. 00000400:00000200:3.0:1767384383.516957:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014fe54a7 00000400:00000010:3.0:1767384383.516959:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000014fe54a7. 00000100:00000001:3.0:1767384383.516962:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516963:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516968:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516970:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.516972:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516973:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516975:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516976:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1229f6. 00000400:00000200:3.0:1767384383.516978:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007afc5984 00000400:00000010:3.0:1767384383.516980:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007afc5984. 00000100:00000001:3.0:1767384383.516984:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.516985:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.516990:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.516991:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.516993:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.516995:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.516996:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.516998:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9a430d1. 00000400:00000200:3.0:1767384383.517000:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d705b233 00000400:00000010:3.0:1767384383.517002:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d705b233. 00000100:00000001:3.0:1767384383.517007:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517009:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517014:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517016:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.517017:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517019:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517020:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517022:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8fb0b29. 00000400:00000200:3.0:1767384383.517024:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f6ba2c4 00000400:00000010:3.0:1767384383.517026:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002f6ba2c4. 00000100:00000001:3.0:1767384383.517030:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517031:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517036:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517038:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.517040:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517042:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517043:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517044:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087b633fe. 00000400:00000200:3.0:1767384383.517047:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914413e3 00000400:00000010:3.0:1767384383.517049:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000914413e3. 00000100:00000001:3.0:1767384383.517052:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517054:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517058:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517060:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.517062:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517063:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517065:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517066:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007caaf0b4. 00000400:00000200:3.0:1767384383.517068:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e9d107 00000400:00000010:3.0:1767384383.517070:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000066e9d107. 00000100:00000001:3.0:1767384383.517073:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517075:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517079:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517097:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.517099:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517101:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517103:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517105:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6f97068. 00000400:00000200:3.0:1767384383.517107:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eef91319 00000400:00000010:3.0:1767384383.517109:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eef91319. 00000100:00000001:3.0:1767384383.517116:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517118:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517124:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517126:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.517128:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517130:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517132:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517134:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c17dda3. 00000400:00000200:3.0:1767384383.517137:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008652de8b 00000400:00000010:3.0:1767384383.517139:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008652de8b. 00000100:00000001:3.0:1767384383.517142:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517144:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517150:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517152:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.517154:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517156:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517158:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517160:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081357a24. 00000400:00000200:3.0:1767384383.517162:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a84334 00000400:00000010:3.0:1767384383.517164:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000099a84334. 00000100:00000001:3.0:1767384383.517169:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517171:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517177:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517179:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.517180:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517182:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517184:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517186:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f349e62. 00000400:00000200:3.0:1767384383.517188:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5dd9b35 00000400:00000010:3.0:1767384383.517190:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b5dd9b35. 00000100:00000001:3.0:1767384383.517218:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517221:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517227:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517229:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.517232:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517235:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517236:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517238:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efb4e9ff. 00000400:00000200:3.0:1767384383.517275:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050db1553 00000400:00000010:3.0:1767384383.517277:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000050db1553. 00000100:00000001:3.0:1767384383.517281:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517282:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517288:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517290:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.517292:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517294:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517296:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517298:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e26e4cb. 00000400:00000200:3.0:1767384383.517300:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e157be8 00000400:00000010:3.0:1767384383.517302:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002e157be8. 00000100:00000001:3.0:1767384383.517307:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517308:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517314:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517316:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.517318:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517319:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517321:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517322:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7535a72. 00000400:00000200:3.0:1767384383.517325:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001623c87d 00000400:00000010:3.0:1767384383.517327:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001623c87d. 00000100:00000001:3.0:1767384383.517331:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517333:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517338:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517340:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.517342:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517344:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517345:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517347:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e59e2f8b. 00000400:00000200:3.0:1767384383.517350:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d830db6d 00000400:00000010:3.0:1767384383.517352:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d830db6d. 00000100:00000001:3.0:1767384383.517356:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517358:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517364:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517366:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.517368:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517370:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517372:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517373:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef528fed. 00000400:00000200:3.0:1767384383.517376:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000679c5837 00000400:00000010:3.0:1767384383.517378:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000679c5837. 00000100:00000001:3.0:1767384383.517382:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517383:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517388:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517390:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.517392:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517394:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517395:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517397:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3910fe2. 00000400:00000200:3.0:1767384383.517399:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5b2dc5 00000400:00000010:3.0:1767384383.517402:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be5b2dc5. 00000100:00000001:3.0:1767384383.517405:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517406:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517412:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517413:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.517415:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517417:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517419:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517421:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000badc8a30. 00000400:00000200:3.0:1767384383.517424:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac2f25c4 00000400:00000010:3.0:1767384383.517426:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac2f25c4. 00000100:00000001:3.0:1767384383.517429:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517431:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517436:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517438:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.517440:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517442:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517444:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517445:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004719345e. 00000400:00000200:3.0:1767384383.517448:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96dc406 00000400:00000010:3.0:1767384383.517451:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d96dc406. 00000100:00000001:3.0:1767384383.517454:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517456:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517461:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517463:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.517465:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517467:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517468:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517470:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8dbc65d. 00000400:00000200:3.0:1767384383.517472:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000374e1504 00000400:00000010:3.0:1767384383.517474:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000374e1504. 00000100:00000001:3.0:1767384383.517478:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517480:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517485:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517486:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.517488:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517490:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517492:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517493:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1348471. 00000400:00000200:3.0:1767384383.517496:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006302309a 00000400:00000010:3.0:1767384383.517497:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006302309a. 00000100:00000001:3.0:1767384383.517501:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517502:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517508:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517510:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.517512:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.517514:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.517515:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.517517:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4a6455. 00000400:00000200:3.0:1767384383.517519:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae271f97 00000400:00000010:3.0:1767384383.517521:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae271f97. 00000100:00000001:3.0:1767384383.517526:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.517527:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:3.0:1767384383.517532:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.517534:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.517536:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.517539:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517540:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517543:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517544:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517546:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517547:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517549:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517551:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517552:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517554:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517555:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517557:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517558:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517560:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517562:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517563:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517565:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517566:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517568:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517569:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517571:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517572:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517574:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517576:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517577:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517579:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517581:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517582:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517584:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517586:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517587:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517589:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517591:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517592:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517594:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517596:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517598:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517599:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517601:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517602:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517604:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517606:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517608:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517610:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517611:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517613:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517615:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517616:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517618:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517619:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517621:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517623:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517624:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517626:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517627:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517629:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517631:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517632:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517634:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517635:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517637:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517639:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517641:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517642:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517644:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517646:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517647:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517649:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517651:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517652:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517654:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517656:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517658:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517659:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517661:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517663:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517664:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517666:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517667:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517669:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517671:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517672:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517675:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517676:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517678:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517679:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517681:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517683:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517684:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517686:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517688:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517689:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517691:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517692:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517694:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517696:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517698:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517699:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517701:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517703:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517705:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517706:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517708:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517709:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517711:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517713:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517714:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517716:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517717:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517719:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517721:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517723:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517724:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517726:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517728:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517729:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517731:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517733:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517734:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517736:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517738:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517739:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517741:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517743:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517745:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517746:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.517748:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.517750:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384383.517753:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000aad1fd3. 00000100:00000010:3.0:1767384383.517897:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d87a5c0f. 00000100:00000010:3.0:1767384383.517902:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e1787e85. 00000100:00000010:3.0:1767384383.517986:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fa9c8a1. 00000100:00000010:3.0:1767384383.517989:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007e4a0432. 00000100:00000010:3.0:1767384383.518051:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b18b099a. 00000100:00000010:3.0:1767384383.518054:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004d8d523a. 00000100:00000010:3.0:1767384383.518135:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c830659. 00000100:00000010:3.0:1767384383.518137:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003cc6d9b1. 00000100:00000010:3.0:1767384383.518206:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b33bc2c0. 00000100:00000010:3.0:1767384383.518208:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005c2bb4e5. 00000100:00000010:3.0:1767384383.518308:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d948e1ee. 00000100:00000010:3.0:1767384383.518311:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b1bac890. 00000100:00000010:3.0:1767384383.518392:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd6710cb. 00000100:00000010:3.0:1767384383.518394:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cd6ba91b. 00000100:00000010:3.0:1767384383.518445:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063d01a82. 00000100:00000010:3.0:1767384383.518447:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028ed829c. 00000100:00000010:3.0:1767384383.518515:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8e81e87. 00000100:00000010:3.0:1767384383.518517:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bbc777be. 00000100:00000010:3.0:1767384383.518582:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000105ebf99. 00000100:00000010:3.0:1767384383.518585:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000092235811. 00000100:00000010:3.0:1767384383.518650:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6aa6a9a. 00000100:00000010:3.0:1767384383.518652:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005241adfa. 00000100:00000010:3.0:1767384383.518738:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e01aefed. 00000100:00000010:3.0:1767384383.518740:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000005ba3c59. 00000100:00000010:3.0:1767384383.518860:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff0b53fc. 00000100:00000010:3.0:1767384383.518864:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000bb5a735. 00000100:00000010:3.0:1767384383.518933:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001230c95a. 00000100:00000010:3.0:1767384383.518935:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001f6ba0a1. 00000100:00000010:3.0:1767384383.518984:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000404b5738. 00000100:00000010:3.0:1767384383.518986:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000077f91b12. 00000100:00000010:3.0:1767384383.519044:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005426df33. 00000100:00000010:3.0:1767384383.519046:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003021ccf0. 00000100:00000010:3.0:1767384383.519131:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e4e163b. 00000100:00000010:3.0:1767384383.519133:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006ac4bdcf. 00000100:00000010:3.0:1767384383.519183:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000014e1a40. 00000100:00000010:3.0:1767384383.519185:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a0f968ae. 00000100:00000010:3.0:1767384383.519268:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8d3d956. 00000100:00000010:3.0:1767384383.519272:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ade1c7b0. 00000100:00000010:3.0:1767384383.519343:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021607fc1. 00000100:00000010:3.0:1767384383.519345:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000053ec4f97. 00000100:00000010:3.0:1767384383.519416:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f7d6a91. 00000100:00000010:3.0:1767384383.519418:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005462fa96. 00000100:00000010:3.0:1767384383.519479:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b8eeec9. 00000100:00000010:3.0:1767384383.519481:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003a33feb2. 00000100:00000010:3.0:1767384383.519534:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007196bbf3. 00000100:00000010:3.0:1767384383.519536:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003721cd23. 00000100:00000010:3.0:1767384383.519587:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2046683. 00000100:00000010:3.0:1767384383.519589:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009fc5dcf7. 00000100:00000010:3.0:1767384383.519642:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bfa702f. 00000100:00000010:3.0:1767384383.519645:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000aa23751e. 00000100:00000010:3.0:1767384383.519711:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003207856a. 00000100:00000010:3.0:1767384383.519713:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a0e58af. 00000100:00000010:3.0:1767384383.519948:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f697d81. 00000100:00000010:3.0:1767384383.519954:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005c4393ae. 00000100:00000010:3.0:1767384383.520042:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067b8e909. 00000100:00000010:3.0:1767384383.520044:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000e9cd970. 00000100:00000010:3.0:1767384383.520114:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5643b9c. 00000100:00000010:3.0:1767384383.520117:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a2c85632. 00000100:00000010:3.0:1767384383.520173:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7a3211c. 00000100:00000010:3.0:1767384383.520175:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c1e40a58. 00000100:00000010:3.0:1767384383.520262:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097cf7e57. 00000100:00000010:3.0:1767384383.520266:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000033c940e3. 00000100:00000010:3.0:1767384383.520369:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027a5a764. 00000100:00000010:3.0:1767384383.520371:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eeecdac8. 00000100:00000010:3.0:1767384383.520450:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5e868e1. 00000100:00000010:3.0:1767384383.520452:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f2219ed. 00000100:00000010:3.0:1767384383.520506:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ccb413a. 00000100:00000010:3.0:1767384383.520508:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f2efcde6. 00000100:00000010:3.0:1767384383.520567:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067198479. 00000100:00000010:3.0:1767384383.520569:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fd340cd8. 00000100:00000010:3.0:1767384383.520629:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000730de251. 00000100:00000010:3.0:1767384383.520631:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed761519. 00000100:00000010:3.0:1767384383.520707:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032ae3075. 00000100:00000010:3.0:1767384383.520710:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000682129ba. 00000100:00000010:3.0:1767384383.520777:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000010575fd. 00000100:00000010:3.0:1767384383.520780:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b45d39d4. 00000100:00000010:3.0:1767384383.520889:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032cc50bb. 00000100:00000010:3.0:1767384383.520892:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000069104b0a. 00000100:00000010:3.0:1767384383.520942:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0a75651. 00000100:00000010:3.0:1767384383.520944:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000062cfddbe. 00000100:00000010:3.0:1767384383.521002:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fadce90. 00000100:00000010:3.0:1767384383.521004:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f0c2d239. 00000100:00000010:3.0:1767384383.521053:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000714f7cfc. 00000100:00000010:3.0:1767384383.521055:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000debb9fc. 00000100:00000010:3.0:1767384383.521133:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6486066. 00000100:00000010:3.0:1767384383.521135:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000216ed451. 00000100:00000010:3.0:1767384383.521194:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009afc42bd. 00000100:00000010:3.0:1767384383.521196:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000068177e68. 00000100:00000010:3.0:1767384383.521272:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069f497d8. 00000100:00000010:3.0:1767384383.521276:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002fb75736. 00000100:00000010:3.0:1767384383.521334:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fba53f6. 00000100:00000010:3.0:1767384383.521336:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a184b124. 00000100:00000010:3.0:1767384383.521417:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031fb1755. 00000100:00000010:3.0:1767384383.521419:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e3d15db7. 00000100:00000010:3.0:1767384383.521475:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011a90b68. 00000100:00000010:3.0:1767384383.521477:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002d36daba. 00000100:00000010:3.0:1767384383.521528:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095920037. 00000100:00000010:3.0:1767384383.521530:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dcb75b87. 00000100:00000010:3.0:1767384383.521580:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008daf889b. 00000100:00000010:3.0:1767384383.521582:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c36b0813. 00000100:00000010:3.0:1767384383.521634:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009344d1ba. 00000100:00000010:3.0:1767384383.521636:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eb3e11b2. 00000100:00000010:3.0:1767384383.521710:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000743dbb55. 00000100:00000010:3.0:1767384383.521712:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef663046. 00000100:00000010:3.0:1767384383.521811:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049e27180. 00000100:00000010:3.0:1767384383.521853:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a4657c5. 00000100:00000010:3.0:1767384383.521941:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d5edb7. 00000100:00000010:3.0:1767384383.521944:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004ada73cd. 00000100:00000010:3.0:1767384383.521999:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab3b149e. 00000100:00000010:3.0:1767384383.522001:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006e4ffc9a. 00000100:00000010:3.0:1767384383.522073:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9ac98f4. 00000100:00000010:3.0:1767384383.522075:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002637d52c. 00000100:00000010:3.0:1767384383.522145:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e847c2e. 00000100:00000010:3.0:1767384383.522148:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d70ae56. 00000100:00000010:3.0:1767384383.522203:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ad60926. 00000100:00000010:3.0:1767384383.522206:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000027839631. 00000100:00000010:3.0:1767384383.522300:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a03ae3e7. 00000100:00000010:3.0:1767384383.522304:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003f0ae6f5. 00000100:00000010:3.0:1767384383.522374:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000043fd68e. 00000100:00000010:3.0:1767384383.522377:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000096ddf450. 00000100:00000010:3.0:1767384383.522446:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dd652b3. 00000100:00000010:3.0:1767384383.522449:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000052d5b449. 00000100:00000010:3.0:1767384383.522498:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4c39520. 00000100:00000010:3.0:1767384383.522501:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000591c5a28. 00000100:00000010:3.0:1767384383.522555:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000345f6dae. 00000100:00000010:3.0:1767384383.522558:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f05151d8. 00000100:00000010:3.0:1767384383.522613:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aa60317. 00000100:00000010:3.0:1767384383.522615:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000dff95a0b. 00000100:00000010:3.0:1767384383.522621:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000bafa2853. 00000100:00000001:3.0:1767384383.522627:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.522629:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.522631:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.522632:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.522633:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000004704d17b. 00000100:00000001:3.0:1767384383.522636:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.522637:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.522639:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.522641:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001988a442. 00000100:00000001:3.0:1767384383.522643:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.522644:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.522645:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000073985d72. 00000100:00000001:3.0:1767384383.522647:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.522649:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.522650:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009dbfff70. 00000100:00000001:3.0:1767384383.522651:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.522652:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.522653:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004a7ec69d. 00000100:00000001:3.0:1767384383.522655:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.522732:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009afe3c30. 00000020:00000010:3.0:1767384383.522736:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b2cf91a9. 00000100:00000010:3.0:1767384383.522755:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000003950062d. 00000100:00000010:3.0:1767384383.522762:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000032c498a9. 00000100:00000010:3.0:1767384383.522765:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f0226654. 00000100:00000010:3.0:1767384383.522768:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000352538eb. 00000100:00000001:3.0:1767384383.522770:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.522771:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.522773:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:3.0:1767384383.522775:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.522776:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.522777:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:3.0:1767384383.522779:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:3.0:1767384383.522780:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:3.0:1767384383.522836:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:0.0:1767384383.522856:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca4eea27. 00000040:00000010:0.0:1767384383.522864:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bab5a10c. 00000020:00000010:0.0:1767384383.522868:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a3a6500. 00000020:00000010:0.0:1767384383.522872:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eb0c2f7b. 00000020:00000010:0.0:1767384383.522875:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a7f049a. 80000000:00000010:0.0:1767384383.522878:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000098f94be. 40000000:00000010:0.0:1767384383.522881:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006fc7a6cf. 00100000:00000010:0.0:1767384383.522883:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005695c2c4. 00040000:00000010:0.0:1767384383.522887:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000011ac424e. 00040000:00000010:0.0:1767384383.522890:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f615e0b. 00000020:00000010:2.0:1767384383.522893:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa934637. 00080000:00000010:0.0:1767384383.522894:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000081e4484b. 00080000:00000010:0.0:1767384383.522903:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000025a68012. 00000040:00000010:2.0:1767384383.522905:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000acf7e59d. 00000004:00000010:0.0:1767384383.522907:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bdb7687c. 00000020:00000010:0.0:1767384383.522915:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017db0e25. 00000020:00000010:2.0:1767384383.522916:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d1c0379. 00000020:00000010:0.0:1767384383.522919:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007c5cb008. 00000020:00000010:2.0:1767384383.522924:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009b9ab5f7. 00000100:00000010:0.0:1767384383.522926:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000065e558d. 00000100:00100000:0.0:1767384383.522933:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000bd2106ea:17091] 0 exiting: rc = 1 00000020:00000010:2.0:1767384383.522935:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001b02c100. 80000000:00000010:2.0:1767384383.522942:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df2f2699. 40000000:00000010:2.0:1767384383.522948:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000853fd64a. 00100000:00000010:2.0:1767384383.522952:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003252724d. 00040000:00000010:2.0:1767384383.522958:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008371dc7e. 00040000:00000010:2.0:1767384383.522963:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce3205d3. 00080000:00000010:2.0:1767384383.522970:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000321cfdc8. 00080000:00000010:2.0:1767384383.522975:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008f1db5a5. 00000004:00000010:2.0:1767384383.522978:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004bf5040a. 00000020:00000010:2.0:1767384383.522981:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1645ac4. 00000020:00000010:2.0:1767384383.522986:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000026374f8a. 00000100:00000010:2.0:1767384383.522990:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f7b1887c. 00000100:00100000:2.0:1767384383.522992:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000328a9797:17092] 1 exiting: rc = 0 00000100:00000010:3.0:1767384383.523049:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bd2106ea. 00000100:00000010:3.0:1767384383.523056:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000328a9797. 00000100:00000001:3.0:1767384383.523061:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.523062:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.523065:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:3.0:1767384383.523068:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523069:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523072:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000979588ea. 00000400:00000200:3.0:1767384383.523075:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a42c67d0 00000400:00000010:3.0:1767384383.523077:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a42c67d0. 00000100:00000001:3.0:1767384383.523081:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523082:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523086:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523087:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.523089:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523090:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523091:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523092:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f40aca5. 00000400:00000200:3.0:1767384383.523094:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a8964c 00000400:00000010:3.0:1767384383.523095:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a8964c. 00000100:00000001:3.0:1767384383.523096:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523097:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523100:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523101:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.523102:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523104:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523104:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523105:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094743c4a. 00000400:00000200:3.0:1767384383.523107:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b1e7db4 00000400:00000010:3.0:1767384383.523108:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b1e7db4. 00000100:00000001:3.0:1767384383.523109:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523110:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523113:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523114:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.523116:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523118:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523119:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523120:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1ddca99. 00000400:00000200:3.0:1767384383.523121:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056631f45 00000400:00000010:3.0:1767384383.523123:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056631f45. 00000100:00000001:3.0:1767384383.523124:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523125:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523128:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523129:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.523130:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523132:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523132:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523133:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f46846cb. 00000400:00000200:3.0:1767384383.523135:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce71bb3a 00000400:00000010:3.0:1767384383.523136:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce71bb3a. 00000100:00000001:3.0:1767384383.523137:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523138:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523142:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523143:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.523144:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523145:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523146:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523147:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed0bbbee. 00000400:00000200:3.0:1767384383.523148:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d4ad6da 00000400:00000010:3.0:1767384383.523149:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d4ad6da. 00000100:00000001:3.0:1767384383.523150:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523168:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523172:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523173:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.523174:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523175:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523176:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523177:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddce0bac. 00000400:00000200:3.0:1767384383.523178:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d9ce963 00000400:00000010:3.0:1767384383.523180:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d9ce963. 00000100:00000001:3.0:1767384383.523181:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523182:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523186:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523187:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.523188:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523190:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523191:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523192:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0ab17b1. 00000400:00000200:3.0:1767384383.523193:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074f23a89 00000400:00000010:3.0:1767384383.523194:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074f23a89. 00000100:00000001:3.0:1767384383.523196:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523197:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523200:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523201:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.523202:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523203:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523204:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523205:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f11c8234. 00000400:00000200:3.0:1767384383.523207:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039b1fd11 00000400:00000010:3.0:1767384383.523208:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039b1fd11. 00000100:00000001:3.0:1767384383.523209:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523210:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523213:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523214:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.523215:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523216:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523233:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523234:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044613776. 00000400:00000200:3.0:1767384383.523235:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f510ab1 00000400:00000010:3.0:1767384383.523236:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f510ab1. 00000100:00000001:3.0:1767384383.523253:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523255:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523258:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523259:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.523260:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523262:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523262:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523263:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000428583ac. 00000400:00000200:3.0:1767384383.523265:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e09590 00000400:00000010:3.0:1767384383.523266:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e09590. 00000100:00000001:3.0:1767384383.523268:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523269:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523272:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523273:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.523274:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523275:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523276:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523277:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ae63b1. 00000400:00000200:3.0:1767384383.523278:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008edd998 00000400:00000010:3.0:1767384383.523279:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008edd998. 00000100:00000001:3.0:1767384383.523281:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523281:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523284:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523285:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.523303:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523304:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523305:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523306:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a05b1d2. 00000400:00000200:3.0:1767384383.523307:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ea5637 00000400:00000010:3.0:1767384383.523308:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ea5637. 00000100:00000001:3.0:1767384383.523309:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523310:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523313:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523314:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.523315:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523316:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523316:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523317:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024707d86. 00000400:00000200:3.0:1767384383.523318:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fcb0924 00000400:00000010:3.0:1767384383.523319:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fcb0924. 00000100:00000001:3.0:1767384383.523320:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523321:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523324:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523325:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.523326:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523327:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523327:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523328:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9c8866. 00000400:00000200:3.0:1767384383.523330:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d290305 00000400:00000010:3.0:1767384383.523331:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d290305. 00000100:00000001:3.0:1767384383.523332:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523332:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523335:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523336:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.523337:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523338:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523339:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523339:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641b2a59. 00000400:00000200:3.0:1767384383.523340:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e11afb6 00000400:00000010:3.0:1767384383.523341:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e11afb6. 00000100:00000001:3.0:1767384383.523343:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523343:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523346:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523347:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.523348:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523349:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523349:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523350:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0cb1bc. 00000400:00000200:3.0:1767384383.523351:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be78134d 00000400:00000010:3.0:1767384383.523352:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be78134d. 00000100:00000001:3.0:1767384383.523353:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523354:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523357:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523358:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.523359:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523359:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523360:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523361:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069f31668. 00000400:00000200:3.0:1767384383.523362:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e6edb0 00000400:00000010:3.0:1767384383.523363:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e6edb0. 00000100:00000001:3.0:1767384383.523364:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523365:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523368:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523369:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.523370:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523371:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523372:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523373:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fe635f6. 00000400:00000200:3.0:1767384383.523374:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b9ea9bd 00000400:00000010:3.0:1767384383.523375:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b9ea9bd. 00000100:00000001:3.0:1767384383.523377:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523377:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523380:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523381:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.523382:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523383:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523384:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523385:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc659d8. 00000400:00000200:3.0:1767384383.523386:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7cba75b 00000400:00000010:3.0:1767384383.523387:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7cba75b. 00000100:00000001:3.0:1767384383.523388:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523389:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523391:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523392:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.523393:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523394:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523395:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523396:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dff116b. 00000400:00000200:3.0:1767384383.523397:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ff34be 00000400:00000010:3.0:1767384383.523398:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ff34be. 00000100:00000001:3.0:1767384383.523399:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523400:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523402:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523403:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.523404:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523405:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523406:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523407:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffbc352a. 00000400:00000200:3.0:1767384383.523408:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de999d95 00000400:00000010:3.0:1767384383.523409:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de999d95. 00000100:00000001:3.0:1767384383.523411:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523411:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523414:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523415:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.523416:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523418:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523419:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523419:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c989e449. 00000400:00000200:3.0:1767384383.523421:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005abcb1af 00000400:00000010:3.0:1767384383.523422:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abcb1af. 00000100:00000001:3.0:1767384383.523423:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523424:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523427:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523428:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.523429:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523429:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523430:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523431:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb19cca. 00000400:00000200:3.0:1767384383.523432:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d52fa709 00000400:00000010:3.0:1767384383.523433:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d52fa709. 00000100:00000001:3.0:1767384383.523434:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523435:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523438:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523438:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.523439:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523440:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523441:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523442:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f3a92be. 00000400:00000200:3.0:1767384383.523443:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e2ea8d9 00000400:00000010:3.0:1767384383.523444:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e2ea8d9. 00000100:00000001:3.0:1767384383.523445:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523446:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523448:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523449:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.523450:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523451:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523452:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523453:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ab4a8dd. 00000400:00000200:3.0:1767384383.523454:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005545be65 00000400:00000010:3.0:1767384383.523455:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005545be65. 00000100:00000001:3.0:1767384383.523456:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523457:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523460:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523461:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.523462:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523462:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523463:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523464:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a010f2e1. 00000400:00000200:3.0:1767384383.523465:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0ef946 00000400:00000010:3.0:1767384383.523466:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0ef946. 00000100:00000001:3.0:1767384383.523467:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523468:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523471:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523472:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.523473:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523474:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523474:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523475:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a74dd7dd. 00000400:00000200:3.0:1767384383.523476:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e47eb3b 00000400:00000010:3.0:1767384383.523477:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e47eb3b. 00000100:00000001:3.0:1767384383.523478:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523495:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523499:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523500:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.523501:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523502:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523503:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523503:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000530881cb. 00000400:00000200:3.0:1767384383.523505:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5a2f7df 00000400:00000010:3.0:1767384383.523506:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5a2f7df. 00000100:00000001:3.0:1767384383.523507:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523508:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523511:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523512:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.523513:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523514:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523515:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523515:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012a5bd37. 00000400:00000200:3.0:1767384383.523517:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0ee6a7 00000400:00000010:3.0:1767384383.523518:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0ee6a7. 00000100:00000001:3.0:1767384383.523519:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523520:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523523:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523524:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.523525:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523526:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523527:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523528:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a0a285f. 00000400:00000200:3.0:1767384383.523529:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a260d234 00000400:00000010:3.0:1767384383.523530:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a260d234. 00000100:00000001:3.0:1767384383.523531:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523532:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523535:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523536:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.523537:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523538:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523539:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523540:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e45a9c6. 00000400:00000200:3.0:1767384383.523541:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beab80f5 00000400:00000010:3.0:1767384383.523542:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000beab80f5. 00000100:00000001:3.0:1767384383.523543:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523544:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523547:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523548:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.523549:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523550:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523551:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523551:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f59667f. 00000400:00000200:3.0:1767384383.523553:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f85c79 00000400:00000010:3.0:1767384383.523554:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f85c79. 00000100:00000001:3.0:1767384383.523555:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523556:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523559:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523560:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.523561:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523562:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523563:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523564:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0f9ec07. 00000400:00000200:3.0:1767384383.523565:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000014b487b 00000400:00000010:3.0:1767384383.523566:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000014b487b. 00000100:00000001:3.0:1767384383.523568:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523568:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523572:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523572:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.523574:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523574:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523575:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523576:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae47d0f. 00000400:00000200:3.0:1767384383.523577:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062cc7b9f 00000400:00000010:3.0:1767384383.523579:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062cc7b9f. 00000100:00000001:3.0:1767384383.523580:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523581:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523584:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523585:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.523586:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523587:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523588:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523589:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce87976c. 00000400:00000200:3.0:1767384383.523590:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fd1401d 00000400:00000010:3.0:1767384383.523591:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fd1401d. 00000100:00000001:3.0:1767384383.523593:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523593:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523597:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523598:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.523599:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523600:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523600:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523601:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca1016e1. 00000400:00000200:3.0:1767384383.523603:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e4f3bd4 00000400:00000010:3.0:1767384383.523604:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e4f3bd4. 00000100:00000001:3.0:1767384383.523605:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523606:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523609:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523610:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.523611:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523612:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523613:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523614:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063e83594. 00000400:00000200:3.0:1767384383.523615:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5dc7725 00000400:00000010:3.0:1767384383.523616:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5dc7725. 00000100:00000001:3.0:1767384383.523618:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523618:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523621:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523622:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.523623:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523624:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523625:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523626:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f656bd2. 00000400:00000200:3.0:1767384383.523627:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012587f09 00000400:00000010:3.0:1767384383.523628:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012587f09. 00000100:00000001:3.0:1767384383.523630:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523630:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523634:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523635:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.523636:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523637:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523637:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523638:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a19eb02. 00000400:00000200:3.0:1767384383.523639:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d7062f8 00000400:00000010:3.0:1767384383.523640:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d7062f8. 00000100:00000001:3.0:1767384383.523642:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523642:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523646:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523646:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.523648:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523648:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523649:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523650:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e48151. 00000400:00000200:3.0:1767384383.523651:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691238ff 00000400:00000010:3.0:1767384383.523653:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000691238ff. 00000100:00000001:3.0:1767384383.523654:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523655:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523658:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523659:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.523660:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523661:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523662:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523663:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a647d50f. 00000400:00000200:3.0:1767384383.523664:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083fae8bf 00000400:00000010:3.0:1767384383.523665:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083fae8bf. 00000100:00000001:3.0:1767384383.523667:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523667:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523670:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523671:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.523672:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523673:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523674:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523675:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4efe96. 00000400:00000200:3.0:1767384383.523676:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9ceb0ac 00000400:00000010:3.0:1767384383.523677:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9ceb0ac. 00000100:00000001:3.0:1767384383.523678:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523679:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523682:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523683:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.523684:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523685:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523686:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523687:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d80cdc4. 00000400:00000200:3.0:1767384383.523688:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbef1dfb 00000400:00000010:3.0:1767384383.523689:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbef1dfb. 00000100:00000001:3.0:1767384383.523691:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523691:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523695:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523695:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.523697:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523697:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523698:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523699:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7f74731. 00000400:00000200:3.0:1767384383.523700:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002dd5558 00000400:00000010:3.0:1767384383.523701:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002dd5558. 00000100:00000001:3.0:1767384383.523703:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523704:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523707:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523708:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.523709:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523710:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523711:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523712:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000144c8f40. 00000400:00000200:3.0:1767384383.523713:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002968ddec 00000400:00000010:3.0:1767384383.523714:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002968ddec. 00000100:00000001:3.0:1767384383.523715:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523716:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523719:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523720:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.523721:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523722:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523723:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523724:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f31ede2. 00000400:00000200:3.0:1767384383.523725:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e912c8e1 00000400:00000010:3.0:1767384383.523726:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e912c8e1. 00000100:00000001:3.0:1767384383.523727:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523728:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523731:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523732:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.523733:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523734:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523735:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523735:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031808ff6. 00000400:00000200:3.0:1767384383.523737:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edc1739 00000400:00000010:3.0:1767384383.523738:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002edc1739. 00000100:00000001:3.0:1767384383.523739:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523740:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523744:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523746:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.523748:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523749:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523751:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523752:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ab7fd. 00000400:00000200:3.0:1767384383.523756:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d47df35 00000400:00000010:3.0:1767384383.523758:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d47df35. 00000100:00000001:3.0:1767384383.523760:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523762:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523767:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523769:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.523771:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523773:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523774:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523776:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a67219b4. 00000400:00000200:3.0:1767384383.523779:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae088c96 00000400:00000010:3.0:1767384383.523781:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae088c96. 00000100:00000001:3.0:1767384383.523783:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523785:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523793:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523849:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.523853:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523855:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523857:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523859:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007226d60b. 00000400:00000200:3.0:1767384383.523862:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c30f6bd 00000400:00000010:3.0:1767384383.523863:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c30f6bd. 00000100:00000001:3.0:1767384383.523866:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523867:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523872:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523874:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.523876:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523878:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523879:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523881:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c6b4143. 00000400:00000200:3.0:1767384383.523883:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d24000 00000400:00000010:3.0:1767384383.523885:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d24000. 00000100:00000001:3.0:1767384383.523887:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523889:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523894:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523896:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.523898:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523900:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523901:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523903:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098e84ac8. 00000400:00000200:3.0:1767384383.523905:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000738b707a 00000400:00000010:3.0:1767384383.523907:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000738b707a. 00000100:00000001:3.0:1767384383.523909:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523911:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523916:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523917:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.523919:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523921:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523922:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523923:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838f1d87. 00000400:00000200:3.0:1767384383.523925:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d474f495 00000400:00000010:3.0:1767384383.523927:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d474f495. 00000100:00000001:3.0:1767384383.523929:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523930:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523935:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523937:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.523939:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523940:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523941:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523943:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0a8aa12. 00000400:00000200:3.0:1767384383.523945:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca81b5b 00000400:00000010:3.0:1767384383.523946:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca81b5b. 00000100:00000001:3.0:1767384383.523949:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523950:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523955:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523956:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.523958:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523960:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523961:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523962:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d762f1d. 00000400:00000200:3.0:1767384383.523964:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf4181da 00000400:00000010:3.0:1767384383.523966:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf4181da. 00000100:00000001:3.0:1767384383.523968:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523970:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523974:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523976:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.523978:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523980:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.523981:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.523982:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000441bc5d1. 00000400:00000200:3.0:1767384383.523984:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d286d063 00000400:00000010:3.0:1767384383.523986:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d286d063. 00000100:00000001:3.0:1767384383.523989:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.523990:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.523995:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.523996:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.523997:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.523999:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524000:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524001:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff7b6342. 00000400:00000200:3.0:1767384383.524002:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5d6c55 00000400:00000010:3.0:1767384383.524003:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5d6c55. 00000100:00000001:3.0:1767384383.524004:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524005:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524008:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524009:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.524010:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524010:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524011:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524012:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000055afb3c. 00000400:00000200:3.0:1767384383.524013:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c758ff83 00000400:00000010:3.0:1767384383.524014:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c758ff83. 00000100:00000001:3.0:1767384383.524015:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524016:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524019:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524020:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.524021:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524022:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524023:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524023:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007522cc07. 00000400:00000200:3.0:1767384383.524024:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007933fc0a 00000400:00000010:3.0:1767384383.524025:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007933fc0a. 00000100:00000001:3.0:1767384383.524027:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524028:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524031:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524032:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.524033:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524034:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524035:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524035:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006261c0f9. 00000400:00000200:3.0:1767384383.524037:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002911753 00000400:00000010:3.0:1767384383.524038:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002911753. 00000100:00000001:3.0:1767384383.524039:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524040:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524043:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524043:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.524044:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524045:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524046:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524047:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079041abd. 00000400:00000200:3.0:1767384383.524048:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006313511a 00000400:00000010:3.0:1767384383.524049:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006313511a. 00000100:00000001:3.0:1767384383.524050:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524051:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524054:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524054:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.524055:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524056:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524057:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524058:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42df35e. 00000400:00000200:3.0:1767384383.524059:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004286a4b2 00000400:00000010:3.0:1767384383.524060:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004286a4b2. 00000100:00000001:3.0:1767384383.524061:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524062:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524065:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524065:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.524066:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524067:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524068:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524069:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000252f4516. 00000400:00000200:3.0:1767384383.524070:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ed7752 00000400:00000010:3.0:1767384383.524071:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7ed7752. 00000100:00000001:3.0:1767384383.524073:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524074:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384383.524077:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524078:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.524079:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.524080:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524081:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524083:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524083:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524084:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524085:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524086:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524087:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524088:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524088:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524089:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524090:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524091:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524092:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524108:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524109:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524110:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524111:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524112:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524113:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524114:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524115:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524116:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524117:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524118:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524119:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524120:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524121:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524122:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524123:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524124:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524125:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524126:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524127:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524128:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524129:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524130:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524131:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524132:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524134:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524135:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524135:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524136:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524137:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524138:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524139:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524140:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524141:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524142:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524143:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524144:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524144:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524145:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524146:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524147:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524148:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524149:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524150:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524151:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524152:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524153:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524153:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524154:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524155:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524156:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524157:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524158:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524159:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524160:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524161:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524162:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524162:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524163:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524164:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524166:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524167:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524168:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524169:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524170:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524171:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524172:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524173:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524174:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524175:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524176:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524176:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524177:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524178:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524179:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524180:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524181:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524182:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524183:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524184:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524185:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524185:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524186:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524187:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524188:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524189:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524190:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524191:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524192:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524193:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524194:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524194:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524195:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524196:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524197:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524198:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524199:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524200:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524201:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524201:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524203:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524204:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524205:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524206:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524207:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524208:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524209:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524210:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524211:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524212:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524213:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524214:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.524215:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.524216:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384383.524218:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e237060. 00000100:00000010:3.0:1767384383.524220:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000298df1c9. 00000100:00000010:3.0:1767384383.524222:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cd33d61a. 00000100:00000010:3.0:1767384383.524224:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1f4bc2d. 00000100:00000010:3.0:1767384383.524225:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c6f80d30. 00000100:00000010:3.0:1767384383.524228:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c643a98f. 00000100:00000010:3.0:1767384383.524229:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000609c84e7. 00000100:00000010:3.0:1767384383.524231:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042f7d5f8. 00000100:00000010:3.0:1767384383.524259:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000953fe58d. 00000100:00000010:3.0:1767384383.524263:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9fcd1cd. 00000100:00000010:3.0:1767384383.524264:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075a4a326. 00000100:00000010:3.0:1767384383.524266:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe9d0ac7. 00000100:00000010:3.0:1767384383.524267:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000239b5574. 00000100:00000010:3.0:1767384383.524269:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4ad43cd. 00000100:00000010:3.0:1767384383.524286:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb513750. 00000100:00000010:3.0:1767384383.524288:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd8ee5a3. 00000100:00000010:3.0:1767384383.524289:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000587158a4. 00000100:00000010:3.0:1767384383.524291:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000985b8298. 00000100:00000010:3.0:1767384383.524292:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5360d79. 00000100:00000010:3.0:1767384383.524293:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a131872c. 00000100:00000010:3.0:1767384383.524295:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009908509f. 00000100:00000010:3.0:1767384383.524297:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8880491. 00000100:00000010:3.0:1767384383.524299:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e0d6dd2. 00000100:00000010:3.0:1767384383.524300:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000194bebb3. 00000100:00000010:3.0:1767384383.524302:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8707b03. 00000100:00000010:3.0:1767384383.524304:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef7695c2. 00000100:00000010:3.0:1767384383.524305:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1911c58. 00000100:00000010:3.0:1767384383.524306:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081615333. 00000100:00000010:3.0:1767384383.524308:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080e2f600. 00000100:00000010:3.0:1767384383.524310:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d820f2e2. 00000100:00000010:3.0:1767384383.524311:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a099a3f6. 00000100:00000010:3.0:1767384383.524313:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031e51e69. 00000100:00000010:3.0:1767384383.524314:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f547769. 00000100:00000010:3.0:1767384383.524316:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1996aee. 00000100:00000010:3.0:1767384383.524317:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000067f150ff. 00000100:00000010:3.0:1767384383.524319:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066e4819b. 00000100:00000010:3.0:1767384383.524320:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f2601d6. 00000100:00000010:3.0:1767384383.524322:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0df901a. 00000100:00000010:3.0:1767384383.524323:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a41eba1. 00000100:00000010:3.0:1767384383.524325:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041285225. 00000100:00000010:3.0:1767384383.524326:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f65d4b41. 00000100:00000010:3.0:1767384383.524328:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060064ed8. 00000100:00000010:3.0:1767384383.524329:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f16cba1b. 00000100:00000010:3.0:1767384383.524330:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b05fd0e9. 00000100:00000010:3.0:1767384383.524332:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080501f5c. 00000100:00000010:3.0:1767384383.524333:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a95cad3. 00000100:00000010:3.0:1767384383.524334:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fba2d9b. 00000100:00000010:3.0:1767384383.524336:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ca891a2. 00000100:00000010:3.0:1767384383.524337:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004abbb4ca. 00000100:00000010:3.0:1767384383.524339:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3f58ce1. 00000100:00000010:3.0:1767384383.524341:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d115552. 00000100:00000010:3.0:1767384383.524343:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b521ed1f. 00000100:00000010:3.0:1767384383.524344:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000115cdd16. 00000100:00000010:3.0:1767384383.524346:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063f3a219. 00000100:00000010:3.0:1767384383.524347:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e762d5a. 00000100:00000010:3.0:1767384383.524349:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002e74bac. 00000100:00000010:3.0:1767384383.524351:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9b524e6. 00000100:00000010:3.0:1767384383.524353:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001df7961d. 00000100:00000010:3.0:1767384383.524354:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000032d01ac. 00000100:00000010:3.0:1767384383.524356:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066f946c9. 00000100:00000010:3.0:1767384383.524357:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015feef2d. 00000100:00000010:3.0:1767384383.524359:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bdb3514. 00000100:00000010:3.0:1767384383.524360:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be52ebc6. 00000100:00000010:3.0:1767384383.524361:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007da5a0e4. 00000100:00000010:3.0:1767384383.524362:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000eedca27. 00000100:00000010:3.0:1767384383.524364:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000429ae79e. 00000100:00000010:3.0:1767384383.524365:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a2aee2a. 00000100:00000010:3.0:1767384383.524367:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000589d366f. 00000100:00000010:3.0:1767384383.524368:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cc7e91c. 00000100:00000010:3.0:1767384383.524369:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ed0cdd7. 00000100:00000010:3.0:1767384383.524371:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e07bd730. 00000100:00000010:3.0:1767384383.524372:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000935cc627. 00000100:00000010:3.0:1767384383.524374:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8dbb35a. 00000100:00000010:3.0:1767384383.524375:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d23bcf53. 00000100:00000010:3.0:1767384383.524377:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000687266b6. 00000100:00000010:3.0:1767384383.524378:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e1adfbd. 00000100:00000010:3.0:1767384383.524379:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025d492fd. 00000100:00000010:3.0:1767384383.524381:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056e23014. 00000100:00000010:3.0:1767384383.524382:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d1a2583. 00000100:00000010:3.0:1767384383.524384:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e341826. 00000100:00000010:3.0:1767384383.524385:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017b423d3. 00000100:00000010:3.0:1767384383.524386:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aa60202. 00000100:00000010:3.0:1767384383.524388:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9d2009f. 00000100:00000010:3.0:1767384383.524389:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000887e4822. 00000100:00000010:3.0:1767384383.524390:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040c27d16. 00000100:00000010:3.0:1767384383.524393:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000831a0f72. 00000100:00000010:3.0:1767384383.524394:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8bbb829. 00000100:00000010:3.0:1767384383.524396:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fc1546a. 00000100:00000010:3.0:1767384383.524399:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a477b76. 00000100:00000010:3.0:1767384383.524400:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1cffc7e. 00000100:00000010:3.0:1767384383.524402:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044fbed60. 00000100:00000010:3.0:1767384383.524403:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c117167. 00000100:00000010:3.0:1767384383.524404:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6d73219. 00000100:00000010:3.0:1767384383.524406:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006214d439. 00000100:00000010:3.0:1767384383.524407:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000422f7b7. 00000100:00000010:3.0:1767384383.524408:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000081b8d94. 00000100:00000010:3.0:1767384383.524410:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000362a69db. 00000100:00000010:3.0:1767384383.524411:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e69b7e4. 00000100:00000010:3.0:1767384383.524412:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078594a9c. 00000100:00000010:3.0:1767384383.524414:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b10e2882. 00000100:00000010:3.0:1767384383.524416:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbea5f17. 00000100:00000010:3.0:1767384383.524417:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044d3abcf. 00000100:00000010:3.0:1767384383.524418:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001cbb5646. 00000100:00000010:3.0:1767384383.524420:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000114a0ca3. 00000100:00000010:3.0:1767384383.524421:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab42f28d. 00000100:00000010:3.0:1767384383.524423:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a7e294f. 00000100:00000010:3.0:1767384383.524424:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4724e35. 00000100:00000010:3.0:1767384383.524427:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044df5c47. 00000100:00000010:3.0:1767384383.524428:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3c007b9. 00000100:00000010:3.0:1767384383.524429:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7bfd814. 00000100:00000010:3.0:1767384383.524431:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030ac1803. 00000100:00000010:3.0:1767384383.524432:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa023e0f. 00000100:00000010:3.0:1767384383.524434:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001e04114. 00000100:00000010:3.0:1767384383.524435:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002546dd46. 00000100:00000010:3.0:1767384383.524436:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004327af77. 00000100:00000010:3.0:1767384383.524438:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ce7e173. 00000100:00000010:3.0:1767384383.524439:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3aa037c. 00000100:00000010:3.0:1767384383.524441:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009841c2f9. 00000100:00000010:3.0:1767384383.524442:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cea94ed0. 00000100:00000010:3.0:1767384383.524445:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd4f888c. 00000100:00000010:3.0:1767384383.524446:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb801684. 00000100:00000010:3.0:1767384383.524448:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000048809f9. 00000100:00000010:3.0:1767384383.524449:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000173799b3. 00000100:00000010:3.0:1767384383.524451:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f35ab8bc. 00000100:00000010:3.0:1767384383.524453:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce3e7606. 00000100:00000010:3.0:1767384383.524454:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce6b7964. 00000100:00000010:3.0:1767384383.524456:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007bd9ea79. 00000100:00000010:3.0:1767384383.524457:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3a560d0. 00000100:00000010:3.0:1767384383.524459:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000b7a6e01f. 00000100:00000010:3.0:1767384383.524461:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000a8a2d64f. 00000100:00000001:3.0:1767384383.524463:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.524464:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.524465:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.524466:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.524467:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001267f3b7. 00000100:00000001:3.0:1767384383.524469:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.524470:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.524471:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.524472:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000abf80d1b. 00000100:00000001:3.0:1767384383.524474:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.524475:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.524476:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000019d3cdc0. 00000100:00000001:3.0:1767384383.524477:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.524478:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.524479:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dc0ac0a5. 00000100:00000001:3.0:1767384383.524481:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.524482:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.524482:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000af0753bd. 00000100:00000001:3.0:1767384383.524500:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.524559:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000018f66fda. 00000020:00000010:3.0:1767384383.524563:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000033fc59ff. 00000100:00000010:3.0:1767384383.524579:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ad77982f. 00000100:00000010:3.0:1767384383.524585:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000012d4102d. 00000100:00000010:3.0:1767384383.524588:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000002b803add. 00000100:00000010:3.0:1767384383.524594:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000027d9bc3a. 00000100:00000001:3.0:1767384383.524597:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.524599:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.524600:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:3.0:1767384383.524602:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.524603:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.524604:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:3.0:1767384383.524606:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:3.0:1767384383.524607:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:3.0:1767384383.524624:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384383.524654:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a98755b. 00000040:00000010:2.0:1767384383.524679:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004899f7e. 00000020:00000010:2.0:1767384383.524682:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000641b1833. 00000020:00000010:2.0:1767384383.524686:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384383.524690:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000db4930f1. 80000000:00000010:2.0:1767384383.524694:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dfb0170f. 40000000:00000010:2.0:1767384383.524697:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba56c39e. 00100000:00000010:2.0:1767384383.524701:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008df343f3. 00040000:00000010:2.0:1767384383.524706:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004bbb309. 00000020:00000010:0.0:1767384383.524708:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002094ae2b. 00040000:00000010:2.0:1767384383.524711:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b99e27c. 00000040:00000010:0.0:1767384383.524718:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a16c87f. 00080000:00000010:2.0:1767384383.524720:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009627e3fb. 00000020:00000010:0.0:1767384383.524724:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007c97f087. 00080000:00000010:2.0:1767384383.524729:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000000454894e. 00000020:00000010:0.0:1767384383.524730:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004e44793a. 00000004:00000010:2.0:1767384383.524735:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a9f0397. 00000020:00000010:0.0:1767384383.524737:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000007d179fe. 00002000:00000010:2.0:1767384383.524741:0:17094:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006325fd72. 80000000:00000010:0.0:1767384383.524744:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000805bfec6. 00000020:00000010:2.0:1767384383.524746:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028423c39. 40000000:00000010:0.0:1767384383.524750:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047fd1e2f. 00000020:00000010:2.0:1767384383.524753:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000280bd19f. 00100000:00000010:0.0:1767384383.524756:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000815988b2. 00000100:00000010:2.0:1767384383.524759:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000beb02345. 00000100:00100000:2.0:1767384383.524763:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000003c13598c:17094] 1 exiting: rc = 0 00040000:00000010:0.0:1767384383.524794:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b4c7db8b. 00040000:00000010:0.0:1767384383.524799:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050a40cfd. 00080000:00000010:0.0:1767384383.524804:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c868d5e4. 00080000:00000010:0.0:1767384383.524807:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000083569616. 00000004:00000010:0.0:1767384383.524812:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c6b56367. 00000100:00000040:3.0:1767384383.524813:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00002000:00000010:0.0:1767384383.524831:0:17093:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e0ed768. 00000020:00000010:0.0:1767384383.524837:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccc8feee. 00000020:00000010:0.0:1767384383.524842:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000034d12ea2. 00000100:00000010:0.0:1767384383.524848:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008dc34be8. 00000100:00100000:0.0:1767384383.524851:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000010e2b38f:17093] 0 exiting: rc = 1 00000100:00000010:3.0:1767384383.524878:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000010e2b38f. 00000100:00000010:3.0:1767384383.524888:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003c13598c. 00000100:00000001:3.0:1767384383.524894:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.524896:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.524899:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:3.0:1767384383.524904:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524906:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524909:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bf63f07. 00000400:00000200:3.0:1767384383.524913:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073cf1e11 00000400:00000010:3.0:1767384383.524915:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073cf1e11. 00000100:00000001:3.0:1767384383.524919:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524920:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.524925:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524928:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.524930:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524931:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524933:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524934:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf61e0d1. 00000400:00000200:3.0:1767384383.524937:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049ad18ea 00000400:00000010:3.0:1767384383.524939:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049ad18ea. 00000100:00000001:3.0:1767384383.524941:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524943:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.524948:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524950:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.524952:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524953:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524955:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524956:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81098b6. 00000400:00000200:3.0:1767384383.524958:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067acb359 00000400:00000010:3.0:1767384383.524961:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067acb359. 00000100:00000001:3.0:1767384383.524963:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524964:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.524970:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524971:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.524973:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524975:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524976:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524977:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024b0ea4. 00000400:00000200:3.0:1767384383.524979:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd04da9 00000400:00000010:3.0:1767384383.524981:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cd04da9. 00000100:00000001:3.0:1767384383.524983:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.524984:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.524989:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.524990:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.524992:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.524994:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.524995:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.524997:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff348bdf. 00000400:00000200:3.0:1767384383.524998:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000361d3b4e 00000400:00000010:3.0:1767384383.525000:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000361d3b4e. 00000100:00000001:3.0:1767384383.525001:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525002:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525005:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525006:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.525007:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525009:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525009:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525010:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076afa1c6. 00000400:00000200:3.0:1767384383.525011:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084dfe215 00000400:00000010:3.0:1767384383.525013:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084dfe215. 00000100:00000001:3.0:1767384383.525014:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525014:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525017:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525018:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.525019:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525020:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525021:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525022:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051412850. 00000400:00000200:3.0:1767384383.525024:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070f52e00 00000400:00000010:3.0:1767384383.525025:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070f52e00. 00000100:00000001:3.0:1767384383.525026:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525027:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525030:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525031:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.525032:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525033:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525034:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525034:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c145cfc. 00000400:00000200:3.0:1767384383.525036:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006027bec5 00000400:00000010:3.0:1767384383.525037:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006027bec5. 00000100:00000001:3.0:1767384383.525038:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525039:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525042:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525042:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.525043:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525044:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525045:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525046:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a524b141. 00000400:00000200:3.0:1767384383.525047:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ebe9b1d 00000400:00000010:3.0:1767384383.525048:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ebe9b1d. 00000100:00000001:3.0:1767384383.525050:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525051:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525054:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525055:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.525056:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525057:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525057:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525058:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df10ce1. 00000400:00000200:3.0:1767384383.525059:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034cf70d6 00000400:00000010:3.0:1767384383.525060:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034cf70d6. 00000100:00000001:3.0:1767384383.525061:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525062:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525065:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525066:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.525067:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525068:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525069:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525070:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f64b495e. 00000400:00000200:3.0:1767384383.525071:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0555a2 00000400:00000010:3.0:1767384383.525072:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c0555a2. 00000100:00000001:3.0:1767384383.525073:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525074:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525077:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525078:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.525079:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525080:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525080:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525081:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477e6704. 00000400:00000200:3.0:1767384383.525082:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000590f1043 00000400:00000010:3.0:1767384383.525083:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000590f1043. 00000100:00000001:3.0:1767384383.525084:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525085:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525088:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525089:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.525090:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525090:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525091:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525092:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077b0b00e. 00000400:00000200:3.0:1767384383.525093:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1cc02e 00000400:00000010:3.0:1767384383.525094:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd1cc02e. 00000100:00000001:3.0:1767384383.525095:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525096:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525099:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525100:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.525101:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525102:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525103:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525103:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000292bd35e. 00000400:00000200:3.0:1767384383.525105:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3575fa2 00000400:00000010:3.0:1767384383.525106:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3575fa2. 00000100:00000001:3.0:1767384383.525107:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525108:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525111:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525112:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.525113:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525114:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525115:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525116:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd28bfc3. 00000400:00000200:3.0:1767384383.525117:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e94e272 00000400:00000010:3.0:1767384383.525118:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e94e272. 00000100:00000001:3.0:1767384383.525119:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525120:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525123:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525124:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.525125:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525126:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525126:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525127:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000034b3df2. 00000400:00000200:3.0:1767384383.525128:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000353714b8 00000400:00000010:3.0:1767384383.525129:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000353714b8. 00000100:00000001:3.0:1767384383.525130:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525131:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525134:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525135:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.525135:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525136:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525137:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525138:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008719c921. 00000400:00000200:3.0:1767384383.525139:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc704a79 00000400:00000010:3.0:1767384383.525140:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc704a79. 00000100:00000001:3.0:1767384383.525141:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525142:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525144:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525145:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.525146:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525147:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525148:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525149:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9ca881c. 00000400:00000200:3.0:1767384383.525150:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2abff01 00000400:00000010:3.0:1767384383.525151:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2abff01. 00000100:00000001:3.0:1767384383.525152:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525153:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525156:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525157:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.525159:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525175:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525176:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525177:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004782ee7a. 00000400:00000200:3.0:1767384383.525178:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be8266fe 00000400:00000010:3.0:1767384383.525180:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be8266fe. 00000100:00000001:3.0:1767384383.525181:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525182:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525185:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525186:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.525187:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525188:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525189:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525190:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cdae339. 00000400:00000200:3.0:1767384383.525191:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c298f26 00000400:00000010:3.0:1767384383.525192:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c298f26. 00000100:00000001:3.0:1767384383.525194:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525194:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525198:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525199:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.525200:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525201:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525202:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525202:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a6dc8b5. 00000400:00000200:3.0:1767384383.525204:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac70a432 00000400:00000010:3.0:1767384383.525205:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac70a432. 00000100:00000001:3.0:1767384383.525206:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525207:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525210:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525211:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.525212:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525213:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525214:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525215:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b068532. 00000400:00000200:3.0:1767384383.525216:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095e807c3 00000400:00000010:3.0:1767384383.525218:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095e807c3. 00000100:00000001:3.0:1767384383.525219:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525220:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525224:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525225:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.525226:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525227:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525228:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525229:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f22e0e. 00000400:00000200:3.0:1767384383.525230:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec9faeea 00000400:00000010:3.0:1767384383.525231:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec9faeea. 00000100:00000001:3.0:1767384383.525233:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525233:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525237:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525257:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.525260:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525261:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525262:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525263:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bffca4. 00000400:00000200:3.0:1767384383.525265:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc0f666 00000400:00000010:3.0:1767384383.525266:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebc0f666. 00000100:00000001:3.0:1767384383.525267:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525268:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525271:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525272:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.525273:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525274:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525275:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525276:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9bccf38. 00000400:00000200:3.0:1767384383.525277:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042c835f7 00000400:00000010:3.0:1767384383.525278:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042c835f7. 00000100:00000001:3.0:1767384383.525280:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525281:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525284:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525285:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.525286:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525287:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525288:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525289:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000622d13d7. 00000400:00000200:3.0:1767384383.525291:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8e8ebaa 00000400:00000010:3.0:1767384383.525292:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8e8ebaa. 00000100:00000001:3.0:1767384383.525294:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525295:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525298:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525299:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.525300:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525301:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525302:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525303:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000699de7db. 00000400:00000200:3.0:1767384383.525304:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc708889 00000400:00000010:3.0:1767384383.525305:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc708889. 00000100:00000001:3.0:1767384383.525306:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525307:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525310:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525311:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.525312:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525313:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525314:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525315:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aec02f3e. 00000400:00000200:3.0:1767384383.525316:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f2a7f25 00000400:00000010:3.0:1767384383.525317:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f2a7f25. 00000100:00000001:3.0:1767384383.525318:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525319:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525322:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525323:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.525324:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525325:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525326:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525327:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f4ee4ab. 00000400:00000200:3.0:1767384383.525328:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a8f92b 00000400:00000010:3.0:1767384383.525329:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8a8f92b. 00000100:00000001:3.0:1767384383.525330:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525331:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525334:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525336:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.525337:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525338:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525339:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525340:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000819b9926. 00000400:00000200:3.0:1767384383.525341:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035d8ab0e 00000400:00000010:3.0:1767384383.525342:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035d8ab0e. 00000100:00000001:3.0:1767384383.525344:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525345:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525348:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525349:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.525350:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525351:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525352:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525352:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f94dd4be. 00000400:00000200:3.0:1767384383.525354:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000711f4cda 00000400:00000010:3.0:1767384383.525355:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000711f4cda. 00000100:00000001:3.0:1767384383.525356:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525357:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525360:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525361:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.525362:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525363:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525364:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525365:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001db0a4c3. 00000400:00000200:3.0:1767384383.525366:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000133d0bf2 00000400:00000010:3.0:1767384383.525367:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000133d0bf2. 00000100:00000001:3.0:1767384383.525369:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525369:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525372:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525373:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.525374:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525375:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525376:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525377:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047656ada. 00000400:00000200:3.0:1767384383.525378:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4de606 00000400:00000010:3.0:1767384383.525379:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4de606. 00000100:00000001:3.0:1767384383.525380:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525381:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525385:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525386:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.525387:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525388:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525389:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525389:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000010f2e4c. 00000400:00000200:3.0:1767384383.525391:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016edff01 00000400:00000010:3.0:1767384383.525392:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016edff01. 00000100:00000001:3.0:1767384383.525393:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525394:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525397:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525398:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.525399:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525400:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525401:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525401:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcfc4527. 00000400:00000200:3.0:1767384383.525403:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b6abd 00000400:00000010:3.0:1767384383.525404:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b6abd. 00000100:00000001:3.0:1767384383.525405:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525406:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525409:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525410:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.525411:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525412:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525413:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525413:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017a2336f. 00000400:00000200:3.0:1767384383.525415:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4603a3e 00000400:00000010:3.0:1767384383.525416:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4603a3e. 00000100:00000001:3.0:1767384383.525417:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525418:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525421:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525422:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.525423:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525424:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525425:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525425:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef54fbc2. 00000400:00000200:3.0:1767384383.525427:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb1f198c 00000400:00000010:3.0:1767384383.525428:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb1f198c. 00000100:00000001:3.0:1767384383.525429:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525430:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525433:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525434:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.525435:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525436:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525437:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525438:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cffd8351. 00000400:00000200:3.0:1767384383.525439:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6083426 00000400:00000010:3.0:1767384383.525440:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6083426. 00000100:00000001:3.0:1767384383.525441:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525442:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525445:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525446:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.525447:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525448:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525449:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525450:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5d9cd26. 00000400:00000200:3.0:1767384383.525451:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001127dd48 00000400:00000010:3.0:1767384383.525452:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001127dd48. 00000100:00000001:3.0:1767384383.525454:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525454:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525457:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525458:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.525459:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525460:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525461:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525462:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf91e81d. 00000400:00000200:3.0:1767384383.525463:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003963c197 00000400:00000010:3.0:1767384383.525464:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003963c197. 00000100:00000001:3.0:1767384383.525466:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525467:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525470:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525471:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.525472:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525473:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525474:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525475:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cd73c8c. 00000400:00000200:3.0:1767384383.525476:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000119ac5c3 00000400:00000010:3.0:1767384383.525478:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000119ac5c3. 00000100:00000001:3.0:1767384383.525479:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525480:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525483:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525484:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.525485:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525486:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525486:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525487:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ab58fc3. 00000400:00000200:3.0:1767384383.525488:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ec4e5a 00000400:00000010:3.0:1767384383.525489:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ec4e5a. 00000100:00000001:3.0:1767384383.525491:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525492:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525495:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525496:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.525497:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525498:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525498:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525499:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cc838e. 00000400:00000200:3.0:1767384383.525500:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f53f6ae9 00000400:00000010:3.0:1767384383.525501:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f53f6ae9. 00000100:00000001:3.0:1767384383.525503:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525504:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525507:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525508:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.525509:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525509:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525510:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525511:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072e40c53. 00000400:00000200:3.0:1767384383.525512:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004c59aa9 00000400:00000010:3.0:1767384383.525513:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004c59aa9. 00000100:00000001:3.0:1767384383.525515:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525515:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525518:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525519:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.525521:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525522:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525523:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525523:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021742780. 00000400:00000200:3.0:1767384383.525525:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000707d8d03 00000400:00000010:3.0:1767384383.525526:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000707d8d03. 00000100:00000001:3.0:1767384383.525527:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525528:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525531:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525532:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.525533:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525534:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525535:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525536:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000566ff11b. 00000400:00000200:3.0:1767384383.525537:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066be9b1e 00000400:00000010:3.0:1767384383.525538:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066be9b1e. 00000100:00000001:3.0:1767384383.525539:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525540:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525543:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525544:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.525545:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525546:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525547:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525548:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8fd7dd2. 00000400:00000200:3.0:1767384383.525549:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c994b6f2 00000400:00000010:3.0:1767384383.525550:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c994b6f2. 00000100:00000001:3.0:1767384383.525551:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525552:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525555:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525556:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.525557:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525558:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525559:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525560:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb5de871. 00000400:00000200:3.0:1767384383.525561:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a67972 00000400:00000010:3.0:1767384383.525562:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084a67972. 00000100:00000001:3.0:1767384383.525563:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525564:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525568:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525568:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.525570:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525570:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525571:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525572:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002648169c. 00000400:00000200:3.0:1767384383.525573:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2234036 00000400:00000010:3.0:1767384383.525574:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2234036. 00000100:00000001:3.0:1767384383.525576:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525576:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525580:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525581:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.525582:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525583:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525583:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525584:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7fbc52b. 00000400:00000200:3.0:1767384383.525585:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e1ad55 00000400:00000010:3.0:1767384383.525587:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e1ad55. 00000100:00000001:3.0:1767384383.525588:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525589:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525592:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525593:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.525594:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525595:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525595:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525596:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4829068. 00000400:00000200:3.0:1767384383.525598:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000317b59b6 00000400:00000010:3.0:1767384383.525599:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000317b59b6. 00000100:00000001:3.0:1767384383.525600:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525601:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525604:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525605:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.525606:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525607:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525607:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525608:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002677ab2b. 00000400:00000200:3.0:1767384383.525609:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b06af5ab 00000400:00000010:3.0:1767384383.525610:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b06af5ab. 00000100:00000001:3.0:1767384383.525612:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525613:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525616:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525617:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.525618:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525619:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525620:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525621:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4704ba. 00000400:00000200:3.0:1767384383.525622:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760cc510 00000400:00000010:3.0:1767384383.525623:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760cc510. 00000100:00000001:3.0:1767384383.525624:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525625:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525628:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525629:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.525630:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525631:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525632:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525632:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ac87894. 00000400:00000200:3.0:1767384383.525634:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe40aa9 00000400:00000010:3.0:1767384383.525635:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fe40aa9. 00000100:00000001:3.0:1767384383.525636:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525637:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525640:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525641:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.525642:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525643:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525643:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525644:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000130415e3. 00000400:00000200:3.0:1767384383.525646:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051185245 00000400:00000010:3.0:1767384383.525647:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051185245. 00000100:00000001:3.0:1767384383.525648:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525649:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525652:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525653:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.525654:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525655:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525656:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525656:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000970129e1. 00000400:00000200:3.0:1767384383.525658:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000511d2de1 00000400:00000010:3.0:1767384383.525659:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000511d2de1. 00000100:00000001:3.0:1767384383.525661:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525661:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525664:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525665:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.525666:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525667:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525668:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525669:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004236845d. 00000400:00000200:3.0:1767384383.525670:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4152d20 00000400:00000010:3.0:1767384383.525671:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4152d20. 00000100:00000001:3.0:1767384383.525672:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525673:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525676:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525677:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.525678:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525679:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525680:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525681:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933b5057. 00000400:00000200:3.0:1767384383.525682:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc32aad1 00000400:00000010:3.0:1767384383.525683:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc32aad1. 00000100:00000001:3.0:1767384383.525684:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525685:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525688:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525689:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.525690:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525691:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525692:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525693:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0980008. 00000400:00000200:3.0:1767384383.525695:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032cbfeeb 00000400:00000010:3.0:1767384383.525697:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032cbfeeb. 00000100:00000001:3.0:1767384383.525700:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525701:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525706:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525708:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.525710:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525712:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525714:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525715:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000221df8aa. 00000400:00000200:3.0:1767384383.525718:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed29a33 00000400:00000010:3.0:1767384383.525720:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ed29a33. 00000100:00000001:3.0:1767384383.525723:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525724:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525729:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525731:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.525733:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525735:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525736:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525738:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055f8c862. 00000400:00000200:3.0:1767384383.525741:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a52d04d 00000400:00000010:3.0:1767384383.525743:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a52d04d. 00000100:00000001:3.0:1767384383.525745:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525747:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525752:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525754:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.525756:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525758:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525759:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525761:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070acc9be. 00000400:00000200:3.0:1767384383.525763:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc2ef13 00000400:00000010:3.0:1767384383.525908:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc2ef13. 00000100:00000001:3.0:1767384383.525914:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525916:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525923:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525925:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.525927:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525929:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525931:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525932:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2857df1. 00000400:00000200:3.0:1767384383.525935:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb84249d 00000400:00000010:3.0:1767384383.525936:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb84249d. 00000100:00000001:3.0:1767384383.525937:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525938:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525941:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525942:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.525943:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.525944:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.525945:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.525946:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001d78e77. 00000400:00000200:3.0:1767384383.525948:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ec1bdb 00000400:00000010:3.0:1767384383.525949:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012ec1bdb. 00000100:00000001:3.0:1767384383.525950:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.525951:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767384383.525953:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.525954:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.525955:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.525956:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525957:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525959:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525960:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525961:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525961:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525962:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525963:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525964:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525965:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525965:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525966:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525967:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525968:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525969:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525970:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525971:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525972:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525973:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525974:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525975:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525976:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525977:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525978:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525979:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525979:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525980:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525981:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525982:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525983:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525984:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525985:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525986:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525987:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525988:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525989:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525990:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525990:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525991:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525992:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525993:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525993:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525994:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525995:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525996:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525997:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525998:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.525998:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.525999:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526000:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526001:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526002:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526002:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526003:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526004:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526005:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526006:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526006:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526007:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526008:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526009:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526010:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526011:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526011:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526012:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526013:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526014:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526015:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526016:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526017:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526018:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526019:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526020:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526021:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526022:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526022:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526023:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526024:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526025:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526025:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526026:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526027:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526028:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526029:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526030:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526030:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526031:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526032:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526033:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526034:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526034:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526035:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526036:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526037:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526038:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526038:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526039:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526040:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526041:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526042:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526042:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526043:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526044:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526045:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526046:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526046:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526047:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526048:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526049:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526050:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526051:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526052:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526053:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526054:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526055:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526056:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526057:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526058:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526058:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526059:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526060:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526061:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526062:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526062:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526063:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526064:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.526065:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.526066:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384383.526083:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061851b97. 00000100:00000010:3.0:1767384383.526085:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009dffe0db. 00000100:00000010:3.0:1767384383.526087:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a5d4950. 00000100:00000010:3.0:1767384383.526089:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ab39da6. 00000100:00000010:3.0:1767384383.526090:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083f4f383. 00000100:00000010:3.0:1767384383.526091:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d62b3b5. 00000100:00000010:3.0:1767384383.526093:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000643503c3. 00000100:00000010:3.0:1767384383.526094:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a63c5a9f. 00000100:00000010:3.0:1767384383.526096:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b466c20. 00000100:00000010:3.0:1767384383.526098:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000340721c2. 00000100:00000010:3.0:1767384383.526099:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000046a97de. 00000100:00000010:3.0:1767384383.526100:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051a7f694. 00000100:00000010:3.0:1767384383.526101:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000592390e4. 00000100:00000010:3.0:1767384383.526102:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048ad84b4. 00000100:00000010:3.0:1767384383.526104:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca3b9310. 00000100:00000010:3.0:1767384383.526105:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060854cfd. 00000100:00000010:3.0:1767384383.526107:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c50a2ecd. 00000100:00000010:3.0:1767384383.526109:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa38a80a. 00000100:00000010:3.0:1767384383.526110:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048a433ee. 00000100:00000010:3.0:1767384383.526112:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085df1322. 00000100:00000010:3.0:1767384383.526113:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eba02c0f. 00000100:00000010:3.0:1767384383.526115:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c4a85a7. 00000100:00000010:3.0:1767384383.526116:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5502cb4. 00000100:00000010:3.0:1767384383.526117:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a2675dc. 00000100:00000010:3.0:1767384383.526119:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c710b506. 00000100:00000010:3.0:1767384383.526120:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea556720. 00000100:00000010:3.0:1767384383.526121:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007102d270. 00000100:00000010:3.0:1767384383.526123:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034abcd03. 00000100:00000010:3.0:1767384383.526124:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058aeacac. 00000100:00000010:3.0:1767384383.526126:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020b0b6bb. 00000100:00000010:3.0:1767384383.526127:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000897a9762. 00000100:00000010:3.0:1767384383.526128:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000442145e0. 00000100:00000010:3.0:1767384383.526129:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b849fc60. 00000100:00000010:3.0:1767384383.526131:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fac55c1f. 00000100:00000010:3.0:1767384383.526132:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d23c5b6. 00000100:00000010:3.0:1767384383.526133:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a618f81. 00000100:00000010:3.0:1767384383.526135:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003ecd0fd. 00000100:00000010:3.0:1767384383.526136:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf6a0920. 00000100:00000010:3.0:1767384383.526137:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f4c8f3c. 00000100:00000010:3.0:1767384383.526139:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a84cb93. 00000100:00000010:3.0:1767384383.526140:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff7bd2ef. 00000100:00000010:3.0:1767384383.526141:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077dee461. 00000100:00000010:3.0:1767384383.526143:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1cab583. 00000100:00000010:3.0:1767384383.526144:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d37e8db. 00000100:00000010:3.0:1767384383.526145:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ecc72162. 00000100:00000010:3.0:1767384383.526147:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000144b44dc. 00000100:00000010:3.0:1767384383.526149:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c601ad21. 00000100:00000010:3.0:1767384383.526150:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccf743ab. 00000100:00000010:3.0:1767384383.526152:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004918f4b0. 00000100:00000010:3.0:1767384383.526154:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f568a38. 00000100:00000010:3.0:1767384383.526155:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7081a87. 00000100:00000010:3.0:1767384383.526157:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7ca6d31. 00000100:00000010:3.0:1767384383.526158:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fee54973. 00000100:00000010:3.0:1767384383.526161:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebdf79a4. 00000100:00000010:3.0:1767384383.526162:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b592c3f. 00000100:00000010:3.0:1767384383.526164:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084dfa3cf. 00000100:00000010:3.0:1767384383.526165:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000934bf1e3. 00000100:00000010:3.0:1767384383.526166:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000633c980a. 00000100:00000010:3.0:1767384383.526167:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1c92e93. 00000100:00000010:3.0:1767384383.526169:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000139575f2. 00000100:00000010:3.0:1767384383.526170:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a43f84b. 00000100:00000010:3.0:1767384383.526172:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d695fee. 00000100:00000010:3.0:1767384383.526190:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f0092d1. 00000100:00000010:3.0:1767384383.526192:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9299cce. 00000100:00000010:3.0:1767384383.526194:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000847e09f8. 00000100:00000010:3.0:1767384383.526196:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036f753c7. 00000100:00000010:3.0:1767384383.526197:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4fce8fd. 00000100:00000010:3.0:1767384383.526199:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fbbe080. 00000100:00000010:3.0:1767384383.526200:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc462c6a. 00000100:00000010:3.0:1767384383.526202:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abfd968f. 00000100:00000010:3.0:1767384383.526204:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffaf07e9. 00000100:00000010:3.0:1767384383.526205:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b042dc9. 00000100:00000010:3.0:1767384383.526206:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007465fbec. 00000100:00000010:3.0:1767384383.526208:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b394c731. 00000100:00000010:3.0:1767384383.526209:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000663f8045. 00000100:00000010:3.0:1767384383.526211:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000608d3899. 00000100:00000010:3.0:1767384383.526213:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f123070d. 00000100:00000010:3.0:1767384383.526214:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000766d299. 00000100:00000010:3.0:1767384383.526215:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a277e95. 00000100:00000010:3.0:1767384383.526224:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008083efc3. 00000100:00000010:3.0:1767384383.526226:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb4e039c. 00000100:00000010:3.0:1767384383.526228:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc2923f5. 00000100:00000010:3.0:1767384383.526230:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3fda183. 00000100:00000010:3.0:1767384383.526231:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1657a3b. 00000100:00000010:3.0:1767384383.526233:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d771f2c. 00000100:00000010:3.0:1767384383.526234:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fb4c447. 00000100:00000010:3.0:1767384383.526236:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a0e1fdb. 00000100:00000010:3.0:1767384383.526237:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c0a8b2d. 00000100:00000010:3.0:1767384383.526255:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d284765. 00000100:00000010:3.0:1767384383.526257:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cb92e2d. 00000100:00000010:3.0:1767384383.526259:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c5ebb9c. 00000100:00000010:3.0:1767384383.526261:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ba6a671. 00000100:00000010:3.0:1767384383.526262:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002f5e2d5. 00000100:00000010:3.0:1767384383.526264:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000175a8bdc. 00000100:00000010:3.0:1767384383.526265:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa6444ef. 00000100:00000010:3.0:1767384383.526267:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b41d774. 00000100:00000010:3.0:1767384383.526269:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000847b19e. 00000100:00000010:3.0:1767384383.526270:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d07f26e. 00000100:00000010:3.0:1767384383.526272:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d581f54. 00000100:00000010:3.0:1767384383.526273:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5cd6417. 00000100:00000010:3.0:1767384383.526295:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c146b59. 00000100:00000010:3.0:1767384383.526297:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f89e76e. 00000100:00000010:3.0:1767384383.526298:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000654accc6. 00000100:00000010:3.0:1767384383.526300:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e673c585. 00000100:00000010:3.0:1767384383.526301:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020a85124. 00000100:00000010:3.0:1767384383.526303:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004e91d8a. 00000100:00000010:3.0:1767384383.526304:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd1e501f. 00000100:00000010:3.0:1767384383.526306:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015e823b8. 00000100:00000010:3.0:1767384383.526307:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f9e8120. 00000100:00000010:3.0:1767384383.526309:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e89f208. 00000100:00000010:3.0:1767384383.526310:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4581929. 00000100:00000010:3.0:1767384383.526312:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000034afeab. 00000100:00000010:3.0:1767384383.526314:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fac16375. 00000100:00000010:3.0:1767384383.526315:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7c8ed7d. 00000100:00000010:3.0:1767384383.526317:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003862bb21. 00000100:00000010:3.0:1767384383.526319:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aa1936d. 00000100:00000010:3.0:1767384383.526320:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ab3e5f4. 00000100:00000010:3.0:1767384383.526322:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a54d38d. 00000100:00000010:3.0:1767384383.526324:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbbc2334. 00000100:00000010:3.0:1767384383.526325:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033e99c6a. 00000100:00000010:3.0:1767384383.526327:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b311ade9. 00000100:00000010:3.0:1767384383.526328:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099471083. 00000100:00000010:3.0:1767384383.526330:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c1b78cf. 00000100:00000010:3.0:1767384383.526331:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071220b99. 00000100:00000010:3.0:1767384383.526333:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6736c52. 00000100:00000010:3.0:1767384383.526334:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c2aa5c1. 00000100:00000010:3.0:1767384383.526336:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb4b1368. 00000100:00000010:3.0:1767384383.526348:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004770a2d4. 00000100:00000010:3.0:1767384383.526350:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000052f654bf. 00000100:00000010:3.0:1767384383.526352:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d28af630. 00000100:00000001:3.0:1767384383.526355:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.526356:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.526357:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.526358:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.526359:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000e8a2c783. 00000100:00000001:3.0:1767384383.526361:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.526362:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.526364:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.526365:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008012d1a1. 00000100:00000001:3.0:1767384383.526367:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.526368:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.526369:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000044ad31a7. 00000100:00000001:3.0:1767384383.526371:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.526372:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.526373:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000238be4e9. 00000100:00000001:3.0:1767384383.526374:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.526375:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.526376:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e5f423f9. 00000100:00000001:3.0:1767384383.526377:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.526444:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000049b9d027. 00000020:00000010:3.0:1767384383.526450:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bdf44f6f. 00000100:00000010:3.0:1767384383.526476:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009be4551d. 00000100:00000010:3.0:1767384383.526487:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001bc14181. 00000100:00000010:3.0:1767384383.526492:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a631c2fe. 00000100:00000010:3.0:1767384383.526501:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ec66f28c. 00000100:00000001:3.0:1767384383.526505:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.526508:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.526509:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:3.0:1767384383.526512:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.526514:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.526515:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:3.0:1767384383.526517:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:3.0:1767384383.526520:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:3.0:1767384383.526559:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767384383.526584:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1c7207f. 00000040:00000010:0.0:1767384383.526591:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000adffa9f3. 00000020:00000010:0.0:1767384383.526594:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000023a158ab. 00000020:00000010:0.0:1767384383.526598:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d8aae493. 00000020:00000010:0.0:1767384383.526601:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000069e4b60f. 00000020:00000010:1.0:1767384383.526602:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000016a51ea5. 80000000:00000010:0.0:1767384383.526604:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aee6b7e6. 00000040:00000010:1.0:1767384383.526610:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000433c28ed. 40000000:00000010:0.0:1767384383.526611:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023c4970e. 00000020:00000010:1.0:1767384383.526618:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000066f978. 00100000:00000010:0.0:1767384383.526619:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000046658c58. 00000020:00000010:1.0:1767384383.526625:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000329e47bf. 00040000:00000010:0.0:1767384383.526626:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032d7c02f. 00040000:00000010:0.0:1767384383.526633:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a405fa6. 00000020:00000010:1.0:1767384383.526635:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c4bc7961. 00080000:00000010:0.0:1767384383.526639:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005f2d9e74. 80000000:00000010:1.0:1767384383.526640:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000330797eb. 40000000:00000010:1.0:1767384383.526646:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069f81ed3. 00100000:00000010:1.0:1767384383.526650:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e096d488. 00040000:00000010:1.0:1767384383.526653:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff400193. 00040000:00000010:1.0:1767384383.526656:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb606164. 00080000:00000010:1.0:1767384383.526659:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a4ccb203. 00080000:00000010:0.0:1767384383.526661:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cfd69581. 00080000:00000010:1.0:1767384383.526663:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000eb984484. 00000004:00000010:0.0:1767384383.526668:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bab92258. 00002000:00000010:0.0:1767384383.526674:0:17096:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002469fff0. 00000020:00000010:0.0:1767384383.526676:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d5813b9. 00000020:00000010:0.0:1767384383.526680:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e0fd9daf. 00000004:00000010:1.0:1767384383.526681:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f35ad799. 00000100:00000010:0.0:1767384383.526684:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000826f6344. 00002000:00000010:1.0:1767384383.526686:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e0bea3aa. 00000100:00100000:0.0:1767384383.526689:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [0000000089c70771:17096] 1 exiting: rc = 0 00000020:00000010:1.0:1767384383.526692:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdb1c293. 00000020:00000010:1.0:1767384383.526697:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008108a05f. 00000100:00000010:1.0:1767384383.526701:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004cf2281f. 00000100:00100000:1.0:1767384383.526703:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000e7c95cd9:17095] 0 exiting: rc = 1 00000100:00000010:3.0:1767384383.526729:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e7c95cd9. 00000100:00000010:3.0:1767384383.526737:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000089c70771. 00000100:00000001:3.0:1767384383.526741:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.526742:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.526745:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:3.0:1767384383.526749:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526750:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526752:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88dfd71. 00000400:00000200:3.0:1767384383.526756:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e60216a6 00000400:00000010:3.0:1767384383.526758:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60216a6. 00000100:00000001:3.0:1767384383.526762:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526763:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526790:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526791:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.526794:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526796:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526798:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526799:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8c19973. 00000400:00000200:3.0:1767384383.526802:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000716cc8f3 00000400:00000010:3.0:1767384383.526804:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cc8f3. 00000100:00000001:3.0:1767384383.526806:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526807:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526827:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526829:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.526830:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526832:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526833:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526835:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c48d04e. 00000400:00000200:3.0:1767384383.526839:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384383.526840:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000001:3.0:1767384383.526843:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526845:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526851:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526853:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.526856:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526857:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526858:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526859:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000497c17d8. 00000400:00000200:3.0:1767384383.526861:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384383.526862:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000001:3.0:1767384383.526863:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526864:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526870:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526871:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.526872:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526874:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526875:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526876:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007444a68. 00000400:00000200:3.0:1767384383.526878:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c5b6427 00000400:00000010:3.0:1767384383.526879:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c5b6427. 00000100:00000001:3.0:1767384383.526881:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526882:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526885:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526886:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.526887:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526888:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526889:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526890:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073a90f9f. 00000400:00000200:3.0:1767384383.526892:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b708066a 00000400:00000010:3.0:1767384383.526893:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b708066a. 00000100:00000001:3.0:1767384383.526896:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526898:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526902:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526904:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.526906:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526908:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526909:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526910:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf86a88f. 00000400:00000200:3.0:1767384383.526913:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec0985d 00000400:00000010:3.0:1767384383.526914:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec0985d. 00000100:00000001:3.0:1767384383.526917:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526918:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526922:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526923:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.526924:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526925:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526926:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526927:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adf44260. 00000400:00000200:3.0:1767384383.526928:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af703a3a 00000400:00000010:3.0:1767384383.526929:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af703a3a. 00000100:00000001:3.0:1767384383.526931:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526931:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526934:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526935:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.526936:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526937:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526937:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526938:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f224b43. 00000400:00000200:3.0:1767384383.526940:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d01a7d60 00000400:00000010:3.0:1767384383.526940:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d01a7d60. 00000100:00000001:3.0:1767384383.526942:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526942:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526945:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526946:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.526947:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526948:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526948:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526949:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916c74e0. 00000400:00000200:3.0:1767384383.526950:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471463b3 00000400:00000010:3.0:1767384383.526952:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471463b3. 00000100:00000001:3.0:1767384383.526953:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526954:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526957:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526957:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.526958:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526960:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526960:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526961:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000331a9de0. 00000400:00000200:3.0:1767384383.526962:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec86984 00000400:00000010:3.0:1767384383.526963:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aec86984. 00000100:00000001:3.0:1767384383.526964:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526965:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526968:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526969:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.526970:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526970:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526971:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526972:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000259e14e0. 00000400:00000200:3.0:1767384383.526973:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cfff2cc 00000400:00000010:3.0:1767384383.526974:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cfff2cc. 00000100:00000001:3.0:1767384383.526975:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526976:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526979:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526980:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.526981:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526981:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526982:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526983:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b854aa. 00000400:00000200:3.0:1767384383.526984:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f79cc602 00000400:00000010:3.0:1767384383.526985:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f79cc602. 00000100:00000001:3.0:1767384383.526987:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526987:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.526990:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.526991:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.526992:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.526993:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.526994:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.526995:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8bef96. 00000400:00000200:3.0:1767384383.526996:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed62cb0 00000400:00000010:3.0:1767384383.526997:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed62cb0. 00000100:00000001:3.0:1767384383.526998:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.526999:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527002:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527003:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.527004:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527004:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527005:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527006:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7f7eb9c. 00000400:00000200:3.0:1767384383.527007:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c43e7cf 00000400:00000010:3.0:1767384383.527008:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c43e7cf. 00000100:00000001:3.0:1767384383.527010:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527012:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527016:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527017:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.527019:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527021:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527022:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527023:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3ca54c. 00000400:00000200:3.0:1767384383.527025:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c7a4b1 00000400:00000010:3.0:1767384383.527027:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054c7a4b1. 00000100:00000001:3.0:1767384383.527029:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527030:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527035:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527036:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.527038:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527040:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527041:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527043:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b536dbb4. 00000400:00000200:3.0:1767384383.527045:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000959445c 00000400:00000010:3.0:1767384383.527047:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000959445c. 00000100:00000001:3.0:1767384383.527049:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527050:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527055:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527057:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.527059:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527061:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527062:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527064:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf479890. 00000400:00000200:3.0:1767384383.527066:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007811d921 00000400:00000010:3.0:1767384383.527068:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007811d921. 00000100:00000001:3.0:1767384383.527070:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527071:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527076:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527077:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.527079:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527081:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527082:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527083:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000793cb3ca. 00000400:00000200:3.0:1767384383.527085:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099090201 00000400:00000010:3.0:1767384383.527087:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099090201. 00000100:00000001:3.0:1767384383.527089:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527091:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527095:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527097:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.527099:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527101:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527102:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527118:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edcdf491. 00000400:00000200:3.0:1767384383.527121:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6d5dc92 00000400:00000010:3.0:1767384383.527122:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6d5dc92. 00000100:00000001:3.0:1767384383.527125:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527126:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527131:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527133:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.527135:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527136:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527138:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527139:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b477c362. 00000400:00000200:3.0:1767384383.527141:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004010438e 00000400:00000010:3.0:1767384383.527143:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004010438e. 00000100:00000001:3.0:1767384383.527145:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527147:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527151:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527154:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.527155:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527157:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527158:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527160:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc3acb78. 00000400:00000200:3.0:1767384383.527163:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5a3645 00000400:00000010:3.0:1767384383.527165:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db5a3645. 00000100:00000001:3.0:1767384383.527168:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527170:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527175:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527177:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.527179:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527181:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527183:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527184:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6690ba9. 00000400:00000200:3.0:1767384383.527187:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea126ab 00000400:00000010:3.0:1767384383.527189:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea126ab. 00000100:00000001:3.0:1767384383.527191:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527192:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527198:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527199:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.527202:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527203:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527204:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527205:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000607d9128. 00000400:00000200:3.0:1767384383.527207:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e77a93 00000400:00000010:3.0:1767384383.527208:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e77a93. 00000100:00000001:3.0:1767384383.527210:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527211:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527214:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527215:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.527216:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527217:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527218:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527219:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e0c7e3. 00000400:00000200:3.0:1767384383.527220:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc763940 00000400:00000010:3.0:1767384383.527221:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc763940. 00000100:00000001:3.0:1767384383.527222:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527224:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527227:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527228:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.527229:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527231:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527231:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527233:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3cab05d. 00000400:00000200:3.0:1767384383.527234:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac63b630 00000400:00000010:3.0:1767384383.527235:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac63b630. 00000100:00000001:3.0:1767384383.527237:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527237:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527262:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527263:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.527264:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527266:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527266:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527267:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000954b7abc. 00000400:00000200:3.0:1767384383.527269:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090381ddb 00000400:00000010:3.0:1767384383.527271:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090381ddb. 00000100:00000001:3.0:1767384383.527272:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527273:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527276:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527278:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.527279:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527296:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527297:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527298:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc61bd20. 00000400:00000200:3.0:1767384383.527300:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f78c33b 00000400:00000010:3.0:1767384383.527300:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f78c33b. 00000100:00000001:3.0:1767384383.527302:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527303:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527306:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527307:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.527308:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527309:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527309:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527310:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e02920. 00000400:00000200:3.0:1767384383.527311:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088af1389 00000400:00000010:3.0:1767384383.527313:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088af1389. 00000100:00000001:3.0:1767384383.527315:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527316:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527321:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527323:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.527325:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527327:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527328:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527330:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e086a689. 00000400:00000200:3.0:1767384383.527332:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006495c9fd 00000400:00000010:3.0:1767384383.527334:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006495c9fd. 00000100:00000001:3.0:1767384383.527337:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527338:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527343:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527344:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.527346:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527348:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527350:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527351:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4d8501. 00000400:00000200:3.0:1767384383.527354:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006be54959 00000400:00000010:3.0:1767384383.527356:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006be54959. 00000100:00000001:3.0:1767384383.527358:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527359:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527364:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527366:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.527368:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527369:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527371:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527372:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b071109b. 00000400:00000200:3.0:1767384383.527375:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000939c525d 00000400:00000010:3.0:1767384383.527376:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000939c525d. 00000100:00000001:3.0:1767384383.527379:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527380:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527385:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527387:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.527388:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527390:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527391:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527393:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026da33d1. 00000400:00000200:3.0:1767384383.527396:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2fd0b41 00000400:00000010:3.0:1767384383.527397:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2fd0b41. 00000100:00000001:3.0:1767384383.527400:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527401:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527406:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527407:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.527409:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527411:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527412:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527413:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000119f3660. 00000400:00000200:3.0:1767384383.527416:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac882f43 00000400:00000010:3.0:1767384383.527417:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac882f43. 00000100:00000001:3.0:1767384383.527420:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527421:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527426:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527428:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.527430:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527431:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527433:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527434:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001292c3e2. 00000400:00000200:3.0:1767384383.527436:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086bbc3ce 00000400:00000010:3.0:1767384383.527438:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086bbc3ce. 00000100:00000001:3.0:1767384383.527441:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527442:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527447:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527449:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.527451:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527469:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527470:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527471:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b07f56ac. 00000400:00000200:3.0:1767384383.527473:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae252c3 00000400:00000010:3.0:1767384383.527475:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ae252c3. 00000100:00000001:3.0:1767384383.527478:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527479:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527484:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527485:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.527487:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527489:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527490:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527491:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000460d0afe. 00000400:00000200:3.0:1767384383.527494:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006432bd75 00000400:00000010:3.0:1767384383.527495:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006432bd75. 00000100:00000001:3.0:1767384383.527498:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527499:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527504:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527505:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.527507:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527509:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527510:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527512:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000021d399a. 00000400:00000200:3.0:1767384383.527514:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034324d38 00000400:00000010:3.0:1767384383.527515:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034324d38. 00000100:00000001:3.0:1767384383.527517:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527518:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527522:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527523:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.527525:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527527:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527528:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527529:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6bb127d. 00000400:00000200:3.0:1767384383.527531:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006939394f 00000400:00000010:3.0:1767384383.527533:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006939394f. 00000100:00000001:3.0:1767384383.527535:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527536:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527540:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527542:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.527544:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527545:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527546:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527548:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000532302d9. 00000400:00000200:3.0:1767384383.527550:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e66d4e4 00000400:00000010:3.0:1767384383.527551:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e66d4e4. 00000100:00000001:3.0:1767384383.527554:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527555:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527559:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527561:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.527562:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527564:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527565:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527566:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a95e389b. 00000400:00000200:3.0:1767384383.527569:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ff258 00000400:00000010:3.0:1767384383.527570:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ff258. 00000100:00000001:3.0:1767384383.527573:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527574:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527578:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527580:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.527581:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527583:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527584:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527586:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b5943ac. 00000400:00000200:3.0:1767384383.527587:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21163d3 00000400:00000010:3.0:1767384383.527589:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c21163d3. 00000100:00000001:3.0:1767384383.527591:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527592:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527597:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527598:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.527600:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527601:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527602:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527604:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba9bbb48. 00000400:00000200:3.0:1767384383.527606:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fc26bf4 00000400:00000010:3.0:1767384383.527608:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fc26bf4. 00000100:00000001:3.0:1767384383.527610:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527611:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527615:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527617:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.527618:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527620:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527621:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527622:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099f115c2. 00000400:00000200:3.0:1767384383.527624:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209deb6e 00000400:00000010:3.0:1767384383.527626:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000209deb6e. 00000100:00000001:3.0:1767384383.527628:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527629:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527634:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527635:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.527637:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527639:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527640:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527641:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c00599c. 00000400:00000200:3.0:1767384383.527643:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ae75797 00000400:00000010:3.0:1767384383.527645:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ae75797. 00000100:00000001:3.0:1767384383.527647:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527649:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527653:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527655:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.527656:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527658:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527659:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527660:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb0890a4. 00000400:00000200:3.0:1767384383.527663:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eb992be 00000400:00000010:3.0:1767384383.527664:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009eb992be. 00000100:00000001:3.0:1767384383.527666:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527668:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527672:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527674:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.527675:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527677:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527678:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527679:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98d9c60. 00000400:00000200:3.0:1767384383.527682:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003287cd38 00000400:00000010:3.0:1767384383.527683:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003287cd38. 00000100:00000001:3.0:1767384383.527685:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527686:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527691:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527692:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.527694:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527696:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527697:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527698:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37a6313. 00000400:00000200:3.0:1767384383.527700:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002146ed6e 00000400:00000010:3.0:1767384383.527702:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002146ed6e. 00000100:00000001:3.0:1767384383.527704:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527705:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527709:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527711:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.527713:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527714:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527715:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527716:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc39db3e. 00000400:00000200:3.0:1767384383.527718:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008539c3 00000400:00000010:3.0:1767384383.527720:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000008539c3. 00000100:00000001:3.0:1767384383.527722:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527723:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527727:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527729:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.527731:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527732:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527734:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527735:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb76300a. 00000400:00000200:3.0:1767384383.527737:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b7c9b66 00000400:00000010:3.0:1767384383.527739:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b7c9b66. 00000100:00000001:3.0:1767384383.527741:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527742:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527746:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527748:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.527749:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527751:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527752:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527754:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a31d2c62. 00000400:00000200:3.0:1767384383.527756:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7213259 00000400:00000010:3.0:1767384383.527757:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7213259. 00000100:00000001:3.0:1767384383.527759:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527760:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527764:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527766:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.527767:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527768:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527769:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527771:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000416e4b2e. 00000400:00000200:3.0:1767384383.527773:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb1e685e 00000400:00000010:3.0:1767384383.527775:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb1e685e. 00000100:00000001:3.0:1767384383.527777:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527778:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527782:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527785:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.527788:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527791:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527792:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527795:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f63454f. 00000400:00000200:3.0:1767384383.527934:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c8b2ec8 00000400:00000010:3.0:1767384383.527936:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c8b2ec8. 00000100:00000001:3.0:1767384383.527940:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527941:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527961:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527963:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.527966:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527968:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527969:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527970:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa3637a3. 00000400:00000200:3.0:1767384383.527971:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000985d6930 00000400:00000010:3.0:1767384383.527972:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000985d6930. 00000100:00000001:3.0:1767384383.527974:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527975:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527978:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527979:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.527980:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527981:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527981:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527982:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000338a538. 00000400:00000200:3.0:1767384383.527983:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0b5162f 00000400:00000010:3.0:1767384383.527985:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0b5162f. 00000100:00000001:3.0:1767384383.527986:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527987:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.527989:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.527990:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.527991:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.527993:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.527994:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.527995:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017d5fbb6. 00000400:00000200:3.0:1767384383.527996:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a1bbf9 00000400:00000010:3.0:1767384383.527997:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a1bbf9. 00000100:00000001:3.0:1767384383.527999:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.527999:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528002:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528003:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.528004:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528005:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528006:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528007:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c4ce39. 00000400:00000200:3.0:1767384383.528024:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db8b2678 00000400:00000010:3.0:1767384383.528025:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db8b2678. 00000100:00000001:3.0:1767384383.528026:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528027:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528030:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528031:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.528032:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528033:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528034:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528035:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9acd21a. 00000400:00000200:3.0:1767384383.528036:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c7b7a0 00000400:00000010:3.0:1767384383.528037:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000062c7b7a0. 00000100:00000001:3.0:1767384383.528038:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528039:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528042:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528043:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.528044:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528045:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528046:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528047:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000467fe671. 00000400:00000200:3.0:1767384383.528048:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036518967 00000400:00000010:3.0:1767384383.528049:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036518967. 00000100:00000001:3.0:1767384383.528050:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528051:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528054:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528055:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.528056:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528057:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528058:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528059:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000000d9ff. 00000400:00000200:3.0:1767384383.528061:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20f378c 00000400:00000010:3.0:1767384383.528061:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f20f378c. 00000100:00000001:3.0:1767384383.528063:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528064:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528067:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528068:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.528069:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528070:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528070:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528071:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074d04b68. 00000400:00000200:3.0:1767384383.528072:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082b87b62 00000400:00000010:3.0:1767384383.528073:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082b87b62. 00000100:00000001:3.0:1767384383.528075:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528075:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528078:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528079:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.528080:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528081:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528082:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528083:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d93b07. 00000400:00000200:3.0:1767384383.528084:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686f6e04 00000400:00000010:3.0:1767384383.528085:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686f6e04. 00000100:00000001:3.0:1767384383.528086:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528087:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528090:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528091:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.528092:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528093:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528094:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528095:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090ea6f74. 00000400:00000200:3.0:1767384383.528096:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c5f38e5 00000400:00000010:3.0:1767384383.528097:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c5f38e5. 00000100:00000001:3.0:1767384383.528098:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528099:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528102:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528103:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.528105:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.528106:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.528107:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.528107:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2de848. 00000400:00000200:3.0:1767384383.528109:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d7ffb95 00000400:00000010:3.0:1767384383.528110:0:40105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d7ffb95. 00000100:00000001:3.0:1767384383.528111:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.528112:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767384383.528115:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.528116:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.528117:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.528118:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528119:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528121:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528121:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528122:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528123:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528124:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528125:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528126:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528127:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528128:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528128:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528129:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528130:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528131:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528132:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528133:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528133:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528134:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528135:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528136:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528137:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528138:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528139:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528139:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528141:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528142:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528142:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528143:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528144:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528145:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528146:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528147:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528148:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528149:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528149:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528150:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528151:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528152:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528153:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528154:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528154:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528155:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528156:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528157:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528158:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528159:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528160:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528161:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528161:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528162:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528163:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528164:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528165:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528166:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528166:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528167:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528168:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528169:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528170:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528171:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528171:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528172:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528173:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528174:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528175:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528176:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528177:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528178:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528178:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528179:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528180:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528181:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528182:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528183:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528184:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528185:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528185:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528186:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528187:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528188:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528189:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528190:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528190:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528191:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528192:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528193:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528194:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528195:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528195:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528196:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528197:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528198:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528199:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528200:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528201:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528201:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528202:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528203:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528204:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528205:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528206:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528207:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528207:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528208:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528210:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528210:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528211:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528212:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528213:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528214:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528215:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528216:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528216:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528217:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528218:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528219:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528220:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528221:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528221:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528222:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528223:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528224:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528225:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528226:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528226:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.528227:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.528228:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384383.528230:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001218172b. 00000100:00000010:3.0:1767384383.528232:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a339856. 00000100:00000010:3.0:1767384383.528234:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093b001e9. 00000100:00000010:3.0:1767384383.528235:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094f6733a. 00000100:00000010:3.0:1767384383.528237:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ae79550. 00000100:00000010:3.0:1767384383.528253:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e6c3a2c. 00000100:00000010:3.0:1767384383.528256:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f9cca487. 00000100:00000010:3.0:1767384383.528257:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce9f7d58. 00000100:00000010:3.0:1767384383.528259:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3860182. 00000100:00000010:3.0:1767384383.528260:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047b10e96. 00000100:00000010:3.0:1767384383.528262:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018e47447. 00000100:00000010:3.0:1767384383.528264:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058b44d61. 00000100:00000010:3.0:1767384383.528265:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000af610ee. 00000100:00000010:3.0:1767384383.528267:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b1d23af. 00000100:00000010:3.0:1767384383.528269:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c30ad141. 00000100:00000010:3.0:1767384383.528272:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b17d493. 00000100:00000010:3.0:1767384383.528273:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b50fe0a. 00000100:00000010:3.0:1767384383.528275:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aef612a. 00000100:00000010:3.0:1767384383.528277:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a17ecb1. 00000100:00000010:3.0:1767384383.528278:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ead5b4ca. 00000100:00000010:3.0:1767384383.528279:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098a72675. 00000100:00000010:3.0:1767384383.528281:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018282430. 00000100:00000010:3.0:1767384383.528282:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb2b0152. 00000100:00000010:3.0:1767384383.528284:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043e0c26f. 00000100:00000010:3.0:1767384383.528286:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4842b64. 00000100:00000010:3.0:1767384383.528288:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f6f0ba1. 00000100:00000010:3.0:1767384383.528289:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fac98399. 00000100:00000010:3.0:1767384383.528291:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ce9a0f3. 00000100:00000010:3.0:1767384383.528292:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9564a61. 00000100:00000010:3.0:1767384383.528294:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d642af26. 00000100:00000010:3.0:1767384383.528295:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000088bd5d2. 00000100:00000010:3.0:1767384383.528297:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8c6b2a8. 00000100:00000010:3.0:1767384383.528298:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031e3f533. 00000100:00000010:3.0:1767384383.528300:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfa3535f. 00000100:00000010:3.0:1767384383.528302:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffa76aad. 00000100:00000010:3.0:1767384383.528303:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de01d5a8. 00000100:00000010:3.0:1767384383.528305:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e36b866d. 00000100:00000010:3.0:1767384383.528306:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000494e3775. 00000100:00000010:3.0:1767384383.528308:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5406538. 00000100:00000010:3.0:1767384383.528309:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027b46666. 00000100:00000010:3.0:1767384383.528311:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ada419e0. 00000100:00000010:3.0:1767384383.528313:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042074137. 00000100:00000010:3.0:1767384383.528314:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4dda581. 00000100:00000010:3.0:1767384383.528327:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002bd7403. 00000100:00000010:3.0:1767384383.528329:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b0eaa58. 00000100:00000010:3.0:1767384383.528331:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009305b674. 00000100:00000010:3.0:1767384383.528332:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dad19d17. 00000100:00000010:3.0:1767384383.528334:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f31bbf. 00000100:00000010:3.0:1767384383.528336:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003241ecca. 00000100:00000010:3.0:1767384383.528337:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc09e8e2. 00000100:00000010:3.0:1767384383.528339:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044fbc692. 00000100:00000010:3.0:1767384383.528341:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000802ec28e. 00000100:00000010:3.0:1767384383.528342:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033e52a8d. 00000100:00000010:3.0:1767384383.528344:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000177bc476. 00000100:00000010:3.0:1767384383.528345:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8965b02. 00000100:00000010:3.0:1767384383.528347:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000306e6033. 00000100:00000010:3.0:1767384383.528348:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbe76bac. 00000100:00000010:3.0:1767384383.528349:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004d09e9f. 00000100:00000010:3.0:1767384383.528351:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a85a52f5. 00000100:00000010:3.0:1767384383.528352:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ea2fd2d. 00000100:00000010:3.0:1767384383.528354:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000375278c. 00000100:00000010:3.0:1767384383.528355:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000476d9f23. 00000100:00000010:3.0:1767384383.528357:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016b2bcec. 00000100:00000010:3.0:1767384383.528358:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f382448c. 00000100:00000010:3.0:1767384383.528360:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014464fc3. 00000100:00000010:3.0:1767384383.528362:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009085ebe7. 00000100:00000010:3.0:1767384383.528363:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d786b3e. 00000100:00000010:3.0:1767384383.528365:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c33ddf28. 00000100:00000010:3.0:1767384383.528366:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebf8bd0a. 00000100:00000010:3.0:1767384383.528367:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f971930c. 00000100:00000010:3.0:1767384383.528369:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000089659ed. 00000100:00000010:3.0:1767384383.528370:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edcb49d8. 00000100:00000010:3.0:1767384383.528372:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9295988. 00000100:00000010:3.0:1767384383.528373:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6c3d156. 00000100:00000010:3.0:1767384383.528375:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000684bc0f. 00000100:00000010:3.0:1767384383.528376:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082d8b751. 00000100:00000010:3.0:1767384383.528378:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d627e366. 00000100:00000010:3.0:1767384383.528379:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017f99901. 00000100:00000010:3.0:1767384383.528381:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e154eafd. 00000100:00000010:3.0:1767384383.528382:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d469aad4. 00000100:00000010:3.0:1767384383.528384:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000281b17cf. 00000100:00000010:3.0:1767384383.528386:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a477588. 00000100:00000010:3.0:1767384383.528387:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed6f88b6. 00000100:00000010:3.0:1767384383.528389:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe5f8dd0. 00000100:00000010:3.0:1767384383.528390:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000de9cab2a. 00000100:00000010:3.0:1767384383.528392:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d669aeae. 00000100:00000010:3.0:1767384383.528393:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000066c531. 00000100:00000010:3.0:1767384383.528395:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001077b3c2. 00000100:00000010:3.0:1767384383.528396:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082e8272e. 00000100:00000010:3.0:1767384383.528397:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b99a7e1. 00000100:00000010:3.0:1767384383.528399:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000321f6ada. 00000100:00000010:3.0:1767384383.528411:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e28d81d1. 00000100:00000010:3.0:1767384383.528413:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036f19922. 00000100:00000010:3.0:1767384383.528414:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a19e2fe4. 00000100:00000010:3.0:1767384383.528415:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b38388d3. 00000100:00000010:3.0:1767384383.528417:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051924aba. 00000100:00000010:3.0:1767384383.528418:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000526b206c. 00000100:00000010:3.0:1767384383.528420:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000493fe6ce. 00000100:00000010:3.0:1767384383.528421:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae60ada3. 00000100:00000010:3.0:1767384383.528423:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f418bdd1. 00000100:00000010:3.0:1767384383.528424:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2cccef1. 00000100:00000010:3.0:1767384383.528426:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fdb9238. 00000100:00000010:3.0:1767384383.528427:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004975abc9. 00000100:00000010:3.0:1767384383.528429:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005004b3a6. 00000100:00000010:3.0:1767384383.528430:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f9649bc. 00000100:00000010:3.0:1767384383.528432:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062831542. 00000100:00000010:3.0:1767384383.528433:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d59d3105. 00000100:00000010:3.0:1767384383.528435:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069998190. 00000100:00000010:3.0:1767384383.528436:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e976ec0. 00000100:00000010:3.0:1767384383.528438:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083f85b34. 00000100:00000010:3.0:1767384383.528439:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0c06d61. 00000100:00000010:3.0:1767384383.528441:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073dfdfbd. 00000100:00000010:3.0:1767384383.528442:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddb1ab4e. 00000100:00000010:3.0:1767384383.528444:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086b5fe6d. 00000100:00000010:3.0:1767384383.528445:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ce8b374. 00000100:00000010:3.0:1767384383.528463:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e36e1309. 00000100:00000010:3.0:1767384383.528465:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005443cc1c. 00000100:00000010:3.0:1767384383.528467:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007247db62. 00000100:00000010:3.0:1767384383.528470:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008305359b. 00000100:00000010:3.0:1767384383.528472:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035db4860. 00000100:00000010:3.0:1767384383.528474:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b54950c6. 00000100:00000010:3.0:1767384383.528477:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be8475e4. 00000100:00000010:3.0:1767384383.528479:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a6d87fb. 00000100:00000010:3.0:1767384383.528481:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a671fa7. 00000100:00000010:3.0:1767384383.528484:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000431dd22f. 00000100:00000010:3.0:1767384383.528486:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c360ffed. 00000100:00000010:3.0:1767384383.528488:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a46b3ad. 00000100:00000010:3.0:1767384383.528491:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faf566ec. 00000100:00000010:3.0:1767384383.528494:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000fe5c135d. 00000100:00000010:3.0:1767384383.528497:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000606ed904. 00000100:00000001:3.0:1767384383.528500:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.528502:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.528503:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.528505:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.528506:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000099b05070. 00000100:00000001:3.0:1767384383.528509:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.528511:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.528513:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.528514:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000297eeb26. 00000100:00000001:3.0:1767384383.528517:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.528518:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.528520:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000219a65da. 00000100:00000001:3.0:1767384383.528522:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.528524:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.528525:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003afae899. 00000100:00000001:3.0:1767384383.528527:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.528529:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.528530:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008d8cc99d. 00000100:00000001:3.0:1767384383.528532:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.528589:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002fe26532. 00000020:00000010:3.0:1767384383.528593:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004a390f0b. 00000100:00000010:3.0:1767384383.528609:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d786cf7b. 00000100:00000010:3.0:1767384383.528615:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b21fddd1. 00000100:00000010:3.0:1767384383.528621:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000228594cc. 00000100:00000010:3.0:1767384383.528623:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000016859f59. 00000100:00000001:3.0:1767384383.528625:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.528626:0:40105:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384383.528627:0:40105:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:3.0:1767384383.528630:0:40105:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384383.528631:0:40105:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384383.528632:0:40105:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:3.0:1767384383.528633:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:3.0:1767384383.528634:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:3.0:1767384383.528635:0:40105:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:3.0:1767384383.528655:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767384383.528671:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006c9b249f. 00000040:00000010:0.0:1767384383.528679:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001170e66c. 00000020:00000010:0.0:1767384383.528681:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000acbab813. 00000020:00000010:0.0:1767384383.528684:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096f8552c. 00000020:00000010:0.0:1767384383.528687:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017bbdce2. 00000020:00000010:1.0:1767384383.528689:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d0724794. 80000000:00000010:0.0:1767384383.528690:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae84cc49. 00000040:00000010:1.0:1767384383.528696:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009616ef70. 00000020:00000010:1.0:1767384383.528706:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003402e4c1. 40000000:00000010:0.0:1767384383.528706:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008f8a37b. 00100000:00000010:0.0:1767384383.528714:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000819bc155. 00000020:00000010:1.0:1767384383.528715:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000874d9675. 00040000:00000010:0.0:1767384383.528723:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e87bc7f9. 00000020:00000010:2.0:1767384383.528724:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000843b73b4. 00000020:00000010:1.0:1767384383.528724:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001133f0fe. 80000000:00000010:1.0:1767384383.528733:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000409abbda. 00040000:00000010:0.0:1767384383.528733:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000feab6639. 00000040:00000010:2.0:1767384383.528734:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ae4b64a. 40000000:00000010:1.0:1767384383.528743:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bf0b1a19. 00000020:00000010:2.0:1767384383.528744:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b30a485f. 00080000:00000010:0.0:1767384383.528744:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cf166a20. 00100000:00000010:1.0:1767384383.528752:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000038617972. 00000020:00000010:2.0:1767384383.528755:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004d38f84f. 00080000:00000010:0.0:1767384383.528755:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000528aa774. 00040000:00000010:1.0:1767384383.528758:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fa05be9f. 00000004:00000010:0.0:1767384383.528766:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf2503a7. 00040000:00000010:1.0:1767384383.528787:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084089509. 00080000:00000010:1.0:1767384383.528793:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cec7e1e9. 00000020:00000010:2.0:1767384383.528797:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a79893bd. 00002000:00000010:0.0:1767384383.528800:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004faffeec. 00080000:00000010:1.0:1767384383.528801:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008048030a. 80000000:00000010:2.0:1767384383.528804:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000885402c0. 00000020:00000010:0.0:1767384383.528809:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bba882b. 00000004:00000010:1.0:1767384383.528810:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000080927a88. 40000000:00000010:2.0:1767384383.528811:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000006010de0. 00000020:00000010:0.0:1767384383.528817:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000000df591f. 00002000:00000010:1.0:1767384383.528819:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b56ddf0a. 00100000:00000010:2.0:1767384383.528820:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e313beee. 00000020:00000010:1.0:1767384383.528827:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fe2be23. 00040000:00000010:2.0:1767384383.528828:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e131d10e. 00000100:00000010:0.0:1767384383.528830:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002ab42b51. 00040000:00000010:2.0:1767384383.528837:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002978a14c. 00000020:00000010:1.0:1767384383.528837:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b1651115. 00000020:00000001:0.0:1767384383.528838:0:17099:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384383.528843:0:17099:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000088ddb618. 00080000:00000010:2.0:1767384383.528847:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005c777ec4. 00000100:00000010:1.0:1767384383.528850:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dae53805. 00080000:00000010:2.0:1767384383.528853:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d4eb19f. 00000020:00000001:1.0:1767384383.528857:0:17098:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384383.528860:0:17098:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000dd46e690. 00000004:00000010:2.0:1767384383.528861:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009aafc410. 00002000:00000010:2.0:1767384383.528868:0:17097:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005cbc2c98. 00000020:00000010:2.0:1767384383.528899:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ad7038. 00000020:00000010:2.0:1767384383.528906:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000362a7e3e. 00000100:00000010:2.0:1767384383.528922:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000018439a9. 00000020:00000001:2.0:1767384383.528926:0:17097:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384383.528928:0:17097:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000008dfe61b6. 00000020:00000001:0.0:1767384383.529160:0:17099:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384383.529164:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000a3cb13d4:17099] 2 exiting: rc = 0 00000020:00000001:1.0:1767384383.529199:0:17098:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00000040:3.0:1767384383.529201:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000100:00100000:1.0:1767384383.529202:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000a863a744:17098] 1 exiting: rc = 0 00000020:00000001:2.0:1767384383.529226:0:17097:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00000040:3.0:1767384383.529230:0:40105:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000100:00100000:2.0:1767384383.529231:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000003206bbd8:17097] 0 exiting: rc = 1 00000100:00000010:3.0:1767384383.529290:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003206bbd8. 00000100:00000010:3.0:1767384383.529296:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a863a744. 00000100:00000010:3.0:1767384383.529300:0:40105:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a3cb13d4. 00000100:00000001:3.0:1767384383.529302:0:40105:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384383.529304:0:40105:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384383.529306:0:40105:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:3.0:1767384383.529311:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529313:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529315:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000009ca318. 00000400:00000200:3.0:1767384383.529318:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570a5f79 00000400:00000010:3.0:1767384383.529320:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000570a5f79. 00000100:00000001:3.0:1767384383.529323:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529324:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529328:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529330:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384383.529349:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529351:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529353:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529355:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000058c72bb. 00000400:00000200:3.0:1767384383.529357:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4a745b9 00000400:00000010:3.0:1767384383.529358:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e4a745b9. 00000100:00000001:3.0:1767384383.529361:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529362:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529365:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529366:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384383.529367:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529368:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529369:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529370:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000133ac561. 00000400:00000200:3.0:1767384383.529371:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba10f567 00000400:00000010:3.0:1767384383.529372:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ba10f567. 00000100:00000001:3.0:1767384383.529374:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529375:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529378:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529379:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384383.529380:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529382:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529382:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529383:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c44cf51. 00000400:00000200:3.0:1767384383.529385:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb5b2b89 00000400:00000010:3.0:1767384383.529386:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb5b2b89. 00000100:00000001:3.0:1767384383.529387:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529388:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529391:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529392:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384383.529393:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529394:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529395:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529396:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083bf7da0. 00000400:00000200:3.0:1767384383.529397:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f37cd40 00000400:00000010:3.0:1767384383.529398:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006f37cd40. 00000100:00000001:3.0:1767384383.529400:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529401:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529404:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529405:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384383.529406:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529407:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529408:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529409:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d1b768. 00000400:00000200:3.0:1767384383.529411:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000accceaaa 00000400:00000010:3.0:1767384383.529412:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000accceaaa. 00000100:00000001:3.0:1767384383.529414:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529415:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529418:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529419:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384383.529420:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529421:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529422:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529423:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c47a05c. 00000400:00000200:3.0:1767384383.529424:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5ce2cdd 00000400:00000010:3.0:1767384383.529425:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f5ce2cdd. 00000100:00000001:3.0:1767384383.529427:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529428:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529431:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529432:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384383.529434:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529435:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529436:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529437:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf75abf. 00000400:00000200:3.0:1767384383.529440:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091d778ba 00000400:00000010:3.0:1767384383.529441:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000091d778ba. 00000100:00000001:3.0:1767384383.529444:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529445:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529465:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529466:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384383.529468:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529469:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529470:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529472:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000a82725. 00000400:00000200:3.0:1767384383.529474:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b7c20e 00000400:00000010:3.0:1767384383.529476:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000065b7c20e. 00000100:00000001:3.0:1767384383.529478:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529479:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529484:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529486:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384383.529488:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529490:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529491:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529493:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030476ee7. 00000400:00000200:3.0:1767384383.529495:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0fe9edc 00000400:00000010:3.0:1767384383.529497:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f0fe9edc. 00000100:00000001:3.0:1767384383.529517:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529518:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529522:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529523:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384383.529524:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529526:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529527:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529528:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d72f59. 00000400:00000200:3.0:1767384383.529529:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aed94f8 00000400:00000010:3.0:1767384383.529531:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003aed94f8. 00000100:00000001:3.0:1767384383.529533:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529534:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529537:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529538:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384383.529539:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529540:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529541:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529542:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000459cfe4b. 00000400:00000200:3.0:1767384383.529543:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc2514f0 00000400:00000010:3.0:1767384383.529544:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dc2514f0. 00000100:00000001:3.0:1767384383.529546:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529547:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529550:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529551:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384383.529552:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529552:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529553:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529554:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050715a40. 00000400:00000200:3.0:1767384383.529555:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f177ba 00000400:00000010:3.0:1767384383.529556:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064f177ba. 00000100:00000001:3.0:1767384383.529558:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529559:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529562:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529563:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384383.529564:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529565:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529566:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529567:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e915919. 00000400:00000200:3.0:1767384383.529568:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fcda76 00000400:00000010:3.0:1767384383.529569:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000047fcda76. 00000100:00000001:3.0:1767384383.529571:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529572:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529575:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529575:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384383.529576:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529577:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529578:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529579:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c471b39. 00000400:00000200:3.0:1767384383.529580:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff69f971 00000400:00000010:3.0:1767384383.529581:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ff69f971. 00000100:00000001:3.0:1767384383.529583:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529584:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529586:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529587:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384383.529588:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529589:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529590:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529591:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004de99438. 00000400:00000200:3.0:1767384383.529592:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68dd175 00000400:00000010:3.0:1767384383.529593:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b68dd175. 00000100:00000001:3.0:1767384383.529594:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529595:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529598:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529598:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384383.529600:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529601:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529602:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529603:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f9c5191. 00000400:00000200:3.0:1767384383.529604:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000091983e0 00000400:00000010:3.0:1767384383.529606:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000091983e0. 00000100:00000001:3.0:1767384383.529607:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529608:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529611:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529612:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384383.529613:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529614:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529615:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529615:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3765297. 00000400:00000200:3.0:1767384383.529616:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee5a672 00000400:00000010:3.0:1767384383.529617:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ee5a672. 00000100:00000001:3.0:1767384383.529619:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529620:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529622:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529623:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384383.529624:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529625:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529626:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529627:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bf7fcd7. 00000400:00000200:3.0:1767384383.529628:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0457677 00000400:00000010:3.0:1767384383.529629:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d0457677. 00000100:00000001:3.0:1767384383.529630:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529631:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529634:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529635:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384383.529635:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529636:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529637:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529638:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013c72724. 00000400:00000200:3.0:1767384383.529639:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089d35bc4 00000400:00000010:3.0:1767384383.529640:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000089d35bc4. 00000100:00000001:3.0:1767384383.529641:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529642:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529645:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529646:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384383.529647:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529648:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529648:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529649:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee58f239. 00000400:00000200:3.0:1767384383.529651:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3819fb 00000400:00000010:3.0:1767384383.529652:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003d3819fb. 00000100:00000001:3.0:1767384383.529654:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529654:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529657:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529658:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384383.529659:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529660:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529661:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529661:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c79c7999. 00000400:00000200:3.0:1767384383.529663:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000725c23fb 00000400:00000010:3.0:1767384383.529664:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000725c23fb. 00000100:00000001:3.0:1767384383.529665:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529666:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529668:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529669:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384383.529670:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529671:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529672:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529673:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a678a7d. 00000400:00000200:3.0:1767384383.529674:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0afe566 00000400:00000010:3.0:1767384383.529675:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e0afe566. 00000100:00000001:3.0:1767384383.529676:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529677:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529680:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529681:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384383.529681:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529682:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529683:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529684:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022c3a834. 00000400:00000200:3.0:1767384383.529685:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9833442 00000400:00000010:3.0:1767384383.529686:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f9833442. 00000100:00000001:3.0:1767384383.529687:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529688:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529690:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529691:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384383.529692:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529693:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529694:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529695:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2894a8a. 00000400:00000200:3.0:1767384383.529697:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e375c62f 00000400:00000010:3.0:1767384383.529698:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e375c62f. 00000100:00000001:3.0:1767384383.529699:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529700:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529703:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529704:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384383.529704:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529705:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529706:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529707:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e00538. 00000400:00000200:3.0:1767384383.529708:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a76d1f3 00000400:00000010:3.0:1767384383.529709:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007a76d1f3. 00000100:00000001:3.0:1767384383.529710:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529711:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529714:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529714:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384383.529715:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529716:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529717:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529718:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b63c08d. 00000400:00000200:3.0:1767384383.529719:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000157b5109 00000400:00000010:3.0:1767384383.529720:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000157b5109. 00000100:00000001:3.0:1767384383.529721:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529722:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529725:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529725:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384383.529726:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529727:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529728:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529729:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa71f008. 00000400:00000200:3.0:1767384383.529730:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de753f58 00000400:00000010:3.0:1767384383.529731:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de753f58. 00000100:00000001:3.0:1767384383.529732:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529733:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529736:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529737:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384383.529738:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529739:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529740:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529741:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eae49e2. 00000400:00000200:3.0:1767384383.529742:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006916b0b8 00000400:00000010:3.0:1767384383.529743:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006916b0b8. 00000100:00000001:3.0:1767384383.529745:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529745:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529748:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529749:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384383.529750:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529751:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529751:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529752:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b8fe73b. 00000400:00000200:3.0:1767384383.529753:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a9cb8a6 00000400:00000010:3.0:1767384383.529754:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006a9cb8a6. 00000100:00000001:3.0:1767384383.529756:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529756:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529759:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529760:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384383.529761:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529762:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529763:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529763:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb195b5b. 00000400:00000200:3.0:1767384383.529764:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051eb7a4c 00000400:00000010:3.0:1767384383.529765:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000051eb7a4c. 00000100:00000001:3.0:1767384383.529767:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529767:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529770:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529771:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384383.529772:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529773:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529773:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529774:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000600b8a00. 00000400:00000200:3.0:1767384383.529775:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6d02f3 00000400:00000010:3.0:1767384383.529776:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c6d02f3. 00000100:00000001:3.0:1767384383.529777:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529779:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529782:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529784:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384383.529787:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.529789:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.529790:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.529791:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f68830. 00000400:00000200:3.0:1767384383.529794:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2a4a15e 00000400:00000010:3.0:1767384383.529796:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c2a4a15e. 00000100:00000001:3.0:1767384383.529798:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.529799:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.529806:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.529808:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384383.530004:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530006:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530007:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530008:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b4bd947. 00000400:00000200:3.0:1767384383.530011:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5265e8c 00000400:00000010:3.0:1767384383.530033:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b5265e8c. 00000100:00000001:3.0:1767384383.530082:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530083:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530088:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530089:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384383.530091:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530093:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530094:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530095:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b40056b. 00000400:00000200:3.0:1767384383.530097:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de44d214 00000400:00000010:3.0:1767384383.530099:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de44d214. 00000100:00000001:3.0:1767384383.530101:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530101:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530105:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530106:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384383.530107:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530108:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530109:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530109:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048e119eb. 00000400:00000200:3.0:1767384383.530111:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8235618 00000400:00000010:3.0:1767384383.530112:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f8235618. 00000100:00000001:3.0:1767384383.530114:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530115:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530118:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530119:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384383.530120:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530121:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530122:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530122:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018b3a35f. 00000400:00000200:3.0:1767384383.530124:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014bf0a0a 00000400:00000010:3.0:1767384383.530125:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000014bf0a0a. 00000100:00000001:3.0:1767384383.530126:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530127:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530130:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530131:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384383.530132:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530133:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530133:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530134:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8c3cac7. 00000400:00000200:3.0:1767384383.530135:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a673f948 00000400:00000010:3.0:1767384383.530152:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a673f948. 00000100:00000001:3.0:1767384383.530154:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530155:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530158:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530159:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384383.530160:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530161:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530162:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530163:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014b8641f. 00000400:00000200:3.0:1767384383.530164:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003280d6a7 00000400:00000010:3.0:1767384383.530165:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003280d6a7. 00000100:00000001:3.0:1767384383.530167:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530168:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530171:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530171:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384383.530172:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530173:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530174:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530176:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4dfd839. 00000400:00000200:3.0:1767384383.530177:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c751d27 00000400:00000010:3.0:1767384383.530178:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003c751d27. 00000100:00000001:3.0:1767384383.530180:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530181:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530184:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530185:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384383.530186:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530187:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530188:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530189:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002941b910. 00000400:00000200:3.0:1767384383.530190:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b962f504 00000400:00000010:3.0:1767384383.530191:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b962f504. 00000100:00000001:3.0:1767384383.530193:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530194:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530197:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530197:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384383.530198:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530199:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530200:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530201:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf6d9b67. 00000400:00000200:3.0:1767384383.530202:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000420941f1 00000400:00000010:3.0:1767384383.530203:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000420941f1. 00000100:00000001:3.0:1767384383.530205:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530206:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530209:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530210:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384383.530211:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530212:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530212:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530213:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092bbcccf. 00000400:00000200:3.0:1767384383.530214:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000346e450b 00000400:00000010:3.0:1767384383.530215:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000346e450b. 00000100:00000001:3.0:1767384383.530217:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530218:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530220:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530221:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384383.530222:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530224:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530224:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530225:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a261418f. 00000400:00000200:3.0:1767384383.530226:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c260c31 00000400:00000010:3.0:1767384383.530228:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000c260c31. 00000100:00000001:3.0:1767384383.530229:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530230:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530233:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530234:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384383.530235:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530236:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530236:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530237:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000623be780. 00000400:00000200:3.0:1767384383.530254:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f67632c 00000400:00000010:3.0:1767384383.530255:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007f67632c. 00000100:00000001:3.0:1767384383.530257:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530258:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530261:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530262:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384383.530263:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530265:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530265:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530266:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059746a54. 00000400:00000200:3.0:1767384383.530268:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4c3b0b8 00000400:00000010:3.0:1767384383.530269:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a4c3b0b8. 00000100:00000001:3.0:1767384383.530270:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530271:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530274:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530276:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384383.530277:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530278:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530279:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530279:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c15e70bf. 00000400:00000200:3.0:1767384383.530281:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000192ae991 00000400:00000010:3.0:1767384383.530282:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000192ae991. 00000100:00000001:3.0:1767384383.530284:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530284:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530287:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530289:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384383.530290:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530291:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530292:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530293:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cb0b36. 00000400:00000200:3.0:1767384383.530295:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccaf5614 00000400:00000010:3.0:1767384383.530296:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ccaf5614. 00000100:00000001:3.0:1767384383.530297:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530298:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530301:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530302:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384383.530303:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530304:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530305:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530306:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079bc6ec8. 00000400:00000200:3.0:1767384383.530307:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc9571a 00000400:00000010:3.0:1767384383.530308:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009dc9571a. 00000100:00000001:3.0:1767384383.530310:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530310:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530314:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530314:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384383.530315:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530316:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530317:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530318:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000951e0611. 00000400:00000200:3.0:1767384383.530319:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6782039 00000400:00000010:3.0:1767384383.530320:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a6782039. 00000100:00000001:3.0:1767384383.530322:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530323:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530326:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530327:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384383.530328:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530329:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530330:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530331:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001771bcbe. 00000400:00000200:3.0:1767384383.530332:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc61810f 00000400:00000010:3.0:1767384383.530333:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dc61810f. 00000100:00000001:3.0:1767384383.530334:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530336:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530339:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530340:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384383.530341:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530342:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530343:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530344:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cb2b2e1. 00000400:00000200:3.0:1767384383.530346:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002007c8f8 00000400:00000010:3.0:1767384383.530347:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002007c8f8. 00000100:00000001:3.0:1767384383.530348:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530349:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530352:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530353:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384383.530354:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530355:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530356:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530357:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a055f13. 00000400:00000200:3.0:1767384383.530358:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4c0afde 00000400:00000010:3.0:1767384383.530359:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4c0afde. 00000100:00000001:3.0:1767384383.530360:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530361:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530364:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530365:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384383.530366:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530367:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530368:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530369:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e11996cc. 00000400:00000200:3.0:1767384383.530370:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf034629 00000400:00000010:3.0:1767384383.530371:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cf034629. 00000100:00000001:3.0:1767384383.530372:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530373:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530376:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530377:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384383.530378:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530379:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530380:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530381:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9469c88. 00000400:00000200:3.0:1767384383.530382:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac699b0b 00000400:00000010:3.0:1767384383.530384:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ac699b0b. 00000100:00000001:3.0:1767384383.530385:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530386:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530389:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530391:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384383.530392:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530393:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530394:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530394:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f8c66ea. 00000400:00000200:3.0:1767384383.530396:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad25302 00000400:00000010:3.0:1767384383.530397:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009ad25302. 00000100:00000001:3.0:1767384383.530398:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530399:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530402:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530403:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384383.530404:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530405:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530406:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530406:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e836f03. 00000400:00000200:3.0:1767384383.530408:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a737cad1 00000400:00000010:3.0:1767384383.530409:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a737cad1. 00000100:00000001:3.0:1767384383.530411:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530411:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530414:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530415:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384383.530416:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530417:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530418:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530419:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4e6190. 00000400:00000200:3.0:1767384383.530420:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fae21be 00000400:00000010:3.0:1767384383.530421:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009fae21be. 00000100:00000001:3.0:1767384383.530423:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530424:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530443:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530444:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384383.530446:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530448:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530449:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530451:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082fd4922. 00000400:00000200:3.0:1767384383.530453:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c893eee 00000400:00000010:3.0:1767384383.530455:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009c893eee. 00000100:00000001:3.0:1767384383.530458:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530459:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530464:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530465:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384383.530467:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530469:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530470:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530472:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f28f0cb6. 00000400:00000200:3.0:1767384383.530474:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073a739c 00000400:00000010:3.0:1767384383.530476:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000073a739c. 00000100:00000001:3.0:1767384383.530479:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530480:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530484:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530486:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384383.530488:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530489:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530491:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530492:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db0697d. 00000400:00000200:3.0:1767384383.530494:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd562dfe 00000400:00000010:3.0:1767384383.530496:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fd562dfe. 00000100:00000001:3.0:1767384383.530500:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530501:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530506:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530507:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384383.530509:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530510:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530512:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530513:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9c8f9f0. 00000400:00000200:3.0:1767384383.530516:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000135b8a0f 00000400:00000010:3.0:1767384383.530518:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000135b8a0f. 00000100:00000001:3.0:1767384383.530521:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530522:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530526:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530528:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384383.530529:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530532:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530533:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530534:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c52e4bf4. 00000400:00000200:3.0:1767384383.530536:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e8d9a9 00000400:00000010:3.0:1767384383.530538:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f1e8d9a9. 00000100:00000001:3.0:1767384383.530541:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530542:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530546:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530548:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384383.530549:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384383.530551:0:40105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384383.530552:0:40105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384383.530553:0:40105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000650038f9. 00000400:00000200:3.0:1767384383.530556:0:40105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f3a0d5c 00000400:00000010:3.0:1767384383.530557:0:40105:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006f3a0d5c. 00000100:00000001:3.0:1767384383.530560:0:40105:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384383.530561:0:40105:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767384383.530566:0:40105:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384383.530567:0:40105:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384383.530569:0:40105:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384383.530571:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530572:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530575:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530576:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530578:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530579:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530580:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530581:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530583:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530585:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530586:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530588:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530589:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530591:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530592:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530593:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530595:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530596:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530597:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530599:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530601:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530602:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530603:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530604:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530606:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530607:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530609:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530610:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530611:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530613:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530614:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530615:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530617:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530618:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530620:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530621:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530623:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530624:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530625:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530626:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530628:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530629:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530631:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530632:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530634:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530635:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530636:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530638:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530639:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530640:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530642:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530644:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530645:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530646:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530648:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530649:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530651:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530652:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530654:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530655:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530657:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530658:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530660:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530661:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530663:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530664:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530665:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530666:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530667:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530668:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530669:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530669:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530670:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530671:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530672:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530673:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530674:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530675:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530676:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530678:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530679:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530680:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530681:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530682:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530684:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530685:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530687:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530688:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530689:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530691:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530693:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530694:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530695:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530696:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530698:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530699:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530701:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530702:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530704:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530705:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530706:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530708:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530709:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530710:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530712:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530713:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530715:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530716:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530718:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530719:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530721:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530722:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530724:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530725:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530726:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530728:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530729:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530730:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530732:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530733:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530735:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530736:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530738:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530739:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530741:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530742:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384383.530744:0:40105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384383.530745:0:40105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384383.530748:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a5195a50. 00000100:00000010:3.0:1767384383.530844:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057244e93. 00000100:00000010:3.0:1767384383.530847:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cbfb1382. 00000100:00000010:3.0:1767384383.530876:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e37c192c. 00000100:00000010:3.0:1767384383.530878:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c86c0d4. 00000100:00000010:3.0:1767384383.530909:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edfb7000. 00000100:00000010:3.0:1767384383.530911:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dfffac91. 00000100:00000010:3.0:1767384383.530938:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf9c70f2. 00000100:00000010:3.0:1767384383.530940:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003b167ba2. 00000100:00000010:3.0:1767384383.530969:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ff4fe60. 00000100:00000010:3.0:1767384383.530973:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d0282b1. 00000100:00000010:3.0:1767384383.531031:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c28b2df. 00000100:00000010:3.0:1767384383.531037:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d0a7a532. 00000100:00000010:3.0:1767384383.531079:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5381054. 00000100:00000010:3.0:1767384383.531099:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004c2a83d2. 00000100:00000010:3.0:1767384383.531138:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041e60266. 00000100:00000010:3.0:1767384383.531142:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000083874d7. 00000100:00000010:3.0:1767384383.531167:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022d40551. 00000100:00000010:3.0:1767384383.531169:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000a5807c5. 00000100:00000010:3.0:1767384383.531192:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d81de064. 00000100:00000010:3.0:1767384383.531194:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000df93c916. 00000100:00000010:3.0:1767384383.531222:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002604f8f8. 00000100:00000010:3.0:1767384383.531223:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000040eb13b1. 00000100:00000010:3.0:1767384383.531270:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006c580fc. 00000100:00000010:3.0:1767384383.531273:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000468c0507. 00000100:00000010:3.0:1767384383.531308:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5394691. 00000100:00000010:3.0:1767384383.531310:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053ebc60c. 00000100:00000010:3.0:1767384383.531341:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078a2b740. 00000100:00000010:3.0:1767384383.531343:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000043784b58. 00000100:00000010:3.0:1767384383.531368:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008da06f40. 00000100:00000010:3.0:1767384383.531370:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fe7878e2. 00000100:00000010:3.0:1767384383.531397:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc5ba797. 00000100:00000010:3.0:1767384383.531399:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000080fe9405. 00000100:00000010:3.0:1767384383.531423:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000141c7387. 00000100:00000010:3.0:1767384383.531425:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000130b9599. 00000100:00000010:3.0:1767384383.531458:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000182eee95. 00000100:00000010:3.0:1767384383.531462:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000046da1666. 00000100:00000010:3.0:1767384383.531504:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba6ce61a. 00000100:00000010:3.0:1767384383.531507:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f7de8732. 00000100:00000010:3.0:1767384383.531535:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000501d4f91. 00000100:00000010:3.0:1767384383.531537:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c827c9e5. 00000100:00000010:3.0:1767384383.531566:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c03f0ff4. 00000100:00000010:3.0:1767384383.531568:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088533351. 00000100:00000010:3.0:1767384383.531594:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000528f2b0c. 00000100:00000010:3.0:1767384383.531595:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000082495cf0. 00000100:00000010:3.0:1767384383.531626:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a42b964. 00000100:00000010:3.0:1767384383.531628:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000be6dde17. 00000100:00000010:3.0:1767384383.531661:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004db37dac. 00000100:00000010:3.0:1767384383.531663:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000faa10a7a. 00000100:00000010:3.0:1767384383.531699:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062042954. 00000100:00000010:3.0:1767384383.531701:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004dba2f67. 00000100:00000010:3.0:1767384383.531734:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056043fee. 00000100:00000010:3.0:1767384383.531735:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003dc7f0df. 00000100:00000010:3.0:1767384383.531825:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e3a348. 00000100:00000010:3.0:1767384383.531831:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004cb7faf2. 00000100:00000010:3.0:1767384383.531904:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000719f06a8. 00000100:00000010:3.0:1767384383.531908:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000143bcaee. 00000100:00000010:3.0:1767384383.531948:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002100346d. 00000100:00000010:3.0:1767384383.531951:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a9644fb8. 00000100:00000010:3.0:1767384383.531982:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025a70df7. 00000100:00000010:3.0:1767384383.532002:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f864c789. 00000100:00000010:3.0:1767384383.532029:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6856eda. 00000100:00000010:3.0:1767384383.532030:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000433fa027. 00000100:00000010:3.0:1767384383.532058:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000082f2b48. 00000100:00000010:3.0:1767384383.532060:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000017d8481a. 00000100:00000010:3.0:1767384383.532095:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b74f743. 00000100:00000010:3.0:1767384383.532098:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000028bdd3a1. 00000100:00000010:3.0:1767384383.532142:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5c42ca8. 00000100:00000010:3.0:1767384383.532147:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000665cab67. 00000100:00000010:3.0:1767384383.532215:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1fd9aef. 00000100:00000010:3.0:1767384383.532219:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a6c6519d. 00000100:00000010:3.0:1767384383.532300:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d97a4bd. 00000100:00000010:3.0:1767384383.532305:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005fb79341. 00000100:00000010:3.0:1767384383.532348:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035c49bbe. 00000100:00000010:3.0:1767384383.532351:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c03c080. 00000100:00000010:3.0:1767384383.532398:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000613b92d3. 00000100:00000010:3.0:1767384383.532400:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000187ffccf. 00000100:00000010:3.0:1767384383.532434:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f3a636b. 00000100:00000010:3.0:1767384383.532436:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009e6eead9. 00000100:00000010:3.0:1767384383.532487:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a86ed12c. 00000100:00000010:3.0:1767384383.532492:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d9fbbb2d. 00000100:00000010:3.0:1767384383.532542:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da472bb6. 00000100:00000010:3.0:1767384383.532546:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007b294eb9. 00000100:00000010:3.0:1767384383.532597:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a771057. 00000100:00000010:3.0:1767384383.532601:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bd1b93bc. 00000100:00000010:3.0:1767384383.532648:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2691c49. 00000100:00000010:3.0:1767384383.532651:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b679fe69. 00000100:00000010:3.0:1767384383.532696:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b27aef5. 00000100:00000010:3.0:1767384383.532699:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000758b4362. 00000100:00000010:3.0:1767384383.532750:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c98fcbda. 00000100:00000010:3.0:1767384383.532752:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ef2a4e99. 00000100:00000010:3.0:1767384383.532884:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bb75e8a. 00000100:00000010:3.0:1767384383.532888:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a85d63c5. 00000100:00000010:3.0:1767384383.532925:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edfefc3b. 00000100:00000010:3.0:1767384383.532926:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ae86f17a. 00000100:00000010:3.0:1767384383.532959:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007148fb79. 00000100:00000010:3.0:1767384383.532961:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000046a8e428. 00000100:00000010:3.0:1767384383.533009:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001e71383. 00000100:00000010:3.0:1767384383.533011:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ab6afc8f. 00000100:00000010:3.0:1767384383.533042:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d781e433. 00000100:00000010:3.0:1767384383.533044:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007941b5f6. 00000100:00000010:3.0:1767384383.533072:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023e7f486. 00000100:00000010:3.0:1767384383.533074:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ca41e0b8. 00000100:00000010:3.0:1767384383.533115:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e75bac1e. 00000100:00000010:3.0:1767384383.533117:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f1839f0f. 00000100:00000010:3.0:1767384383.533145:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eb87ea0. 00000100:00000010:3.0:1767384383.533146:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000046935c69. 00000100:00000010:3.0:1767384383.533182:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cdb204a. 00000100:00000010:3.0:1767384383.533184:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e3a51915. 00000100:00000010:3.0:1767384383.533212:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab2dbf2b. 00000100:00000010:3.0:1767384383.533213:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a8f1c5c7. 00000100:00000010:3.0:1767384383.533275:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d6642a0. 00000100:00000010:3.0:1767384383.533278:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002eb1c77c. 00000100:00000010:3.0:1767384383.533305:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005a0a994. 00000100:00000010:3.0:1767384383.533307:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000277ffefc. 00000100:00000010:3.0:1767384383.533333:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f02654ff. 00000100:00000010:3.0:1767384383.533335:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e70302bb. 00000100:00000010:3.0:1767384383.533361:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000338bb345. 00000100:00000010:3.0:1767384383.533362:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d93b733b. 00000100:00000010:3.0:1767384383.533386:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a148d754. 00000100:00000010:3.0:1767384383.533388:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000059d8f7b. 00000100:00000010:3.0:1767384383.533413:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ccc700a. 00000100:00000010:3.0:1767384383.533414:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000079da4f93. 00000100:00000010:3.0:1767384383.533447:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef9c9864. 00000100:00000010:3.0:1767384383.533452:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b9628450. 00000100:00000010:3.0:1767384383.533492:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061615e0f. 00000100:00000010:3.0:1767384383.533495:0:40105:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000046e82a65. 00000100:00000010:3.0:1767384383.533527:0:40105:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000590d818. 00000100:00000010:3.0:1767384383.533587:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000084f020eb. 00000100:00000010:3.0:1767384383.533594:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d24c2bac. 00000100:00000010:3.0:1767384383.533599:0:40105:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a5da63c5. 00000100:00000001:3.0:1767384383.533603:0:40105:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384383.533605:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533606:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.533608:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.533609:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000eb8567ba. 00000100:00000001:3.0:1767384383.533611:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.533612:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.533614:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533615:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ddaa96e5. 00000100:00000001:3.0:1767384383.533617:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533618:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533619:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fac298cc. 00000100:00000001:3.0:1767384383.533620:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533621:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533622:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000761733e6. 00000100:00000001:3.0:1767384383.533623:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533624:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533625:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a6424d8. 00000100:00000001:3.0:1767384383.533626:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533627:0:40105:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384383.533628:0:40105:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384383.533629:0:40105:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005c72b97b. 00000100:00000001:3.0:1767384383.533630:0:40105:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384383.533631:0:40105:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384383.533632:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533633:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000089189155. 00000100:00000001:3.0:1767384383.533634:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533635:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533635:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009981a66f. 00000100:00000001:3.0:1767384383.533637:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533638:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533638:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d3f8cbb6. 00000100:00000001:3.0:1767384383.533639:0:40105:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384383.533640:0:40105:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384383.533641:0:40105:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006e23330b. 00000100:00000010:3.0:1767384383.533642:0:40105:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000df791a76. 00000100:00000001:3.0:1767384383.533644:0:40105:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384383.533694:0:40105:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000033b5d78f. 00000020:00000010:3.0:1767384383.533698:0:40105:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000eaafeee1. 00000100:00000010:3.0:1767384383.533719:0:40105:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000991ce2c6. 00000100:00000010:3.0:1767384383.533724:0:40105:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fe79171b. 00000100:00000010:3.0:1767384383.533726:0:40105:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009ededda5. 00000100:00000010:3.0:1767384383.533731:0:40105:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000653ce991. 00000100:00000001:3.0:1767384383.533733:0:40105:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384383.533735:0:40105:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:3.0:1767384383.533748:0:40105:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.533751:0:40105:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384383.533759:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384383.533764:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035ee3240. 00000001:00000010:3.0:1767384383.533766:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cea1c1d9. 00000001:00000010:3.0:1767384383.533767:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000974c1b60. 00000001:00000010:3.0:1767384383.533768:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e44c9acd. 00000001:00000010:3.0:1767384383.533770:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ac4fdf62. 00000001:00000010:3.0:1767384383.533772:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c48eed60. 00000001:00000001:3.0:1767384383.533774:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384383.533775:0:40105:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384383.533777:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbc25a3b. 00000001:00000010:3.0:1767384383.533779:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d67f283b. 00000001:00000010:3.0:1767384383.533780:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4f84205. 00000001:00000010:3.0:1767384383.533782:0:40105:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000666c894a. 00000001:00000010:3.0:1767384383.533783:0:40105:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000069b09231. 00000001:00000010:3.0:1767384383.533785:0:40105:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000075887fe. 00000001:00000001:3.0:1767384383.533786:0:40105:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384383.533787:0:40105:0:(obd_config.c:955:class_decref()) Decref MDS (00000000479f4647) now 3 - setup 00000020:00000001:3.0:1767384383.533790:0:40105:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.533792:0:40105:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384383.533821:0:40105:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384383.533827:0:40105:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384383.533829:0:40105:0:(obd_config.c:955:class_decref()) Decref MDS (00000000479f4647) now 2 - obd_device_list 00000020:00000080:3.0:1767384383.533832:0:40105:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:3.0:1767384383.533833:0:40105:0:(obd_config.c:955:class_decref()) Decref MDS (00000000479f4647) now 1 - newdev 00000020:00000040:3.0:1767384383.533836:0:40105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000042bec89 with handle 0xd602e9c522f0afa3 from hash 00000020:00000040:3.0:1767384383.533839:0:40105:0:(genops.c:898:class_export_put()) PUTting export 00000000042bec89 : new refcount 0 00000020:00000080:3.0:1767384383.533841:0:40105:0:(genops.c:904:class_export_put()) final put 00000000042bec89/MDS_uuid 00000020:00000001:3.0:1767384383.533844:0:40105:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.533846:0:40105:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384383.533848:0:40105:0:(genops.c:863:class_export_destroy()) destroying export 00000000042bec89/MDS_uuid for MDS 00000020:00000001:3.0:1767384383.533850:0:40105:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384383.533851:0:40105:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.533852:0:40105:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000042bec89. 00000020:00000001:3.0:1767384383.533858:0:40105:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384383.533860:0:40105:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:3.0:1767384383.533861:0:40105:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:3.0:1767384383.533863:0:40105:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384383.533866:0:40105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009709fc49. 00000020:00000010:3.0:1767384383.533869:0:40105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebfa4217. 00000040:00000010:3.0:1767384383.533872:0:40105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c566b9bb. 00000020:00000010:3.0:1767384383.533874:0:40105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000cf49f15. 00000020:00000010:3.0:1767384383.533878:0:40105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.533880:0:40105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000007eca97c. 80000000:00000010:3.0:1767384383.533883:0:40105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004347dd09. 40000000:00000010:3.0:1767384383.533885:0:40105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e073a0ab. 00100000:00000010:3.0:1767384383.533888:0:40105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6897a3a. 00040000:00000010:3.0:1767384383.533891:0:40105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.533893:0:40105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000739197c2. 00080000:00000010:3.0:1767384383.533898:0:40105:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384383.533901:0:40105:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00000004:00000010:3.0:1767384383.533907:0:40105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8688c2a. 00000004:00000001:3.0:1767384383.533910:0:40105:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:3.0:1767384383.533914:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ede32b55. 00000004:00000010:3.0:1767384383.533917:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a145dc11. 00000004:00000010:3.0:1767384383.533919:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000070db1fda. 00000004:00000010:3.0:1767384383.533953:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000084e87b6f. 00000004:00000010:3.0:1767384383.533972:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005050d828. 00000004:00000010:3.0:1767384383.533974:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d08bd7d. 00000004:00000010:3.0:1767384383.533976:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c4564330. 00000004:00000010:3.0:1767384383.533978:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002f6865ef. 00000004:00000010:3.0:1767384383.533980:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed02151c. 00000004:00000010:3.0:1767384383.533983:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014c5d9e0. 00000004:00000010:3.0:1767384383.533985:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046515a43. 00000004:00000010:3.0:1767384383.533991:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001bbe3ee1. 00000004:00000010:3.0:1767384383.533994:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db8f2434. 00000004:00000010:3.0:1767384383.533997:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008469faa9. 00000004:00000010:3.0:1767384383.534000:0:40105:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000b4192ea3. 00000004:00000001:3.0:1767384383.534002:0:40105:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.534005:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebfa4217. 00000040:00000010:3.0:1767384383.534008:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c566b9bb. 00000020:00000010:3.0:1767384383.534010:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cf49f15. 00000020:00000010:3.0:1767384383.534012:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384383.534014:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000007eca97c. 80000000:00000010:3.0:1767384383.534016:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004347dd09. 40000000:00000010:3.0:1767384383.534018:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e073a0ab. 00100000:00000010:3.0:1767384383.534020:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6897a3a. 00040000:00000010:3.0:1767384383.534022:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a14ccbf6. 00040000:00000010:3.0:1767384383.534024:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000739197c2. 00080000:00000010:3.0:1767384383.534026:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384383.534028:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000004:00000010:3.0:1767384383.534030:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8688c2a. 00000020:00000010:3.0:1767384383.534032:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009709fc49. 00000020:00000001:3.0:1767384383.534034:0:40105:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.534036:0:40105:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000479f4647. 00000020:00000001:3.0:1767384383.534040:0:40105:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.534041:0:40105:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384383.534043:0:40105:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000cfc3961b. 00000020:00000001:3.0:1767384383.534045:0:40105:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384383.534047:0:40105:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384383.534052:0:40105:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000006f7fa736. 00000020:00000010:3.0:1767384383.534056:0:40105:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000045f0e2ce. 00000020:00000010:3.0:1767384383.534059:0:40105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a47746f4. 00000040:00000010:3.0:1767384383.534061:0:40105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c8fdd5d9. 00000020:00000010:3.0:1767384383.534064:0:40105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034b2e769. 00000020:00000010:3.0:1767384383.534066:0:40105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384383.534068:0:40105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a237319c. 80000000:00000010:3.0:1767384383.534070:0:40105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086d48f6d. 40000000:00000010:3.0:1767384383.534072:0:40105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002fcd76f0. 00100000:00000010:3.0:1767384383.534074:0:40105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000027f23be4. 00040000:00000010:3.0:1767384383.534075:0:40105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d2b6ea18. 00040000:00000010:3.0:1767384383.534078:0:40105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eab92038. 00040000:00000010:3.0:1767384383.534080:0:40105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b7c03f0. 00080000:00000010:3.0:1767384383.534083:0:40105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c6fb2060. 00080000:00000010:3.0:1767384383.534084:0:40105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003e647901. 00000004:00000010:3.0:1767384383.534102:0:40105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003f3510dd. 00000004:00000010:3.0:1767384383.534105:0:40105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e83b258a. 00000004:00000010:3.0:1767384383.534108:0:40105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005915c78a. 00002000:00000010:3.0:1767384383.534110:0:40105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003ed766c0. 00000004:00000010:3.0:1767384383.534113:0:40105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000330c64be. 00000020:00000010:3.0:1767384383.534115:0:40105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000624cc0eb. 00000020:02000400:3.0:1767384383.534117:0:40105:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:3.0:1767384383.536136:0:40105:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000002c634239. 00000020:00000001:3.0:1767384383.536143:0:40105:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:0.0:1767384383.537149:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ddb90c9b. 00080000:00000010:0.0:1767384383.537159:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ddb90c9b. 00000020:00000001:0.0:1767384383.537165:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384383.537201:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fbf6b58c. 00080000:00000010:1.0:1767384383.537209:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fbf6b58c. 00000020:00000001:1.0:1767384383.537213:0:10601:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.687836:0:17069:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384383.687837:0:18446:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384383.687842:0:17069:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.687843:0:18446:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384383.703073:0:40119:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384383.703096:0:40119:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dbf28b00. 00000020:00000001:1.0:1767384383.703100:0:40119:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384383.828760:0:40158:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000d2ca32d9. 00000400:00000040:1.0:1767384383.828969:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384383.828972:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384383.828974:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384383.828975:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384383.828977:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384383.828978:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384383.828980:0:40158:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384383.829033:0:40158:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000d2ca32d9. 00080000:00000010:1.0:1767384383.994515:0:40171:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076d5d122. 00080000:00000010:1.0:1767384383.994524:0:40171:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076d5d122. 00000020:00000001:1.0:1767384383.994528:0:40171:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384384.135931:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (4) 00000800:00000200:1.1:1767384384.135940:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (4) 00000400:00000200:0.0:1767384384.136030:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136069:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136083:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136095:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136106:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136117:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136129:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136147:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136170:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136186:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136209:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136221:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136258:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136282:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136296:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136332:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136346:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136368:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136391:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136410:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136430:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136449:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136466:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136497:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136528:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136553:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136581:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136596:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136609:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136622:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136634:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136647:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136665:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384384.136686:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:0.0:1767384384.136847:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a78c3376. 00000800:00000010:0.0:1767384384.136851:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ed44aef. 00000800:00000010:0.0:1767384384.136855:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a4b0eb21. 00000800:00000010:0.0:1767384384.136871:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a4b0eb21. 00000800:00020000:0.0:1767384384.136880:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384384.136883:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ed44aef. 00000800:00000010:0.0:1767384384.136887:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a78c3376. 00000400:02020000:0.0:1767384384.136927:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384384.136932:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384384.199839:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp48 00000400:00000010:0.0:1767384384.199846:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000272a61e. 00000400:00000010:0.0:1767384384.199866:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007dc6c031. 00000400:00000010:0.0:1767384384.199870:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384384.199876:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8ac36b0. 00000400:00000200:0.0:1767384384.199879:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp48 00000400:00000200:0.0:1767384384.199899:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp48 local destination 00000400:00000200:0.0:1767384384.199905:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp48 00000400:00000200:0.0:1767384384.199908:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp48 NI seq info: [252:252:256:4294967295] 192.168.204.118@tcp48 LPNI seq info [215:215:8:4294967295] 00000400:00000200:0.0:1767384384.199913:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp48 00000400:00000200:0.0:1767384384.199919:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp48(192.168.204.118@tcp48:) -> 192.168.204.118@tcp48(192.168.204.118@tcp48:192.168.204.118@tcp48) : GET try# 0 00000800:00000200:0.0:1767384384.199923:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp48 00000800:00000010:0.0:1767384384.199926:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc8f9605. 00000800:00000200:0.0:1767384384.199931:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000800:00000200:0.1:1767384384.199935:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af88d84e] -> 12345-192.168.204.118@tcp48 (2) 00000400:00000200:0.0:1767384384.199954:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp48 added to recovery queue. ping count: 4 next ping: 319 health :600 00000400:00000010:0.0:1767384384.199976:0:16349:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 593 at 00000000a9314c0d. 00000400:02000040:0.0:1767384384.199987:0:16349:0:(lib-move.c:3976:lnet_print_recovery_list()) 9 local NIs in recovery (showing 9): 192.168.204.118@tcp47, 192.168.204.118@tcp46, 192.168.204.118@tcp45, 192.168.204.118@tcp39, 192.168.204.118@tcp48, 192.168.204.118@tcp42, 192.168.204.118@tcp36, 192.168.204.118@tcp30, 192.168.204.118@tcp29 00000400:00000200:2.0:1767384384.200053:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200096:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200111:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200123:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200136:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200150:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200163:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200188:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200201:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200214:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200248:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200268:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200282:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200294:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200307:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200320:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200334:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200347:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200360:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200372:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200385:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200414:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200427:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200439:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200452:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200464:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200477:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200490:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200516:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200529:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384384.200566:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384384.200713:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384384.200719:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384384.200743:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025dd7cf1. 00000800:00000010:2.0:1767384384.200765:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025dd7cf1. 00000800:00020000:2.0:1767384384.200776:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384384.200779:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e11f50f3. 00000800:00000010:2.0:1767384384.200783:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384384.200842:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384384.200847:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp48 notifying 192.168.204.118@tcp48: down 00000400:00000200:2.0:1767384384.200851:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384384.200855:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp48 00000800:00000010:2.0:1767384384.200858:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc8f9605. 00000400:00000200:2.0:1767384384.200861:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384384.200865:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp48->192.168.204.118@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384384.200873:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384384.200876:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384384.200879:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp48) recovery failed with -71 00000400:00000010:0.0:1767384384.206382:0:16349:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 593 at 00000000a9314c0d. 00080000:00000010:1.0:1767384384.400656:0:40222:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005e3f0fb4. 00080000:00000010:1.0:1767384384.400666:0:40222:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005e3f0fb4. 00000020:00000001:1.0:1767384384.400669:0:40222:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.519820:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384384.519824:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.519856:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384384.519859:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384384.519862:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384384.711881:0:17081:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384384.711888:0:17081:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:1.0:1767384385.159847:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (4) 00000800:00000200:1.1:1767384385.159854:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (4) 00000400:00000200:3.0:1767384385.160004:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160048:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160064:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160076:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160090:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160102:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160114:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160127:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160140:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160152:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160164:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160176:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160189:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160201:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160240:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160257:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160271:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160284:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160298:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160312:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160324:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160336:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160348:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160361:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160372:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160385:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160398:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160411:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160424:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160436:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160448:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160461:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160473:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160486:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384385.160499:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384385.160632:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384385.160636:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001700b39e. 00000800:00000010:3.0:1767384385.160640:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061e8e021. 00000800:00000010:3.0:1767384385.160654:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061e8e021. 00000800:00020000:3.0:1767384385.160663:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384385.160666:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001700b39e. 00000800:00000010:3.0:1767384385.160667:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384385.160693:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp40 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384385.160696:0:30695:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767384385.223864:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384385.223871:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384385.223875:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384385.223881:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384385.223889:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384385.223897:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384385.223912:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000272a61e. 00000400:00000010:0.0:1767384385.223918:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007dc6c031. 00010000:00000001:3.0:1767384385.543850:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384385.543855:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.543875:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384385.543877:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384385.543879:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384386.183867:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (4) 00000800:00000200:1.1:1767384386.183874:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0783adc] -> 12345-192.168.204.118@tcp35 (4) 00000800:00000200:1.0:1767384386.183893:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000020d875c8] -> 12345-192.168.204.118@tcp22 (6) 00000800:00000200:1.0:1767384386.183897:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp22 ip 192.168.204.118:988 00000800:00000200:1.0:1767384386.183901:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384386.184037:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:0.0:1767384386.184080:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384386.184086:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384386.184089:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000001:0.0:1767384386.184099:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384386.184103:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.184106:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.184116:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184132:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184144:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184156:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184168:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184180:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184211:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184228:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184241:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184253:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184265:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184277:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184291:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184304:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184316:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184328:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184341:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184353:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184366:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184378:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184391:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184403:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184417:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184431:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184443:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184456:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184468:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184480:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184493:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184505:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184517:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184529:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384386.184542:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384386.184642:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384386.184648:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384386.184654:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ab26604. 00000800:00000010:2.0:1767384386.184676:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ab26604. 00000800:00020000:2.0:1767384386.184683:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384386.184687:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384386.184689:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384386.184721:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp35 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384386.184725:0:16340:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384386.247873:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp42 00000400:00000010:0.0:1767384386.247880:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dcccfb29. 00000400:00000010:0.0:1767384386.247900:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043bf107d. 00000400:00000010:0.0:1767384386.247904:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384386.247912:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001afba742. 00000400:00000200:0.0:1767384386.247917:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp42 00000400:00000200:0.0:1767384386.247938:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp42 local destination 00000400:00000200:0.0:1767384386.247944:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp42 00000400:00000200:0.0:1767384386.247947:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp42 NI seq info: [253:253:256:4294967295] 192.168.204.118@tcp42 LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1767384386.247953:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp42 00000400:00000200:0.0:1767384386.247959:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp42(192.168.204.118@tcp42:) -> 192.168.204.118@tcp42(192.168.204.118@tcp42:192.168.204.118@tcp42) : GET try# 0 00000800:00000200:0.0:1767384386.247963:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp42 00000800:00000010:0.0:1767384386.247968:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000038718b9b. 00000800:00000200:0.0:1767384386.247972:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000800:00000200:0.1:1767384386.247976:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceb1d14] -> 12345-192.168.204.118@tcp42 (2) 00000400:00000200:0.0:1767384386.247995:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp42 added to recovery queue. ping count: 5 next ping: 337 health :500 00000400:00000200:3.0:1767384386.248090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248143:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248217:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248270:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248312:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248439:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248461:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248484:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248504:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248574:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248595:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248616:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248659:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248682:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248705:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248747:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248804:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248859:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248888:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248911:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248933:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384386.248953:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384386.249091:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384386.249097:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001700b39e. 00000800:00000010:3.0:1767384386.249102:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061e8e021. 00000800:00000010:3.0:1767384386.249125:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061e8e021. 00000800:00020000:3.0:1767384386.249136:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384386.249139:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001700b39e. 00000800:00000010:3.0:1767384386.249142:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384386.249178:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp42 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384386.249186:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp42 notifying 192.168.204.118@tcp42: down 00000400:00000200:3.0:1767384386.249205:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384386.249210:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp42 00000800:00000010:3.0:1767384386.249214:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000038718b9b. 00000400:00000200:3.0:1767384386.249218:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384386.249222:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp42->192.168.204.118@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384386.249230:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384386.249234:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384386.249238:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp42) recovery failed with -71 00010000:00000001:3.0:1767384386.567880:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384386.567885:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.567978:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384386.567982:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384386.567985:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384387.271857:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384387.271864:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384387.271866:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384387.271871:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384387.271878:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384387.271884:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384387.271897:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dcccfb29. 00000400:00000010:0.0:1767384387.271902:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043bf107d. 00000400:00000200:0.0:1767384387.271910:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp29 00000400:00000010:0.0:1767384387.271916:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dcccfb29. 00000400:00000010:0.0:1767384387.271921:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043bf107d. 00000400:00000010:0.0:1767384387.271924:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384387.271931:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e48b8b2f. 00000400:00000200:0.0:1767384387.271934:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp29 00000400:00000200:0.0:1767384387.271946:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp29 local destination 00000400:00000200:0.0:1767384387.271951:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp29 00000400:00000200:0.0:1767384387.271954:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp29 NI seq info: [254:254:256:4294967295] 192.168.204.118@tcp29 LPNI seq info [217:217:8:4294967295] 00000400:00000200:0.0:1767384387.271960:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp29 00000400:00000200:0.0:1767384387.271979:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp29(192.168.204.118@tcp29:) -> 192.168.204.118@tcp29(192.168.204.118@tcp29:192.168.204.118@tcp29) : GET try# 0 00000800:00000200:0.0:1767384387.271993:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp29 00000800:00000010:0.0:1767384387.271997:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc8f9605. 00000800:00000200:0.0:1767384387.272003:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000800:00000200:0.1:1767384387.272007:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009aadb06] -> 12345-192.168.204.118@tcp29 (2) 00000400:00000200:0.0:1767384387.272029:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp29 added to recovery queue. ping count: 6 next ping: 370 health :400 00000400:00000200:2.0:1767384387.272145:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272215:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272234:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272248:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272262:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272276:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272289:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272303:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272318:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272332:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272346:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272360:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272374:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272388:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272402:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272416:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272430:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272444:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272458:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272472:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272486:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272512:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272534:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272549:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272563:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272578:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272592:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272607:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272628:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272657:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272687:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272715:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272742:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272828:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384387.272877:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384387.273073:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384387.273079:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384387.273086:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ab26604. 00000800:00000010:2.0:1767384387.273113:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ab26604. 00000800:00020000:2.0:1767384387.273124:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384387.273128:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384387.273131:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384387.273197:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp29 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384387.273206:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp29 notifying 192.168.204.118@tcp29: down 00000800:00000200:2.0:1767384387.273212:0:16341:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp29 down 00000800:00000100:2.0:1767384387.273220:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp29 00000800:00000010:2.0:1767384387.273223:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc8f9605. 00000400:00000200:2.0:1767384387.273228:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384387.273234:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp29->192.168.204.118@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384387.273242:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384387.273245:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384387.273250:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384387.591861:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384387.591867:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.591935:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384387.591938:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384387.591940:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384387.783904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) efcba636-0f33-4977-ad6f-12f80463a1c1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384387.783916:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384387.783925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 00000020:00000040:3.0:1767384387.783933:0:8:0:(genops.c:1229:class_import_get()) import 0000000085bc5980 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1767384387.783938:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384387.783942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384387.783948:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384387.783957:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2b6ea18. 00000100:00000001:3.0:1767384387.783966:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.783976:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging efcba636-0f33-4977-ad6f-12f80463a1c1->MGS req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384387.783988:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384387.783991:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.783998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002fe794f3] to pc [ptlrpcd_00_02+2] req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.784042:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384387.784045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384387.784049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384387.784052:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384387.784056:0:8:0:(import.c:65:import_set_state_nolock()) 00000000b73de4e0 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384387.784059:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384387.784060:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767384387.784065:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384387.784067:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 301 00000100:00000001:0.0:1767384387.784070:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1767384387.784074:0:8:0:(import.c:2128:obd_at_measure()) add 15 to 00000000d9c5330a time=101 v=10 (10 0 0 0) 00000100:00000040:0.0:1767384387.784077:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384387.784081:0:8:0:(import.c:2194:obd_at_measure()) AT 00000000d9c5330a change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1767384387.784091:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000001:0.0:1767384387.784092:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384387.784097:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.784100:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 5 to 0@lo 02000000:00000001:0.0:1767384387.784102:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384387.784104:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384387.784107:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384387.784107:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384387.784110:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.784112:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.784114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 6 to 0@lo 00000100:00100000:0.0:1767384387.784118:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002fe794f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:efcba636-0f33-4977-ad6f-12f80463a1c1:16354:1853236731479680:0@lo:400: 00000100:00000001:3.0:1767384387.784119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000001:0.0:1767384387.784124:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384387.784126:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.784131:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0xd602e9c522f0b0de 02000000:00000001:0.0:1767384387.784131:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384387.784134:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.784136:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384387.784137:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384387.784141:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c5741a9d refcount=8 02000000:00000010:0.0:1767384387.784143:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e584d07. 00000020:00000001:3.0:1767384387.784148:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 02000000:00000001:0.0:1767384387.784148:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.784154:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629305866244096 : -114767843307520 : ffff979e8777d000) 00000400:00000010:0.0:1767384387.784155:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4d8fb5. 00000400:00000010:0.0:1767384387.784177:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dee06eb. 00000100:00000200:0.0:1767384387.784182:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731479680, portal 25 00000100:00000001:0.0:1767384387.784184:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384387.784186:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738410368 : -114766971141248 : ffff979ebb740380) 00000100:00000040:3.0:1767384387.784189:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e1c7d93a refcount 5 to 0@lo 00000100:00000040:0.0:1767384387.784192:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.784195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384387.784200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e1c7d93a refcount 6 to 0@lo 00000100:00000001:0.0:1767384387.784202:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384387.784206:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629305821360576 : -114767888191040 : ffff979e84caf1c0) 00000100:00000040:0.0:1767384387.784208:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384387.784212:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bee0fd7a. 00000020:00000040:3.0:1767384387.784213:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000c5741a9d : new refcount 7 00000100:00080000:3.0:1767384387.784217:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b73de4e0 using connection 192.168.204.118@tcp/0@lo 00000100:00000001:3.0:1767384387.784220:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.784223:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384387.784228:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384387.784229:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731479680, offset 0 02000000:00000001:3.0:1767384387.784235:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384387.784240:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384387.784242:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384387.784244:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384387.784250:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f69ea26b. 00000020:00000040:3.0:1767384387.784255:0:8:0:(genops.c:1229:class_import_get()) import 00000000b73de4e0 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384387.784255:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384387.784268:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d108680 00000400:00000100:0.0:1767384387.784273:0:16354:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236731479680 offset 0 length 224: 4 00000400:00000200:0.0:1767384387.784276:0:16354:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000006bcf130e is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384387.784278:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384387.784286:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee0fd7a 00000400:00000010:0.0:1767384387.784288:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bee0fd7a. 00000100:00000001:0.0:1767384387.784291:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384387.784294:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784300:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384387.784302:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784307:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784308:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384387.784311:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784315:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4294973957 00000100:00000010:0.0:1767384387.784317:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e584f59f. 00000100:00000001:0.0:1767384387.784323:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384387.784328:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4294973957 00000100:00000010:0.0:1767384387.784329:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000100:00000001:0.0:1767384387.784331:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384387.784339:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 2 is 4294973957 00000100:00000010:0.0:1767384387.784341:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000001:0.0:1767384387.784344:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384387.784351:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 3 is 4294973957 00000100:00000010:0.0:1767384387.784354:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f523eb3. 00000100:00000001:0.0:1767384387.784358:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384387.784363:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.784373:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784376:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784379:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384387.784383:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384387.784386:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784387:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384387.784391:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384387.784392:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384387.784395:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384387.784397:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384387.784399:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784400:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.784403:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784406:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384387.784518:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003ed766c0. 00000100:00000001:3.0:1767384387.784523:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.784530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384387.784539:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384387.784541:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.784544:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f69ea26b] to pc [ptlrpcd_rcv+-1] req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.784562:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.784567:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (311) 00000100:00000001:0.0:1767384387.784585:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.784588:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.784589:0:16351:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384387.784593:0:16351:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784600:0:16351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384387.784601:0:16351:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.784603:0:16351:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384387.784604:0:16351:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384387.784606:0:16351:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.784607:0:16351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f69ea26b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16351:1853236731479808:0@lo:38: 00000100:00000001:0.0:1767384387.784610:0:16351:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384387.784611:0:16351:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384387.784612:0:16351:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.784613:0:16351:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384387.784616:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a9314c0d. 02000000:00000001:0.0:1767384387.784617:0:16351:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384387.784620:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d150cd07. 00000400:00000010:0.0:1767384387.784623:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bee0fd7a. 00000100:00000200:0.0:1767384387.784625:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731479808, portal 10 00000100:00000001:0.0:1767384387.784626:0:16351:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384387.784627:0:16351:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629306738419328 : -114766971132288 : ffff979ebb742680) 00000100:00000040:0.0:1767384387.784632:0:16351:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784637:0:16351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.784638:0:16351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384387.784652:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384387.784655:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236731479808, offset 0 00000400:00000200:0.0:1767384387.784660:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384387.784664:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384387.784668:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d108700 00000400:00000100:0.0:1767384387.784672:0:16351:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236731479808 offset 0 length 520: 4 00000400:00000200:0.0:1767384387.784674:0:16351:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000006bcf130e is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384387.784676:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384387.784680:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000400:00000010:0.0:1767384387.784681:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000100:00000001:0.0:1767384387.784683:0:16351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384387.784686:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784691:0:16351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384387.784693:0:16351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f69ea26b x1853236731479808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.784697:0:16351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784698:0:16351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384387.784699:0:16351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.784701:0:16351:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3151 usecs (4 jiffies) 00000100:00000001:0.0:1767384387.784703:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294973956 00000100:00000001:0.0:1767384387.784704:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294973957 00000100:00000001:0.0:1767384387.784705:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294973956 00000100:00000001:0.0:1767384387.784706:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294973957 00000100:00000001:0.0:1767384387.784708:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294973956 00000100:00000001:0.0:1767384387.784709:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294973957 00000100:00000001:0.0:1767384387.784710:0:16351:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294973956 00000100:00000001:0.0:1767384387.784711:0:16351:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294973957 00000100:00000001:0.0:1767384387.784711:0:16351:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.784713:0:16351:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784718:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784719:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.784723:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384387.784724:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384387.784725:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384387.784726:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384387.784726:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.784727:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.789834:0:62:0:(connection.c:75:cpu_latency_work()) work item of 000000004c358942 (cpu 0) has reached its deadline 4294973957, at 4294973958 00000100:00000040:1.0:1767384387.789837:0:53:0:(connection.c:75:cpu_latency_work()) work item of 00000000326c9ecf (cpu 0) has reached its deadline 4294973957, at 4294973958 00000100:00000040:2.0:1767384387.789839:0:42:0:(connection.c:75:cpu_latency_work()) work item of 00000000f7caac49 (cpu 0) has reached its deadline 4294973957, at 4294973958 00000100:00000010:3.0:1767384387.789845:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f523eb3. 00000100:00000010:1.0:1767384387.789846:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000010:2.0:1767384387.789849:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00000100:00000040:0.0:1767384387.790807:0:266:0:(connection.c:75:cpu_latency_work()) work item of 0000000093741251 (cpu 0) has reached its deadline 4294973957, at 4294973959 00000100:00000010:0.0:1767384387.790814:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e584f59f. 00000800:00000200:1.0:1767384388.231887:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (4) 00000800:00000200:1.1:1767384388.231894:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e208b9e] -> 12345-192.168.204.118@tcp38 (4) 00000400:00000200:2.0:1767384388.232034:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232081:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232106:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232126:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232140:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232172:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232190:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232203:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232216:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232229:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232242:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232255:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232267:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232280:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232295:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232347:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232379:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232429:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232442:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232456:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232468:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232480:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232493:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232506:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232518:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232531:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232543:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232555:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384388.232567:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384388.232705:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384388.232710:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384388.232713:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ab26604. 00000800:00000010:2.0:1767384388.232728:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ab26604. 00000800:00020000:2.0:1767384388.232753:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384388.232756:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f361b168. 00000800:00000010:2.0:1767384388.232758:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384388.232821:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp38 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384388.232825:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767384388.295897:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384388.295902:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384388.295906:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384388.295911:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384388.295917:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384388.295923:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384388.295933:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dcccfb29. 00000400:00000010:0.0:1767384388.295937:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043bf107d. 00010000:00000001:3.0:1767384388.615861:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384388.615868:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.615897:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384388.615899:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384388.615901:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384389.255887:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb40941c] -> 12345-192.168.204.118@tcp41 (6) 00000800:00000200:1.0:1767384389.255898:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp41 ip 192.168.204.118:988 00000800:00000200:1.0:1767384389.255904:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384389.256086:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384389.256092:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.256102:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384389.256106:0:16346:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.256108:0:16346:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384389.639878:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384389.639886:0:62:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384389.639888:0:62:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384389.639890:0:62:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.639895:0:62:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384389.639897:0:62:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.639898:0:62:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.639900:0:62:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.639944:0:40106:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384389.639948:0:40106:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.639951:0:40106:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384389.881555:0:40271:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000003bf9417. 00080000:00000010:2.0:1767384389.881564:0:40271:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000003bf9417. 00000020:00000001:2.0:1767384389.881567:0:40271:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384390.343876:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp30 00000400:00000010:0.0:1767384390.343881:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000081fed583. 00000400:00000010:0.0:1767384390.343888:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006a1bd5bb. 00000400:00000010:0.0:1767384390.343892:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384390.343899:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000022ecff0. 00000400:00000200:0.0:1767384390.343903:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp30 00000400:00000200:0.0:1767384390.343919:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp30 local destination 00000400:00000200:0.0:1767384390.343925:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp30 00000400:00000200:0.0:1767384390.343928:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp30 NI seq info: [255:255:256:4294967295] 192.168.204.118@tcp30 LPNI seq info [218:218:8:4294967295] 00000400:00000200:0.0:1767384390.343942:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp30 00000400:00000200:0.0:1767384390.343947:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp30(192.168.204.118@tcp30:) -> 192.168.204.118@tcp30(192.168.204.118@tcp30:192.168.204.118@tcp30) : GET try# 0 00000800:00000200:0.0:1767384390.343952:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp30 00000800:00000010:0.0:1767384390.343955:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000252fea9d. 00000800:00000200:0.0:1767384390.343960:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000800:00000200:0.1:1767384390.343963:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b738ad3d] -> 12345-192.168.204.118@tcp30 (2) 00000400:00000200:0.0:1767384390.344008:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp30 added to recovery queue. ping count: 6 next ping: 373 health :400 00000400:00000200:3.0:1767384390.344072:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344151:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344185:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344214:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344233:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344249:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344260:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344276:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344292:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344310:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344329:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344347:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344366:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344384:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344400:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344417:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344439:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344473:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344510:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344531:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344551:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344567:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344585:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344609:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344632:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344662:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344681:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344702:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344723:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344739:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344755:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344800:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344827:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344843:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384390.344856:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384390.344963:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384390.344966:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000582f0b76. 00000800:00000010:3.0:1767384390.344970:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005dad7050. 00000800:00000010:3.0:1767384390.344989:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005dad7050. 00000800:00020000:3.0:1767384390.344999:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384390.351379:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000582f0b76. 00000800:00000010:3.0:1767384390.351383:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384390.351424:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp30 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384390.355417:0:30695:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp30 notifying 192.168.204.118@tcp30: down 00000800:00000200:3.0:1767384390.355423:0:30695:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp30 down 00000800:00000100:3.0:1767384390.355429:0:30695:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp30 00000800:00000010:3.0:1767384390.355432:0:30695:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000252fea9d. 00000400:00000200:3.0:1767384390.355439:0:30695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384390.355444:0:30695:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp30->192.168.204.118@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384390.355454:0:30695:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384390.355457:0:30695:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384390.355462:0:30695:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp30) recovery failed with -71 00000001:00000001:2.0:1767384390.613491:0:40435:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384390.613495:0:40435:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767384390.615335:0:40435:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767384390.663850:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384390.663855:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.663942:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384390.663946:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384390.663949:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384390.807050:0:40455:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:1.0:1767384391.303858:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fcb0f68e] -> 12345-192.168.204.118@tcp23 (6) 00000800:00000200:1.0:1767384391.303865:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp23 ip 192.168.204.118:988 00000800:00000200:1.0:1767384391.303869:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000268a1f8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384391.303991:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384391.368828:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384391.368834:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384391.368839:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384391.368845:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384391.368853:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081fed583. 00000400:00000010:0.0:1767384391.368856:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006a1bd5bb. 00080000:00000010:1.0:1767384391.646697:0:40684:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384391.646705:0:40684:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384391.653550:0:40686:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384391.653557:0:40686:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dbf28b00. 00080000:00000010:1.0:1767384391.824121:0:40696:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000002101a2d. 00080000:00000010:1.0:1767384391.824149:0:40696:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000002101a2d. 00080000:00000010:2.0:1767384392.171990:0:40749:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000305aba6e. 00080000:00000010:2.0:1767384392.172001:0:40749:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000305aba6e. 00000800:00000200:3.0:1767384392.327892:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000800:00000200:3.1:1767384392.327900:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e35eb72a] -> 12345-192.168.204.118@tcp31 (4) 00000400:00000200:2.0:1767384392.327996:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328034:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328052:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328067:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328100:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328137:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328152:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328178:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328194:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328209:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328224:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328251:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328277:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328307:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328355:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328379:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328411:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328425:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328443:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328458:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328476:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328499:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328526:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328564:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328585:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328609:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328642:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328662:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328682:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328718:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328733:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328767:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328824:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328899:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384392.328928:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384392.329072:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384392.329091:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d13827b. 00000800:00000010:2.0:1767384392.329095:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384392.329115:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00020000:2.0:1767384392.329123:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384392.329126:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d13827b. 00000800:00000010:2.0:1767384392.329129:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384392.329165:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp31 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384392.329168:0:16340:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:0.0:1767384392.480898:0:40799:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008738070e. 00080000:00000010:0.0:1767384392.480907:0:40799:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008738070e. 00080000:00000010:2.0:1767384392.776634:0:40848:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e6e86de1. 00080000:00000010:2.0:1767384392.776643:0:40848:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e6e86de1. 00000100:00000010:0.0:1767384392.903838:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018e8f3cd. 02000000:00000010:0.0:1767384392.903859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4ee9c8f. 02000000:00000010:1.0:1767384392.903938:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1363b76. 00000400:00000010:1.0:1767384392.903947:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5599329. 00000400:00000010:1.0:1767384392.903955:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384392.903961:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731479936, portal 25 00000400:00000010:1.0:1767384392.903965:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db3bf32e. 00000100:00000200:1.0:1767384392.903968:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236731479936, offset 0 00000400:00000200:1.0:1767384392.903976:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384392.903988:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384392.903999:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824d108780 00000400:00000100:1.0:1767384392.904005:0:16355:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236731479936 offset 0 length 224: 4 00000400:00000200:1.0:1767384392.904008:0:16355:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000e608e71f is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384392.904010:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384392.904018:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db3bf32e 00000400:00000010:1.0:1767384392.904020:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db3bf32e. 00000100:00000200:1.0:1767384392.904026:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018e8f3cd x1853236731479936/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384392.904041:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026fa30c3. 00000100:00000010:1.0:1767384392.904050:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051269540. 00000100:00000010:1.0:1767384392.904056:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7934d14. 00000100:00000010:1.0:1767384392.904062:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2aa7ef1. 00000100:00000010:3.0:1767384392.909813:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2aa7ef1. 00000100:00000010:0.0:1767384392.909814:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026fa30c3. 00000100:00000010:2.0:1767384392.909817:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7934d14. 00000100:00000010:1.0:1767384392.909819:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051269540. 00080000:00000010:3.0:1767384393.057871:0:40896:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c4f3ab3b. 00080000:00000010:3.0:1767384393.057897:0:40896:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c4f3ab3b. 00080000:00000010:3.0:1767384393.345387:0:40943:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001403fbb6. 00080000:00000010:3.0:1767384393.345414:0:40943:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001403fbb6. 00000800:00000200:3.0:1767384393.351951:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000800:00000200:3.1:1767384393.351959:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000113bd241] -> 12345-192.168.204.118@tcp26 (4) 00000400:00000200:3.0:1767384393.352079:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352142:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352361:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352432:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352475:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352512:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352543:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352706:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352806:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352849:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352955:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.352994:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353069:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353138:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353159:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353201:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353224:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353244:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353268:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384393.353290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384393.353428:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028668d75. 00000800:00000010:3.0:1767384393.353433:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebe865d8. 00000800:00000010:3.0:1767384393.353438:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006dd0a476. 00000800:00000010:3.0:1767384393.353455:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006dd0a476. 00000800:00020000:3.0:1767384393.353464:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384393.353467:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebe865d8. 00000800:00000010:3.0:1767384393.353469:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000028668d75. 00000400:02020000:3.0:1767384393.353510:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp26 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384393.353514:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384393.415896:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp45 00000400:00000010:0.0:1767384393.415904:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000217c54f9. 00000400:00000010:0.0:1767384393.415911:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ba63dc88. 00000400:00000010:0.0:1767384393.415919:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384393.415927:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007226ff7a. 00000400:00000200:0.0:1767384393.415931:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp45 00000400:00000200:0.0:1767384393.415952:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp45 local destination 00000400:00000200:0.0:1767384393.415958:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp45 00000400:00000200:0.0:1767384393.415962:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp45 NI seq info: [256:256:256:4294967295] 192.168.204.118@tcp45 LPNI seq info [219:219:8:4294967295] 00000400:00000200:0.0:1767384393.415969:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp45 00000400:00000200:0.0:1767384393.415975:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp45(192.168.204.118@tcp45:) -> 192.168.204.118@tcp45(192.168.204.118@tcp45:192.168.204.118@tcp45) : GET try# 0 00000800:00000200:0.0:1767384393.415980:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp45 00000800:00000010:0.0:1767384393.415994:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3c37b2b. 00000800:00000200:0.0:1767384393.416000:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000800:00000200:0.1:1767384393.416004:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bcad1ec4] -> 12345-192.168.204.118@tcp45 (2) 00000400:00000200:0.0:1767384393.416026:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp45 added to recovery queue. ping count: 5 next ping: 344 health :500 00000400:00000200:2.0:1767384393.416143:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416190:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416208:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416224:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416239:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416257:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416274:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416289:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416306:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416321:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416337:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416353:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416371:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416415:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416445:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416485:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416502:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416516:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416531:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416546:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416561:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416576:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416590:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416604:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416617:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416630:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416643:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416657:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416670:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416684:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416698:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416711:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416725:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416739:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384393.416763:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384393.416997:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7bdedf7. 00000800:00000010:2.0:1767384393.417003:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d79088e. 00000800:00000010:2.0:1767384393.417008:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076ca17ea. 00000800:00000010:2.0:1767384393.417028:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076ca17ea. 00000800:00020000:2.0:1767384393.417038:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384393.417042:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d79088e. 00000800:00000010:2.0:1767384393.417045:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7bdedf7. 00000400:02020000:2.0:1767384393.417125:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp45 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384393.417132:0:16341:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp45 notifying 192.168.204.118@tcp45: down 00000400:00000200:2.0:1767384393.417137:0:16341:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384393.417141:0:16341:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp45 00000800:00000010:2.0:1767384393.417145:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3c37b2b. 00000400:00000200:2.0:1767384393.417150:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384393.417155:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp45->192.168.204.118@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384393.417165:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384393.417168:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384393.417173:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp45) recovery failed with -71 00080000:00000010:0.0:1767384393.504032:0:40984:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002ac114d5. 00080000:00000010:0.0:1767384393.504042:0:40984:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002ac114d5. 00000020:00000010:0.0:1767384393.513373:0:40984:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000007d4fa660. 00000020:00000010:0.0:1767384393.513381:0:40984:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000048677eae. 00000020:00000010:0.0:1767384393.513409:0:40984:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000578e7e6c. 00000020:00000010:0.0:1767384393.513425:0:40984:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 0000000022894823. 00000020:00000010:0.0:1767384393.513451:0:40984:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000066c2c473. 00000020:00000010:0.0:1767384393.513457:0:40984:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 000000007caaf2d1. 00000020:00000010:0.0:1767384393.513461:0:40984:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000c915807c. 00000020:00000010:0.0:1767384393.513480:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.513495:0:40984:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000921cde73. 00000020:00000010:0.0:1767384393.513502:0:40984:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005d6da8d4. 00000020:00000010:0.0:1767384393.513514:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.513518:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 00000000d2628625. 00000001:00000010:0.0:1767384393.513531:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008215cdaa. 00000001:00000010:0.0:1767384393.513535:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000038840094. 00000001:00000010:0.0:1767384393.513538:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008cf41963. 00000001:00000010:0.0:1767384393.513541:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000739197c2. 00000001:00000010:0.0:1767384393.513543:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c3fb2da. 00000001:00000010:0.0:1767384393.513545:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b847c9e8. 00000001:00000010:0.0:1767384393.513547:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000860613ea. 00000001:00000010:0.0:1767384393.513549:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e0d2383f. 00000001:00000010:0.0:1767384393.513550:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007547bd02. 00000001:00000010:0.0:1767384393.513552:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9311e1a. 00000001:00000010:0.0:1767384393.513553:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098f9f3f7. 00000001:00000010:0.0:1767384393.513555:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c566b9bb. 00000020:00000010:0.0:1767384393.513558:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007eca97c. 00000020:00000010:0.0:1767384393.513562:0:40984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.513566:0:40984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000008:00000010:0.0:1767384393.513575:0:40984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.513579:0:40984:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.513582:0:40984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.513587:0:40984:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.513590:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7931afd. 00000020:00000010:0.0:1767384393.513593:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da1fa1fb. 00000040:00000010:0.0:1767384393.513597:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c5c6b53. 00000020:00000010:0.0:1767384393.513600:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000905468a. 00000020:00000010:0.0:1767384393.513604:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000860e92b8. 00040000:00000010:0.0:1767384393.513607:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c0758c2. 00040000:00000010:0.0:1767384393.513610:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f658f6e. 00080000:00000010:0.0:1767384393.513615:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a78c3376. 00080000:00000010:0.0:1767384393.513619:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000053ae6fa7. 00080000:00000010:0.0:1767384393.513638:0:40984:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 00000000acbd36eb. 00000001:00000010:0.0:1767384393.522303:0:40984:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000a2224dfd. 00000001:00000010:0.0:1767384393.522578:0:40984:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000d5ca8a63. 00000020:00000010:0.0:1767384393.523021:0:40984:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000000590d818. 00000020:00000010:0.0:1767384393.523029:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005049f924. 00000020:00000010:0.0:1767384393.523032:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000075d98c40. 00000020:00000010:0.0:1767384393.523673:0:40984:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000005ce51cee. 00080000:00000010:0.0:1767384393.523679:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004455b056. 00080000:00000010:0.0:1767384393.523681:0:40984:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 000000000789d1db. 00080000:00000010:0.0:1767384393.523818:0:40984:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 000000008048030a. 00080000:00000010:0.0:1767384393.523863:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005462f3b5. 00080000:00000010:0.0:1767384393.524016:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ee70714a. 00080000:00000010:0.0:1767384393.524153:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002c850728. 00080000:00000010:0.0:1767384393.524301:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000386e65d9. 00080000:00000010:0.0:1767384393.524430:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003afcb0e5. 00080000:00000010:0.0:1767384393.524567:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c6e62034. 00080000:00000010:0.0:1767384393.524696:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f0676457. 00080000:00000010:0.0:1767384393.524836:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000075015f00. 00080000:00000010:0.0:1767384393.524991:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000edb0e289. 00080000:00000010:0.0:1767384393.525130:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000dd70223. 00080000:00000010:0.0:1767384393.525265:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dd3d6a0e. 00080000:00000010:0.0:1767384393.525401:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000232e7d0c. 00080000:00000010:0.0:1767384393.525539:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000051ce7833. 00080000:00000010:0.0:1767384393.525661:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000050d7e33c. 00080000:00000010:0.0:1767384393.525805:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000091c15ece. 00080000:00000010:0.0:1767384393.525951:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000217642e7. 00080000:00000010:0.0:1767384393.526092:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000064f97386. 00080000:00000010:0.0:1767384393.526254:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f0ad85c4. 00080000:00000010:0.0:1767384393.526383:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a5c98d03. 00080000:00000010:0.0:1767384393.526508:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000868d97bd. 00080000:00000010:0.0:1767384393.526631:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007717b830. 00080000:00000010:0.0:1767384393.526751:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000280c56ce. 00080000:00000010:0.0:1767384393.526946:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007bd4dc1d. 00080000:00000010:0.0:1767384393.527115:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009cf5d8aa. 00080000:00000010:0.0:1767384393.527278:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000dd23ced1. 00080000:00000010:0.0:1767384393.527437:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c754753b. 00080000:00000010:0.0:1767384393.527559:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000af71ed61. 00080000:00000010:0.0:1767384393.527681:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000075887fe. 00080000:00000010:0.0:1767384393.527829:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c48eed60. 00080000:00000010:0.0:1767384393.527983:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b4c7db8b. 00080000:00000010:0.0:1767384393.528156:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008371dc7e. 00080000:00000010:0.0:1767384393.528337:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a3f10cfc. 00080000:00000010:0.0:1767384393.528503:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c4b1848c. 00080000:00000010:0.0:1767384393.528647:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000036c07c4b. 00080000:00000010:0.0:1767384393.528842:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000928a9146. 00080000:00000010:0.0:1767384393.528998:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e8e1a171. 00080000:00000010:0.0:1767384393.529177:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d13d23b4. 00080000:00000010:0.0:1767384393.529324:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008651e596. 00080000:00000010:0.0:1767384393.529457:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009a5a7094. 00080000:00000010:0.0:1767384393.529580:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ad898f7e. 00080000:00000010:0.0:1767384393.529707:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000e6d6192. 00080000:00000010:0.0:1767384393.529860:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000032825437. 00080000:00000010:0.0:1767384393.530043:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007afeaa6c. 00080000:00000010:0.0:1767384393.530261:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000204b4174. 00080000:00000010:0.0:1767384393.530422:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009534dfc4. 00080000:00000010:0.0:1767384393.530594:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006b2995d2. 00080000:00000010:0.0:1767384393.530756:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b79774dc. 00080000:00000010:0.0:1767384393.530959:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000506ba092. 00080000:00000010:0.0:1767384393.531182:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000db0f0db6. 00080000:00000010:0.0:1767384393.531374:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ea80436b. 00080000:00000010:0.0:1767384393.531577:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c5378071. 00080000:00000010:0.0:1767384393.531752:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009544bc06. 00080000:00000010:0.0:1767384393.531928:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000016f4ab11. 00080000:00000010:0.0:1767384393.532133:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f2b97232. 00080000:00000010:0.0:1767384393.532312:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000974b863d. 00080000:00000010:0.0:1767384393.532468:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000618de3e. 00080000:00000010:0.0:1767384393.532632:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c6360dc2. 00080000:00000010:0.0:1767384393.532818:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000646ab545. 00080000:00000010:0.0:1767384393.532988:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000950eccb6. 00080000:00000010:0.0:1767384393.533172:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001acdf4a9. 00080000:00000010:0.0:1767384393.533372:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003f1f5655. 00080000:00000010:0.0:1767384393.533611:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c7be5b1f. 00080000:00000010:0.0:1767384393.533793:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003ee09ded. 00080000:00000010:0.0:1767384393.533977:0:40984:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000404034f3. 00000001:00000010:0.0:1767384393.534643:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.534806:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.534838:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.534980:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535007:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535162:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.535169:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000f36ba8b9. 00100000:00000010:0.0:1767384393.535362:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006b5848bf. 00000001:00000010:0.0:1767384393.535367:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535371:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535581:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535588:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535607:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535724:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535766:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535770:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535776:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535805:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.535814:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ff1ced2f. 00000001:00000010:0.0:1767384393.535835:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535840:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535858:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.535861:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536010:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000253a158. 00000001:00000010:0.0:1767384393.536016:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536019:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536040:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536043:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536046:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000bdf2afa3. 00000001:00000010:0.0:1767384393.536077:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536081:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536096:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536099:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536114:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536116:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536119:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000060215a63. 00000001:00000010:0.0:1767384393.536130:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536132:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536145:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536148:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536150:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000e4544ad0. 00000001:00000010:0.0:1767384393.536163:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536166:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536179:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536304:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536309:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000056d305ec. 00000001:00000010:0.0:1767384393.536333:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536336:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536338:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000039df1823. 00000001:00000010:0.0:1767384393.536352:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536361:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536363:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000068777a90. 00000001:00000010:0.0:1767384393.536381:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536384:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536386:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c2f639ae. 00000001:00000010:0.0:1767384393.536416:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536419:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536561:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536566:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536735:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.536891:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.536898:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000f36ba8b9. 00100000:00000010:0.0:1767384393.537030:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ff1ced2f. 00000001:00000010:0.0:1767384393.537211:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.537218:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.537224:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000bdf2afa3. 00000001:00000010:0.0:1767384393.537381:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.537387:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.537390:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000bc1a801f. 00000001:00000010:0.0:1767384393.537420:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.537423:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.537425:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000026d31fa2. 00100000:00000010:0.0:1767384393.537427:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000060215a63. 00100000:00000010:0.0:1767384393.537703:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cd1249cc. 00000001:00000010:0.0:1767384393.537709:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.537712:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.537880:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000074ee2e0. 00000001:00000010:0.0:1767384393.537886:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.537997:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538159:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000da93081. 00000001:00000010:0.0:1767384393.538164:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538168:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538311:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c8b8c282. 00000001:00000010:0.0:1767384393.538322:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538326:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538467:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008a4f6200. 00000001:00000010:0.0:1767384393.538472:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538476:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538613:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b89d6d03. 00000001:00000010:0.0:1767384393.538619:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538622:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538757:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000049fb5065. 00000001:00000010:0.0:1767384393.538762:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538781:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.538955:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001e9ec4dc. 00000001:00000010:0.0:1767384393.538960:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.538964:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539123:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e5d6400d. 00000001:00000010:0.0:1767384393.539129:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.539133:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539285:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dd540fe2. 00000001:00000010:0.0:1767384393.539291:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.539294:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539433:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bf3260ab. 00000001:00000010:0.0:1767384393.539439:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.539442:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539617:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005bf954ff. 00000001:00000010:0.0:1767384393.539623:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.539626:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539630:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000e4544ad0. 00000001:00000010:0.0:1767384393.539804:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.539922:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.539928:0:40984:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000057844aea. 00100000:00000010:0.0:1767384393.539930:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000056d305ec. 00100000:00000010:0.0:1767384393.540253:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000039df1823. 00000001:00000010:0.0:1767384393.540538:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540651:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.540835:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002de01098. 00000001:00000010:0.0:1767384393.540841:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540844:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540866:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540870:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540881:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540884:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540896:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540898:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540909:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.540911:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.540915:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000068777a90. 00100000:00000010:0.0:1767384393.541238:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008c766c3e. 00000001:00000010:0.0:1767384393.541246:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.541252:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.541403:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000712f3c11. 00000001:00000010:0.0:1767384393.541408:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.541412:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.541552:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b84188d4. 00000001:00000010:0.0:1767384393.541558:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.541561:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.541693:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000deb8a95a. 00000001:00000010:0.0:1767384393.541698:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.541702:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.541859:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000008a6e1a3. 00000001:00000010:0.0:1767384393.541864:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.541867:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542039:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fbdda48c. 00000001:00000010:0.0:1767384393.542044:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542047:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542234:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000187310cb. 00000001:00000010:0.0:1767384393.542240:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542244:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542376:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000068777a90. 00000001:00000010:0.0:1767384393.542382:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542385:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542528:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000039df1823. 00000001:00000010:0.0:1767384393.542534:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542537:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542671:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000056d305ec. 00000001:00000010:0.0:1767384393.542676:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542680:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.542845:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e4544ad0. 00000001:00000010:0.0:1767384393.542851:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.542854:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543047:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003e2b3833. 00000001:00000010:0.0:1767384393.543068:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543072:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543248:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f58a215e. 00000001:00000010:0.0:1767384393.543254:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543257:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543389:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002f4ae726. 00000001:00000010:0.0:1767384393.543395:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543398:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543537:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000038cdbc5. 00000001:00000010:0.0:1767384393.543543:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543546:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543713:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000094215fcd. 00000001:00000010:0.0:1767384393.543719:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543722:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543846:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005addd7f2. 00000001:00000010:0.0:1767384393.543852:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.543856:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.543992:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f4df7d8. 00000001:00000010:0.0:1767384393.543999:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544002:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544156:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b2d61672. 00000001:00000010:0.0:1767384393.544162:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544168:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544319:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009915ba64. 00000001:00000010:0.0:1767384393.544325:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544329:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544471:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f3bddcab. 00000001:00000010:0.0:1767384393.544477:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544481:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544616:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000034a03f33. 00000001:00000010:0.0:1767384393.544622:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544625:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544758:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bc2f5120. 00000001:00000010:0.0:1767384393.544765:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544784:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.544925:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a0709843. 00000001:00000010:0.0:1767384393.544931:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.544934:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545089:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002cacd0da. 00000001:00000010:0.0:1767384393.545096:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545100:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545254:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ee5c4806. 00000001:00000010:0.0:1767384393.545262:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545267:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545425:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b382312f. 00000001:00000010:0.0:1767384393.545431:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545435:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545569:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000055dda6bf. 00000001:00000010:0.0:1767384393.545574:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545578:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545726:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b673812. 00000001:00000010:0.0:1767384393.545734:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545740:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.545937:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad1b8f17. 00000001:00000010:0.0:1767384393.545944:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.545947:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546107:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000360673bd. 00000001:00000010:0.0:1767384393.546113:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.546116:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546278:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c5cec2ee. 00000001:00000010:0.0:1767384393.546284:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.546288:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546293:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c2f639ae. 00100000:00000010:0.0:1767384393.546574:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000015f30176. 00000001:00000010:0.0:1767384393.546579:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.546690:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546821:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b06229f2. 00000001:00000010:0.0:1767384393.546826:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.546829:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546945:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000f184243. 00000001:00000010:0.0:1767384393.546950:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.546953:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.546957:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000bc1a801f. 00100000:00000010:0.0:1767384393.547238:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003463ba36. 00000001:00000010:0.0:1767384393.547244:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547247:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.547406:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005783436a. 00000001:00000010:0.0:1767384393.547411:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547415:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.547571:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000046017cc5. 00000001:00000010:0.0:1767384393.547576:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547579:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.547584:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000026d31fa2. 00000001:00000010:0.0:1767384393.547753:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547759:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547791:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547794:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00100000:00000010:0.0:1767384393.547798:0:40984:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000057844aea. 00000001:00000010:0.0:1767384393.547815:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547818:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547826:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.547828:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000020:00000010:0.0:1767384393.548166:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000f46a95e. 00000020:00000010:0.0:1767384393.548170:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000e45718a5. 00040000:00000010:0.0:1767384393.548198:0:40984:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000bc121f22. 00040000:00000010:0.0:1767384393.548204:0:40984:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000af0753bd. 00040000:00000010:0.0:1767384393.548208:0:40984:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000af0753bd. 00000020:00000010:0.0:1767384393.548222:0:40984:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000af0753bd. 00000020:00000010:0.0:1767384393.548228:0:40984:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000af0753bd. 00040000:00000010:0.0:1767384393.548233:0:40984:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000e1259cac. 00040000:00000010:0.0:1767384393.548235:0:40984:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000af0753bd. 00040000:00000010:0.0:1767384393.548236:0:40984:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000af0753bd. 00000020:00000010:0.0:1767384393.548253:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000da1fa1fb. 00000040:00000010:0.0:1767384393.548258:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c5c6b53. 00000020:00000010:0.0:1767384393.548260:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000905468a. 00000020:00000010:0.0:1767384393.548264:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000860e92b8. 00040000:00000010:0.0:1767384393.548268:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c0758c2. 00040000:00000010:0.0:1767384393.548272:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f658f6e. 00080000:00000010:0.0:1767384393.548277:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000053ae6fa7. 00080000:00000010:0.0:1767384393.548280:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a78c3376. 00000020:00000010:0.0:1767384393.548283:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7931afd. 00000020:00000010:0.0:1767384393.548287:0:40984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.548290:0:40984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000008:00000010:0.0:1767384393.548293:0:40984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.548297:0:40984:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.548301:0:40984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.548304:0:40984:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.548307:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007eca97c. 00000020:00000010:0.0:1767384393.548311:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 00000000d2628625. 00000020:00000010:0.0:1767384393.548319:0:40984:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000905468a. 00000020:00000010:0.0:1767384393.548332:0:40984:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000005504a550. 00000020:00000010:0.0:1767384393.548334:0:40984:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000a582277e. 00000020:00000010:0.0:1767384393.548337:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000ae84cc49. 00000020:00000010:0.0:1767384393.548347:0:40984:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ab945046. 00000020:00000010:0.0:1767384393.548351:0:40984:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000057303f0. 00000020:00000010:0.0:1767384393.548357:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000ae84cc49. 00000020:00000010:0.0:1767384393.548359:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000ae84cc49. 00000001:00000010:0.0:1767384393.548372:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c5f8e65b. 00000001:00000010:0.0:1767384393.548376:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000965f5b64. 00000001:00000010:0.0:1767384393.548379:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007eca97c. 00000001:00000010:0.0:1767384393.548381:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7931afd. 00000001:00000010:0.0:1767384393.548383:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf6c73a0. 00000001:00000010:0.0:1767384393.548385:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f658f6e. 00000001:00000010:0.0:1767384393.548387:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e7808f7c. 00000001:00000010:0.0:1767384393.548388:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000753d57e4. 00000001:00000010:0.0:1767384393.548390:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000860e92b8. 00000001:00000010:0.0:1767384393.548392:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c5c6b53. 00000001:00000010:0.0:1767384393.548393:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da1fa1fb. 00000001:00000010:0.0:1767384393.548395:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051a8a38d. 00000020:00000010:0.0:1767384393.548399:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d877147. 00000020:00000010:0.0:1767384393.548402:0:40984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.548404:0:40984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000008:00000010:0.0:1767384393.548406:0:40984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.548408:0:40984:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.548411:0:40984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.548414:0:40984:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.548416:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000624cc0eb. 00000020:00000010:0.0:1767384393.548419:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a47746f4. 00000040:00000010:0.0:1767384393.548421:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000823d240b. 00000020:00000010:0.0:1767384393.548424:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dc522c1. 00000020:00000010:0.0:1767384393.548426:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000019e98ce0. 80000000:00000010:0.0:1767384393.548429:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000330797eb. 00040000:00000010:0.0:1767384393.548431:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b0c5ae0. 00080000:00000010:0.0:1767384393.548435:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cec7e1e9. 00080000:00000010:0.0:1767384393.548438:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000528aa774. 20000000:00000010:0.0:1767384393.548442:0:40984:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000067e19eeb. 20000000:00000010:0.0:1767384393.548447:0:40984:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000af0753bd. 00000020:00000010:0.0:1767384393.548450:0:40984:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000049f9e8bd. 20000000:00000010:0.0:1767384393.548454:0:40984:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000af0753bd. 00010000:00000010:0.0:1767384393.548459:0:40984:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000ed9c5522. 00000001:00000010:0.0:1767384393.548462:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cbc25a3b. 00000001:00000010:0.0:1767384393.548464:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000013ced1ec. 00000001:00000010:0.0:1767384393.548467:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000008811d8c1. 00000001:00000010:0.0:1767384393.548469:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000cc873a47. 00000020:00000010:0.0:1767384393.548496:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007adddc14. 00000020:00000010:0.0:1767384393.548498:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000f8783d0c. 00000020:00000010:0.0:1767384393.548534:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ff826851. 00000020:00000010:0.0:1767384393.548536:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000fc0db537. 00000020:00000010:0.0:1767384393.548548:0:40984:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000004dd2ac9. 00000020:00000010:0.0:1767384393.548551:0:40984:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000018cafc6. 00000020:00000010:0.0:1767384393.548557:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008c0758c2. 00080000:00000010:0.0:1767384393.548561:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d42699b3. 00000001:00000010:0.0:1767384393.548568:0:40984:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000007ebe9ea5. 00000001:00000010:0.0:1767384393.548803:0:40984:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000f732545d. 20000000:00000010:0.0:1767384393.549384:0:40984:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000728d23c2. 00080000:00000010:0.0:1767384393.549389:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006abe01bc. 00080000:00000010:0.0:1767384393.549422:0:40984:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000079eb5b9. 00000020:00000010:0.0:1767384393.549428:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2993361. 00080000:00000010:0.0:1767384393.549432:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d7263687. 00000020:00000010:0.0:1767384393.549450:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b223fa6. 00080000:00000010:0.0:1767384393.549454:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aac51f5d. 00080000:00000010:0.0:1767384393.549461:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000059a6209e. 00100000:00000010:0.0:1767384393.549468:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000002e95d2. 00100000:00000010:0.0:1767384393.549473:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000002e95d2. 00000001:00000010:0.0:1767384393.549477:0:40984:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000004ba3ba18. 00080000:00000010:0.0:1767384393.549481:0:40984:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000e4521550. 00000001:00000010:0.0:1767384393.549485:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.549602:0:40984:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000047914442. 00000001:00000010:0.0:1767384393.549606:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ea7769db. 00000001:00000010:0.0:1767384393.549609:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000000c25022. 00000001:00000010:0.0:1767384393.549611:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001cc32c49. 00000001:00000010:0.0:1767384393.549621:0:40984:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000005558581. 00000001:00000010:0.0:1767384393.549629:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000030bca570. 00000001:00000010:0.0:1767384393.549632:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000030bca570. 00000001:00000010:0.0:1767384393.549634:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.549636:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002622ed31. 00000001:00000010:0.0:1767384393.549640:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000030bca570. 00000001:00000010:0.0:1767384393.549641:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000030bca570. 00000001:00000010:0.0:1767384393.549643:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000002622ed31. 00080000:00000010:0.0:1767384393.549646:0:40984:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000e4521550. 00000001:00000010:0.0:1767384393.549654:0:40984:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c852ff2e. 00000001:00000010:0.0:1767384393.549656:0:40984:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004f309b52. 00000001:00000010:0.0:1767384393.549658:0:40984:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000032c03e17. 00000001:00000010:0.0:1767384393.549665:0:40984:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000a02c544b. 00000001:00000010:0.0:1767384393.549667:0:40984:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000b41a1e11. 00000020:00000010:0.0:1767384393.549682:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f843cf8b. 00080000:00000010:0.0:1767384393.549685:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e4521550. 00000040:00000010:0.0:1767384393.549693:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000753db97a. 00000020:00000010:0.0:1767384393.549697:0:40984:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000008d499659. 00000020:00000010:0.0:1767384393.549699:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004f3cd59. 00080000:00000010:0.0:1767384393.549701:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000485081d2. 00000001:00000010:0.0:1767384393.549703:0:40984:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000002e95d2. 00000001:00000010:0.0:1767384393.549719:0:40984:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000e49ee111. 00000020:00000010:0.0:1767384393.550271:0:40984:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000fd05381e. 00000020:00000010:0.0:1767384393.550276:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d64a4e1. 00080000:00000010:0.0:1767384393.550279:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df958861. 00000001:00000010:0.0:1767384393.550283:0:40984:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000009ab6fafc. 00000001:00000010:0.0:1767384393.550301:0:40984:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000057c92562. 00080000:00000010:0.0:1767384393.550806:0:40984:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000134e9710. 20000000:00000010:0.0:1767384393.550823:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000efe3c783. 20000000:00000010:0.0:1767384393.550825:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000b8d9a635. 20000000:00000010:0.0:1767384393.550827:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002afc70a6. 20000000:00000010:0.0:1767384393.550829:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000008d23e5c2. 20000000:00000010:0.0:1767384393.550830:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000093dae6c0. 20000000:00000010:0.0:1767384393.550832:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000982d2d1c. 20000000:00000010:0.0:1767384393.550833:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008a4a52a1. 20000000:00000010:0.0:1767384393.550834:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000009ee8ec00. 20000000:00000010:0.0:1767384393.550836:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bb786982. 20000000:00000010:0.0:1767384393.550837:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000764aaef8. 20000000:00000010:0.0:1767384393.550839:0:40984:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000042ce261c. 20000000:00000010:0.0:1767384393.550840:0:40984:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000476315b4. 00080000:00000010:0.0:1767384393.550844:0:40984:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000134e9710. 00000020:00000010:0.0:1767384393.550855:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000098750dae. 00080000:00000010:0.0:1767384393.550858:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a93258a. 20000000:00000010:0.0:1767384393.550866:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000476315b4. 20000000:00000010:0.0:1767384393.550869:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000042ce261c. 00000020:00000010:0.0:1767384393.550875:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072511dd1. 00080000:00000010:0.0:1767384393.550877:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f3f306cc. 20000000:00000010:0.0:1767384393.550881:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000764aaef8. 20000000:00000010:0.0:1767384393.550883:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bb786982. 20000000:00000010:0.0:1767384393.550884:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000009ee8ec00. 20000000:00000010:0.0:1767384393.550886:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008a4a52a1. 00000020:00000010:0.0:1767384393.550891:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000079ab3d96. 00080000:00000010:0.0:1767384393.550893:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d54e2ffc. 20000000:00000010:0.0:1767384393.550897:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000982d2d1c. 20000000:00000010:0.0:1767384393.550898:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000093dae6c0. 20000000:00000010:0.0:1767384393.550900:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000008d23e5c2. 20000000:00000010:0.0:1767384393.550901:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002afc70a6. 20000000:00000010:0.0:1767384393.550903:0:40984:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000b8d9a635. 20000000:00000010:0.0:1767384393.550904:0:40984:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000efe3c783. 00000020:00000010:0.0:1767384393.551009:0:40984:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000029a4b89c. 00000020:00000010:0.0:1767384393.551013:0:40984:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000029a4b89c. 20000000:00000010:0.0:1767384393.551020:0:40984:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d485f1c0. 20000000:00000010:0.0:1767384393.551024:0:40984:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000cf166a20. 20000000:00000010:0.0:1767384393.551028:0:40984:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000a78c3376. 20000000:00000010:0.0:1767384393.551031:0:40984:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000476315b4. 20000000:00000010:0.0:1767384393.551033:0:40984:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000074fec6d5. 20000000:00000010:1.0:1767384393.551278:0:40984:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000045b48376. 00000040:00000010:1.0:1767384393.551287:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001a16c87f. 00000040:00000010:1.0:1767384393.551299:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001a16c87f. 20000000:00000010:1.0:1767384393.551304:0:40984:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000045b48376. 00000040:00000010:1.0:1767384393.551309:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001a16c87f. 00000040:00000010:1.0:1767384393.551325:0:40984:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000005bcfbe37. 00000020:00000010:1.0:1767384393.551329:0:40984:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000642c036b. 00000020:00000010:1.0:1767384393.551332:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eedd43a7. 00080000:00000010:1.0:1767384393.551337:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005198b5d3. 00000040:00000010:1.0:1767384393.551350:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cf571e91. 00000040:00000010:1.0:1767384393.551358:0:40984:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000005bcfbe37. 00000040:00000010:1.0:1767384393.551360:0:40984:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cf571e91. 00000040:00000010:1.0:1767384393.551363:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001a16c87f. 20000000:00000010:1.0:1767384393.551368:0:40984:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003b1ca509. 20000000:00000010:1.0:1767384393.551372:0:40984:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 0000000045b48376. 00000040:00000010:1.0:1767384393.551375:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008729b59c. 00000040:00000010:1.0:1767384393.551384:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008729b59c. 20000000:00000010:1.0:1767384393.551387:0:40984:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 0000000045b48376. 00000100:00000010:1.0:1767384393.551393:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008729b59c. 00000100:00000010:1.0:1767384393.551400:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000007e4ed3aa. 00000100:00000010:1.0:1767384393.551417:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004a4ec866. 00000100:00000010:1.0:1767384393.551427:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f998ba3a. 00000100:00000010:1.0:1767384393.551452:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003320eff0. 00000100:00000010:1.0:1767384393.551457:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf571e91. 00000100:00000010:1.0:1767384393.551462:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b0d8411. 00000100:00000010:1.0:1767384393.551468:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f148ae9f. 00000100:00000010:1.0:1767384393.551471:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056e43cf0. 00000100:00000010:1.0:1767384393.551474:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c46d2384. 00000100:00000010:1.0:1767384393.551476:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db115ad8. 00000100:00000010:1.0:1767384393.551479:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9835503. 00000100:00000010:1.0:1767384393.551481:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7f0e050. 00000100:00000010:1.0:1767384393.551485:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f5ccd90. 00000100:00000010:1.0:1767384393.551487:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a181d1c6. 00000100:00000010:1.0:1767384393.551490:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000530473fc. 00000100:00000010:1.0:1767384393.551491:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e61768c4. 00000100:00000010:1.0:1767384393.551495:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000938974c8. 00000100:00000010:1.0:1767384393.551497:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5dafe5. 00000100:00000010:1.0:1767384393.551500:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000133b2a0d. 00000100:00000010:1.0:1767384393.551503:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005723861c. 00000100:00000010:1.0:1767384393.551506:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df641cfc. 00000100:00000010:1.0:1767384393.551510:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2b90cb4. 00000100:00000010:1.0:1767384393.551515:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fab5f03c. 00000100:00000010:1.0:1767384393.551519:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcd00236. 00000100:00000010:1.0:1767384393.551523:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000427466a8. 00000100:00000010:1.0:1767384393.551525:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000593d44ca. 00000100:00000010:1.0:1767384393.551531:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9f63b99. 00000100:00000010:1.0:1767384393.551534:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e44d911. 00000100:00000010:1.0:1767384393.551547:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000401d6d5e. 00000100:00000010:1.0:1767384393.551551:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee6c6a7c. 00000100:00000010:1.0:1767384393.551554:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a9ff629. 00000100:00000010:1.0:1767384393.551559:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c88e520. 00000100:00000010:1.0:1767384393.551565:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcffa1b3. 00000100:00000010:1.0:1767384393.551570:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9cd9274. 00000100:00000010:1.0:1767384393.551578:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079222aa3. 00000100:00000010:1.0:1767384393.551583:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce3c2dac. 00000100:00000010:1.0:1767384393.551590:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acc37393. 00000100:00000010:1.0:1767384393.551595:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd5ff909. 00000100:00000010:1.0:1767384393.551601:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059cd4d46. 00000100:00000010:1.0:1767384393.551606:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eb2acb6. 00000100:00000010:1.0:1767384393.551613:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038ff7bb7. 00000100:00000010:1.0:1767384393.551617:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b9a43db. 00000100:00000010:1.0:1767384393.551623:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000803e687f. 00000100:00000010:1.0:1767384393.551628:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000089e80bd. 00000100:00000010:1.0:1767384393.551635:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f945dc62. 00000100:00000010:1.0:1767384393.551640:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001eee6c5a. 00000100:00000010:1.0:1767384393.551646:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c512277. 00000100:00000010:1.0:1767384393.551650:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ef05e4a. 00000100:00000010:1.0:1767384393.551657:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b6a9f93. 00000100:00000010:1.0:1767384393.551661:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002032524d. 00000100:00000010:1.0:1767384393.551667:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4e417ca. 00000100:00000010:1.0:1767384393.551672:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e0ed768. 00000100:00000010:1.0:1767384393.551680:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae737253. 00000100:00000010:1.0:1767384393.551684:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033dcefa0. 00000100:00000010:1.0:1767384393.551689:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a46b3e23. 00000100:00000010:1.0:1767384393.551693:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d4559c8. 00000100:00000010:1.0:1767384393.551698:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a0bee66. 00000100:00000010:1.0:1767384393.551701:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005da11d8a. 00000100:00000010:1.0:1767384393.551706:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bce0378. 00000100:00000010:1.0:1767384393.551708:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a93c7bf. 00000100:00000010:1.0:1767384393.551712:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000224359a8. 00000100:00000010:1.0:1767384393.551715:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe67f8c1. 00000100:00000010:1.0:1767384393.551720:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000221c9af5. 00000100:00000010:1.0:1767384393.551724:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014603025. 00000100:00000010:1.0:1767384393.551729:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e353e74f. 00000100:00000010:1.0:1767384393.551732:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a4967d0. 00000100:00000010:1.0:1767384393.551737:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000fe7e927. 00000100:00000010:1.0:1767384393.551741:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000676f4298. 00000100:00000010:1.0:1767384393.551746:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eace8b72. 00000100:00000010:1.0:1767384393.551749:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060e5456c. 00000100:00000010:1.0:1767384393.551754:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000863785f4. 00000100:00000010:1.0:1767384393.551758:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c996d048. 00000100:00000010:1.0:1767384393.551764:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003029aa12. 00000100:00000010:1.0:1767384393.551796:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f522495. 00000100:00000010:1.0:1767384393.551802:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cafb0754. 00000100:00000010:1.0:1767384393.551806:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038054a86. 00000100:00000010:1.0:1767384393.551827:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005de772d7. 00000100:00000010:1.0:1767384393.551832:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004a75af6. 00000100:00000010:1.0:1767384393.551837:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8ba3ef1. 00000100:00000010:1.0:1767384393.551842:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066c5e623. 00000100:00000010:1.0:1767384393.551848:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008aabea5b. 00000100:00000010:1.0:1767384393.551853:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068bfc08e. 00000100:00000010:1.0:1767384393.551859:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6fb2060. 00000100:00000010:1.0:1767384393.551863:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000542d647b. 00000100:00000010:1.0:1767384393.551869:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000600dd22b. 00000100:00000010:1.0:1767384393.551873:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9dd94be. 00000100:00000010:1.0:1767384393.551880:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e4f4e5e. 00000100:00000010:1.0:1767384393.551884:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f7051ca. 00000100:00000010:1.0:1767384393.551899:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080e2a886. 00000100:00000010:1.0:1767384393.551905:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000560934dd. 00000100:00000010:1.0:1767384393.551927:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f92b3ca. 00000100:00000010:1.0:1767384393.551932:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000012fa7c8. 00000100:00000010:1.0:1767384393.551939:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000259e1779. 00000100:00000010:1.0:1767384393.551944:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000853c0b37. 00000100:00000010:1.0:1767384393.551950:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f6c64d3. 00000100:00000010:1.0:1767384393.551956:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2cc723d. 00000100:00000010:1.0:1767384393.551972:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000517fb6ca. 00000100:00000010:1.0:1767384393.551978:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009034d627. 00000100:00000010:1.0:1767384393.551985:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0848922. 00000100:00000010:1.0:1767384393.551991:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfca4125. 00000100:00000010:1.0:1767384393.551997:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be75f343. 00000100:00000010:1.0:1767384393.552002:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efca7b9e. 00000100:00000010:1.0:1767384393.552008:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004881339c. 00000100:00000010:1.0:1767384393.552014:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da407a10. 00000100:00000010:1.0:1767384393.552029:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8f211b0. 00000100:00000010:1.0:1767384393.552035:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d178117. 00000100:00000010:1.0:1767384393.552041:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002de26af2. 00000100:00000010:1.0:1767384393.552046:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096c5376b. 00000100:00000010:1.0:1767384393.552067:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033869028. 00000100:00000010:1.0:1767384393.552073:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b060f7. 00000100:00000010:1.0:1767384393.552079:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008865ffed. 00000100:00000010:1.0:1767384393.552100:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bf10c0d. 00000100:00000010:1.0:1767384393.552115:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c93e16ef. 00000100:00000010:1.0:1767384393.552120:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d690acfd. 00000100:00000010:1.0:1767384393.552126:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001466e0b5. 00000100:00000010:1.0:1767384393.552130:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c1d997f. 00000100:00000010:1.0:1767384393.552136:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005b72798. 00000100:00000010:1.0:1767384393.552141:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfa1c45d. 00000100:00000010:1.0:1767384393.552147:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000076fecfd1. 00000100:00000010:1.0:1767384393.552167:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e08bb67. 00000100:00000010:1.0:1767384393.552180:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000690711c6. 00000100:00000010:1.0:1767384393.552186:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002373996d. 00000100:00000010:1.0:1767384393.552193:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062830e4b. 00000100:00000010:1.0:1767384393.552198:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0add718. 00000100:00000010:1.0:1767384393.552203:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028121415. 00000100:00000010:1.0:1767384393.552210:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004163af7e. 00000100:00000010:1.0:1767384393.552216:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005752173c. 00000100:00000010:1.0:1767384393.552223:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b550b37. 00000100:00000010:1.0:1767384393.552237:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac83f87c. 00000100:00000010:1.0:1767384393.552243:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd7d4940. 00000100:00000010:1.0:1767384393.552249:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2fc6166. 00000400:00000200:1.0:1767384393.552254:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384393.552345:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d0ec48e6. 00000020:00000010:1.0:1767384393.552351:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000561a60d1. 00000100:00000010:1.0:1767384393.552417:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000027a2a744. 00000100:00000010:1.0:1767384393.552425:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002c8911be. 00000100:00000010:1.0:1767384393.552430:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000147e4c37. 00000100:00000010:1.0:1767384393.552435:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000705c6dd4. 00000100:00000010:1.0:1767384393.552440:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bdce903d. 00000100:00000200:1.0:1767384393.552481:0:40984:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384393.552486:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a6dfe305. 00000100:00000010:1.0:1767384393.552686:0:40991:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e5aaa2c1. 00000020:00000010:1.0:1767384393.552691:0:40991:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000434325b8. 00000020:00000010:1.0:1767384393.552695:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000632255d7. 00000020:00000010:1.0:1767384393.552697:0:40991:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6c593b4. 00000040:00000010:1.0:1767384393.552700:0:40991:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008efcff0d. 00000020:00000010:1.0:1767384393.552703:0:40991:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a2c97a1a. 00000020:00000010:1.0:1767384393.552705:0:40991:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000097114c3f. 80000000:00000010:1.0:1767384393.552709:0:40991:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a95c5653. 00040000:00000010:1.0:1767384393.552712:0:40991:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e1d450b. 00080000:00000010:1.0:1767384393.552715:0:40991:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006bfd8450. 00080000:00000010:1.0:1767384393.552719:0:40991:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000969c54e4. 20000000:00000010:1.0:1767384393.552724:0:40991:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000001e8b527d. 00000100:00000200:1.0:1767384393.552727:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552732:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070316d85. 00000400:00000010:1.0:1767384393.552736:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088132e24. 00000100:00000200:1.0:1767384393.552741:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552743:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce49e465. 00000400:00000010:1.0:1767384393.552745:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e923563. 00000100:00000200:1.0:1767384393.552746:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552748:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002456cb21. 00000400:00000010:1.0:1767384393.552750:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea005a5f. 00000100:00000200:1.0:1767384393.552753:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552755:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4423b5. 00000400:00000010:1.0:1767384393.552757:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d61797e. 00000100:00000200:1.0:1767384393.552759:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552760:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad83f9a4. 00000400:00000010:1.0:1767384393.552762:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450c6ccd. 00000100:00000200:1.0:1767384393.552764:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552784:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c1606e. 00000400:00000010:1.0:1767384393.552786:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2f2b3b7. 00000100:00000200:1.0:1767384393.552789:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552791:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1f3ab31. 00000400:00000010:1.0:1767384393.552793:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dcdfedc. 00000100:00000200:1.0:1767384393.552795:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552797:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000860d078b. 00000400:00000010:1.0:1767384393.552800:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f61ef2c4. 00000100:00000200:1.0:1767384393.552802:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552804:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8f32733. 00000400:00000010:1.0:1767384393.552807:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4cac59b. 00000100:00000200:1.0:1767384393.552809:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552810:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf61b6d0. 00000400:00000010:1.0:1767384393.552812:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfeab415. 00000100:00000200:1.0:1767384393.552814:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552816:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f463c02. 00000400:00000010:1.0:1767384393.552817:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003808a938. 00000100:00000200:1.0:1767384393.552818:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552820:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007beb982f. 00000400:00000010:1.0:1767384393.552822:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057bb2272. 00000100:00000200:1.0:1767384393.552824:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552826:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455bc99a. 00000400:00000010:1.0:1767384393.552828:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a95c979. 00000100:00000200:1.0:1767384393.552831:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552833:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001147258. 00000400:00000010:1.0:1767384393.552835:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff688369. 00000100:00000200:1.0:1767384393.552836:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552838:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb76ddac. 00000400:00000010:1.0:1767384393.552840:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1f9fbb9. 00000100:00000200:1.0:1767384393.552841:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552842:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab6c1df. 00000400:00000010:1.0:1767384393.552843:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d74f6707. 00000100:00000200:1.0:1767384393.552845:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552846:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771959f3. 00000400:00000010:1.0:1767384393.552847:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a0fd2b5. 00000100:00000200:1.0:1767384393.552848:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552849:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a6f9e91. 00000400:00000010:1.0:1767384393.552851:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074926de3. 00000100:00000200:1.0:1767384393.552853:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552854:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066c60501. 00000400:00000010:1.0:1767384393.552855:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f86a958a. 00000100:00000200:1.0:1767384393.552857:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552858:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0792bbd. 00000400:00000010:1.0:1767384393.552860:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069f61875. 00000100:00000200:1.0:1767384393.552861:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552863:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003606e402. 00000400:00000010:1.0:1767384393.552864:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfefde92. 00000100:00000200:1.0:1767384393.552866:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552867:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2fd9e44. 00000400:00000010:1.0:1767384393.552869:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aabb1a4e. 00000100:00000200:1.0:1767384393.552870:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552872:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d8c577. 00000400:00000010:1.0:1767384393.552874:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a72cfa83. 00000100:00000200:1.0:1767384393.552875:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552877:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033427023. 00000400:00000010:1.0:1767384393.552878:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eff645a. 00000100:00000200:1.0:1767384393.552879:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552880:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d90330d3. 00000400:00000010:1.0:1767384393.552882:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061095afb. 00000100:00000200:1.0:1767384393.552884:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552885:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043d3155e. 00000400:00000010:1.0:1767384393.552887:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed3c4ac9. 00000100:00000200:1.0:1767384393.552888:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552889:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e8d883. 00000400:00000010:1.0:1767384393.552891:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049767d06. 00000100:00000200:1.0:1767384393.552893:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552894:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cee2425. 00000400:00000010:1.0:1767384393.552895:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad033113. 00000100:00000200:1.0:1767384393.552897:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552897:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43ae428. 00000400:00000010:1.0:1767384393.552900:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029d38e69. 00000100:00000200:1.0:1767384393.552901:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552902:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d91c00. 00000400:00000010:1.0:1767384393.552904:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000565ba992. 00000100:00000200:1.0:1767384393.552905:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552907:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad6f4c82. 00000400:00000010:1.0:1767384393.552908:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d701b539. 00000100:00000200:1.0:1767384393.552910:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552911:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a6cd4aa. 00000400:00000010:1.0:1767384393.552913:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a404647. 00000100:00000200:1.0:1767384393.552915:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552916:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c728878. 00000400:00000010:1.0:1767384393.552917:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036476c02. 00000100:00000200:1.0:1767384393.552919:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552920:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f4bef1. 00000400:00000010:1.0:1767384393.552921:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a5651c. 00000100:00000200:1.0:1767384393.552923:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552924:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dd6da25. 00000400:00000010:1.0:1767384393.552925:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ef15cec. 00000100:00000200:1.0:1767384393.552927:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552928:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000050f7296. 00000400:00000010:1.0:1767384393.552930:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000144d7cc. 00000100:00000200:1.0:1767384393.552931:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552933:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060382e10. 00000400:00000010:1.0:1767384393.552934:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3e1e99. 00000100:00000200:1.0:1767384393.552935:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552936:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4ca793. 00000400:00000010:1.0:1767384393.552937:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3b9952c. 00000100:00000200:1.0:1767384393.552955:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552956:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee49376. 00000400:00000010:1.0:1767384393.552957:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a42eac. 00000100:00000200:1.0:1767384393.552959:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552960:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809ee9aa. 00000400:00000010:1.0:1767384393.552962:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e96401fa. 00000100:00000200:1.0:1767384393.552964:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552965:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a45a6ab8. 00000400:00000010:1.0:1767384393.552966:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054002282. 00000100:00000200:1.0:1767384393.552968:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552969:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f67d1ef. 00000400:00000010:1.0:1767384393.552971:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088fa831f. 00000100:00000200:1.0:1767384393.552973:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552975:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b55d0e3b. 00000400:00000010:1.0:1767384393.552978:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa020b6. 00000100:00000200:1.0:1767384393.552981:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552983:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b05446f5. 00000400:00000010:1.0:1767384393.552986:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dccfd22e. 00000100:00000200:1.0:1767384393.552989:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.552993:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e00508ef. 00000400:00000010:1.0:1767384393.552995:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025538b59. 00000100:00000200:1.0:1767384393.552998:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553001:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0d474e1. 00000400:00000010:1.0:1767384393.553004:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061936260. 00000100:00000200:1.0:1767384393.553007:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553010:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec662729. 00000400:00000010:1.0:1767384393.553013:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092ce6577. 00000100:00000200:1.0:1767384393.553015:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553018:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8a69ba. 00000400:00000010:1.0:1767384393.553021:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073eb631e. 00000100:00000200:1.0:1767384393.553024:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553026:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a9f6e6. 00000400:00000010:1.0:1767384393.553030:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e6795a. 00000100:00000200:1.0:1767384393.553033:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553036:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac9f9ea. 00000400:00000010:1.0:1767384393.553039:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000156ec3e. 00000100:00000200:1.0:1767384393.553041:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553044:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aaad71b. 00000400:00000010:1.0:1767384393.553047:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014cfefb7. 00000100:00000200:1.0:1767384393.553050:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553070:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be1ed45. 00000400:00000010:1.0:1767384393.553074:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c57369b2. 00000100:00000200:1.0:1767384393.553077:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553079:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a462452. 00000400:00000010:1.0:1767384393.553084:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f02de4e4. 00000100:00000200:1.0:1767384393.553087:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553091:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf7106d. 00000400:00000010:1.0:1767384393.553095:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbefc0ab. 00000100:00000200:1.0:1767384393.553097:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553101:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049bf5119. 00000400:00000010:1.0:1767384393.553105:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f763742. 00000100:00000200:1.0:1767384393.553108:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553111:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a04cb40. 00000400:00000010:1.0:1767384393.553115:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000378b52c6. 00000100:00000200:1.0:1767384393.553119:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553122:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c22e45. 00000400:00000010:1.0:1767384393.553125:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095938875. 00000100:00000200:1.0:1767384393.553128:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553132:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ace2b5. 00000400:00000010:1.0:1767384393.553136:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b58040a. 00000100:00000200:1.0:1767384393.553139:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553144:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064fc929b. 00000400:00000010:1.0:1767384393.553147:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097d47f6a. 00000100:00000200:1.0:1767384393.553151:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553155:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048386470. 00000400:00000010:1.0:1767384393.553159:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb6da46f. 00000100:00000200:1.0:1767384393.553162:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553166:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7926245. 00000400:00000010:1.0:1767384393.553170:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d77fd7e4. 00000100:00000200:1.0:1767384393.553173:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553175:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d8c97c. 00000400:00000010:1.0:1767384393.553179:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa5c049. 00000100:00000200:1.0:1767384393.553182:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553185:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542467a0. 00000400:00000010:1.0:1767384393.553188:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070744fb2. 00000100:00000200:1.0:1767384393.553190:0:40991:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.553192:0:40991:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073661b3a. 00000400:00000010:1.0:1767384393.553196:0:40991:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9d489d8. 00000100:00000010:1.0:1767384393.553213:0:40991:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000000476221. 00000100:00000200:1.0:1767384393.553235:0:40991:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384393.553278:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001a05d240. 00000100:00000010:0.0:1767384393.553492:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000023153f3a. 00000020:00000010:0.0:1767384393.553498:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001bd0299c. 00000020:00000010:0.0:1767384393.553504:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66ecd3a. 00000020:00000010:0.0:1767384393.553508:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f02eaee. 00000040:00000010:0.0:1767384393.553513:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ceb5fa1c. 00000020:00000010:0.0:1767384393.553516:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d635d3db. 00000020:00000010:0.0:1767384393.553521:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f669a4b7. 80000000:00000010:0.0:1767384393.553524:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aee6b7e6. 00040000:00000010:0.0:1767384393.553527:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d349e07e. 00080000:00000010:0.0:1767384393.553532:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000053ae6fa7. 00080000:00000010:0.0:1767384393.553538:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009d4eb19f. 20000000:00000010:0.0:1767384393.553543:0:40992:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007bcec2c4. 00000100:00000010:0.0:1767384393.553559:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000398a9d1d. 00000100:00000200:0.0:1767384393.553584:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384393.553599:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f7d93d2e. 00000100:00000010:1.0:1767384393.553797:0:40993:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fcfa2c79. 00000020:00000010:1.0:1767384393.553803:0:40993:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009696e31f. 00000020:00000010:1.0:1767384393.553809:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f33c8dc. 00000020:00000010:1.0:1767384393.553813:0:40993:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e149de4. 00000040:00000010:1.0:1767384393.553816:0:40993:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f726675f. 00000020:00000010:1.0:1767384393.553820:0:40993:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a70a8f85. 00000020:00000010:1.0:1767384393.553824:0:40993:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000202de199. 80000000:00000010:1.0:1767384393.553827:0:40993:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051269540. 00040000:00000010:1.0:1767384393.553831:0:40993:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8669046. 00080000:00000010:1.0:1767384393.553846:0:40993:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd0b1307. 00080000:00000010:1.0:1767384393.553853:0:40993:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002a9929a6. 20000000:00000010:1.0:1767384393.553860:0:40993:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002aa6e824. 00000100:00000010:1.0:1767384393.553874:0:40993:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000897fed34. 00000100:00000200:1.0:1767384393.553896:0:40993:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384393.553971:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005198b5d3. 00000020:00000010:0.0:1767384393.553978:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eedd43a7. 00080000:00000010:0.0:1767384393.554009:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f3f306cc. 00000020:00000010:0.0:1767384393.554013:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072511dd1. 00080000:00000010:0.0:1767384393.554049:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009a93258a. 00000020:00000010:0.0:1767384393.554069:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000098750dae. 00080000:00000010:0.0:1767384393.554084:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d54e2ffc. 00000020:00000010:0.0:1767384393.554088:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000079ab3d96. 00080000:00000010:0.0:1767384393.554101:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006abe01bc. 20000000:00000010:0.0:1767384393.554105:0:40984:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000728d23c2. 00000020:00000010:0.0:1767384393.554113:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a47746f4. 00000040:00000010:0.0:1767384393.554119:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000823d240b. 00000020:00000010:0.0:1767384393.554122:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dc522c1. 00000020:00000010:0.0:1767384393.554126:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000019e98ce0. 80000000:00000010:0.0:1767384393.554129:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000330797eb. 00040000:00000010:0.0:1767384393.554133:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004b0c5ae0. 00080000:00000010:0.0:1767384393.554137:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000528aa774. 00080000:00000010:0.0:1767384393.554141:0:40984:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000079eb5b9. 00080000:00000010:0.0:1767384393.554143:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cec7e1e9. 00000020:00000010:0.0:1767384393.554147:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000624cc0eb. 00000020:00000010:0.0:1767384393.554151:0:40984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.554156:0:40984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000008:00000010:0.0:1767384393.554160:0:40984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.554165:0:40984:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.554168:0:40984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.554172:0:40984:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.554175:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d877147. 00000020:00000010:0.0:1767384393.554180:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000ae84cc49. 00000020:00000010:0.0:1767384393.554204:0:40984:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000042ce261c. 00000020:00000010:0.0:1767384393.554208:0:40984:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000002825de98. 00000100:02020000:0.0:1767384393.554221:0:40984:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1767384393.560141:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5599329. 00000400:00000200:1.0:1767384393.560148:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000400:00000010:1.0:1767384393.560150:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000400:00000010:3.0:1767384393.560159:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4d8fb5. 00000100:00000200:1.0:1767384393.560161:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018e8f3cd x1853236731479936/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384393.560170:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dee06eb 00000400:00000010:3.0:1767384393.560176:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dee06eb. 00000100:00000200:1.0:1767384393.560176:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018e8f3cd x1853236731479936/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384408 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.560193:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384393.560197:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1363b76. 02000000:00000010:1.0:1767384393.560206:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4ee9c8f. 00000100:00000200:3.0:1767384393.560214:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731479680/t0(0) o400->MGC192.168.204.118@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384393.560215:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018e8f3cd. 02000000:00000010:3.0:1767384393.560240:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e584d07. 02000000:00000010:3.0:1767384393.560248:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2b6ea18. 00000100:00000010:3.0:1767384393.560253:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 00000100:00000010:1.0:1767384393.560322:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023120aa9. 02000000:00000010:1.0:1767384393.560335:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000040cbeca2. 02000000:00000010:0.0:1767384393.560387:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000079eb5b9. 00000400:00000010:0.0:1767384393.560394:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002622ed31. 00000400:00000010:0.0:1767384393.560400:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384393.560404:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731480064, portal 25 00000400:00000010:0.0:1767384393.560410:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.560414:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236731480064, offset 0 00000400:00000200:0.0:1767384393.560421:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.560434:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.560447:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824d108800 00000400:00000200:0.0:1767384393.560454:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21fd [2] + 0 00000400:00000010:0.0:1767384393.560458:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070316d85. 00000400:00000200:0.0:1767384393.560463:0:16351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088132e24 00000400:00000200:0.0:1767384393.560468:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.560473:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.560478:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088132e24 00000400:00000010:0.0:1767384393.560480:0:16351:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088132e24. 00000100:00000200:0.0:1767384393.560485:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384393.560504:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.560506:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.560511:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000023120aa9 x1853236731480064/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384393.560523:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e2e489f0. 00000100:00000010:0.0:1767384393.560530:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae84cc49. 00000020:00000010:1.0:1767384393.560545:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6af75fa. 00000100:00000010:0.0:1767384393.560546:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000330797eb. 00000020:00000010:1.0:1767384393.560552:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1043865. 00000100:00000010:0.0:1767384393.560558:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000098f94be. 00000020:00000010:1.0:1767384393.560559:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000100:00000010:0.0:1767384393.560570:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001470a053. 00000100:00000200:1.0:1767384393.560593:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480064 02000000:00000010:1.0:1767384393.560608:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008c4dcdfe. 00000020:00000010:1.0:1767384393.560616:0:40993:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002d87d317. 00000001:00000010:1.0:1767384393.560622:0:40993:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000088243f3c. 00000001:00000010:1.0:1767384393.560625:0:40993:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000583f3b4e. 00000001:00000010:1.0:1767384393.560629:0:40993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1cd0ed3. 00000001:00000010:1.0:1767384393.560631:0:40993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e25b0edb. 00000001:00000010:1.0:1767384393.560633:0:40993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008d561ef. 00000001:00000010:1.0:1767384393.560635:0:40993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082b558ef. 00000020:00000010:1.0:1767384393.560643:0:40993:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f819fc69. 00000020:00000010:1.0:1767384393.560691:0:40993:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009f3e0c94. 00000020:00000010:1.0:1767384393.560694:0:40993:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000b7f98462. 00000020:00000010:1.0:1767384393.560696:0:40993:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000005c5ed283. 00000020:00000010:1.0:1767384393.560707:0:40993:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000027aee520. 00000020:00000010:1.0:1767384393.560709:0:40993:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c97984f6. 00000020:00000010:1.0:1767384393.560711:0:40993:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d8b7c01c. 00000020:00000010:1.0:1767384393.560719:0:40993:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007d55088d. 00010000:00000200:1.0:1767384393.560746:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003482797e x1853236731480064/t0(0) o250->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384413 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384393.560759:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384393.560761:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236731480064, offset 0 00000400:00000200:1.0:1767384393.560793:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384393.560803:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.560810:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824d108800 00000400:00000200:1.0:1767384393.560817:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22fd [1] + 0 00000400:00000200:1.0:1767384393.560820:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384393.560825:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384393.560829:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000023120aa9 x1853236731480064/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384393.560847:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000400:00000010:1.0:1767384393.560849:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000020:00000010:1.0:1767384393.560860:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1043865. 00000020:00000010:1.0:1767384393.560863:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a8fd64d. 00000400:00000010:0.0:1767384393.560864:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002622ed31. 00000020:00000010:1.0:1767384393.560866:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6af75fa. 00000400:00000200:0.0:1767384393.560873:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 02000000:00000010:1.0:1767384393.560875:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000008c4dcdfe. 00000400:00000010:0.0:1767384393.560878:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000100:00000200:1.0:1767384393.560882:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384393.560887:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04c2e39. 00000100:00000200:0.0:1767384393.560889:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000023120aa9 x1853236731480064/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384393.560893:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4c6d042. 00000100:00000200:0.0:1767384393.560906:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000023120aa9 x1853236731480064/t0(0) o250->MGC192.168.204.118@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.560947:0:16351:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000074fba9d4. 02000000:00000010:0.0:1767384393.560975:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000079eb5b9. 02000000:00000010:0.0:1767384393.560981:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000040cbeca2. 00000100:00000010:0.0:1767384393.560985:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023120aa9. 00000020:00000010:1.0:1767384393.561010:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000ffa3b6ee. 00000020:00000010:3.0:1767384393.561019:0:40984:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000002825de98. 00000020:00000010:3.0:1767384393.561026:0:40984:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000042ce261c. 00000020:00000010:3.0:1767384393.561039:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000007d122b92. 00000100:00000010:1.0:1767384393.561042:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c97ae6c. 00000020:00000010:3.0:1767384393.561065:0:40984:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bb49592f. 00000100:00000010:1.0:1767384393.561069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b0ddba5. 00000020:00000010:3.0:1767384393.561074:0:40984:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004a9624a5. 00000020:00000010:3.0:1767384393.561085:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000007d122b92. 02000000:00000010:1.0:1767384393.561088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000310c70fb. 00000020:00000010:3.0:1767384393.561090:0:40984:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000006dd0a476. 00000100:00000010:1.0:1767384393.561100:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008c4dcdfe. 00000100:00000010:1.0:1767384393.561105:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a6229145. 00000001:00000010:3.0:1767384393.561108:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d47bbdfe. 00000001:00000010:3.0:1767384393.561113:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000081dcd427. 00000001:00000010:3.0:1767384393.561116:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd2057cc. 00000400:00000010:1.0:1767384393.561118:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000001:00000010:3.0:1767384393.561119:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dadee275. 00000400:00000010:1.0:1767384393.561125:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000001:00000010:3.0:1767384393.561126:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb9a1c4f. 00000100:00000200:1.0:1767384393.561131:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d108880-0x695824d108880, portal 33 00000001:00000010:3.0:1767384393.561132:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000111174cc. 00000001:00000010:3.0:1767384393.561137:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008d8e0b58. 02000000:00000010:1.0:1767384393.561141:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bcd009c6. 00000001:00000010:3.0:1767384393.561142:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b670679b. 00000001:00000010:3.0:1767384393.561150:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006895a51. 00000400:00000010:1.0:1767384393.561150:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00000400:00000010:1.0:1767384393.561157:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a16d2e63. 00000001:00000010:3.0:1767384393.561158:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004146e815. 00000100:00000200:1.0:1767384393.561161:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731480192, portal 25 00000001:00000010:3.0:1767384393.561163:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a798591. 00000400:00000010:1.0:1767384393.561167:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073563c9a. 00000001:00000010:3.0:1767384393.561168:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d8d51f1d. 00000100:00000200:1.0:1767384393.561171:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236731480192, offset 0 00000020:00000010:3.0:1767384393.561174:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da6cbf7. 00000400:00000200:1.0:1767384393.561178:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384393.561180:0:40984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ee37788. 00000400:00000200:1.0:1767384393.561185:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384393.561186:0:40984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000008:00000010:3.0:1767384393.561192:0:40984:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004325176d. 00000400:00000200:1.0:1767384393.561193:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d108880 00020000:00000010:3.0:1767384393.561197:0:40984:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b21b4858. 00000400:00000200:1.0:1767384393.561201:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2201 [2] + 0 00008000:00000010:3.0:1767384393.561204:0:40984:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000006d65d1b. 00000400:00000010:1.0:1767384393.561206:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce49e465. 00000080:00000010:3.0:1767384393.561210:0:40984:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000048846957. 00000400:00000200:1.0:1767384393.561210:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000e923563 00000400:00000200:1.0:1767384393.561213:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384393.561216:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000496d2850. 00000400:00000200:1.0:1767384393.561219:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384393.561221:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001eaa2749. 00000400:00000200:1.0:1767384393.561223:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e923563 00000040:00000010:3.0:1767384393.561226:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000be9e0432. 00000400:00000010:1.0:1767384393.561227:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e923563. 00000020:00000010:3.0:1767384393.561233:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f96a6c6. 00000100:00000200:1.0:1767384393.561234:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767384393.561241:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.561245:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b6e3bbc. 80000000:00000010:3.0:1767384393.561247:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d122b92. 40000000:00000010:3.0:1767384393.561250:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7659d05. 00000400:00000200:1.0:1767384393.561251:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073563c9a 00100000:00000010:3.0:1767384393.561255:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f28743f0. 00000400:00000010:1.0:1767384393.561255:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073563c9a. 00000100:00000200:1.0:1767384393.561262:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b0ddba5 x1853236731480192/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384393.561263:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095e592de. 00040000:00000010:3.0:1767384393.561270:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1363b76. 00080000:00000010:3.0:1767384393.561278:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000028668d75. 00080000:00000010:3.0:1767384393.561282:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00000020:00000010:0.0:1767384393.561285:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005c777ec4. 00000004:00000010:3.0:1767384393.561288:0:40984:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000770bcef2. 00000020:00000010:0.0:1767384393.561301:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcebedea. 00000020:00000010:0.0:1767384393.561307:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcebedea. 00000020:00000010:0.0:1767384393.561315:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006962a4a7. 00000020:00000010:0.0:1767384393.561321:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058d46e6a. 00000020:00000010:0.0:1767384393.561325:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000100:00000010:3.0:1767384393.561355:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008c905631. 00000100:00000010:3.0:1767384393.561362:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009550d555. 00000020:00000010:0.0:1767384393.561362:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dcebedea. 00000020:00000010:0.0:1767384393.561369:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dcebedea. 00000100:00000200:0.0:1767384393.561374:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480192 00000100:00000010:3.0:1767384393.561379:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006e2e1049. 02000000:00000010:0.0:1767384393.561385:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cfd69581. 00000100:00000010:3.0:1767384393.561388:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fe3561ee. 00000100:00000010:3.0:1767384393.561396:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f16fcf4. 20000000:00000010:0.0:1767384393.561399:0:40993:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000005f2d9e74. 00000100:00000010:0.0:1767384393.561406:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000079eb5b9. 00000100:00000010:0.0:1767384393.561410:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b504d630. 00000400:00000010:0.0:1767384393.561418:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000400:00000010:0.0:1767384393.561425:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095279c14. 00000400:00000200:0.0:1767384393.561430:0:40993:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384393.561439:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384393.561447:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d108880 00000400:00000200:0.0:1767384393.561452:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x230d [1] + 0 00000400:00000010:0.0:1767384393.561456:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46c937a. 00000400:00000200:0.0:1767384393.561460:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b40dd8d8 00000100:00000200:0.0:1767384393.561465:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000079eb5b9 00000400:00000200:0.0:1767384393.561473:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384393.561480:0:40993:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2319 00000100:00000010:3.0:1767384393.561482:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000031aaff27. 00000400:00000200:0.0:1767384393.561485:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384393.561491:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8c4365f. 00000400:00000200:0.0:1767384393.561492:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384393.561499:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000400:00000010:0.0:1767384393.561502:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384393.561505:0:40993:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000079eb5b9 00000400:00000200:0.0:1767384393.561510:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b40dd8d8 00000400:00000010:0.0:1767384393.561513:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b40dd8d8. 00000100:00000200:0.0:1767384393.561517:0:40993:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000008b0ddba5 desc 000000008c4dcdfe mbits 1853236731480192 00000100:00000200:0.0:1767384393.561541:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d108880-0x695824d108880 20000000:00000010:0.0:1767384393.561554:0:40993:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002389f2c3. 20000000:00000010:0.0:1767384393.561562:0:40993:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000cec7e1e9. 20000000:00000010:0.0:1767384393.561567:0:40993:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000528aa774. 20000000:00000010:0.0:1767384393.561573:0:40993:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006d62683e. 20000000:00000010:0.0:1767384393.561577:0:40993:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000096ce2a9f. 00000100:00000010:3.0:1767384393.561583:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007b58024c. 00000100:00000010:3.0:1767384393.561589:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000330c64be. 00000100:00000010:3.0:1767384393.561672:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007a46a4a5. 00000100:00000010:3.0:1767384393.561676:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9665e68. 00080000:00000010:2.0:1767384393.561818:0:40993:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000206aaed7. 00000100:00000010:3.0:1767384393.561823:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006c6dde98. 00000020:00000010:2.0:1767384393.561826:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000004478805. 00000100:00000010:3.0:1767384393.561829:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2addd7f. 20000000:00000010:2.0:1767384393.561833:0:40993:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000103878ff. 00080000:00000010:2.0:1767384393.561840:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef94c6e4. 00000100:00000010:3.0:1767384393.561914:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004c6dec1f. 00000100:00000010:3.0:1767384393.561919:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039f685f6. 00000100:00000010:3.0:1767384393.562001:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000029050293. 00000100:00000010:3.0:1767384393.562006:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e60e0a1. 00000100:00000010:3.0:1767384393.562103:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000eb53ff2. 00000100:00000010:3.0:1767384393.562108:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c53f8597. 20000000:00000010:2.0:1767384393.562138:0:40993:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000015208bfa. 00000040:00000010:2.0:1767384393.562145:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000053f977ff. 00000040:00000010:2.0:1767384393.562170:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000cadcc40b. 00000020:00000010:2.0:1767384393.562177:0:40993:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008c0ea3bd. 00080000:00000010:2.0:1767384393.562181:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009e70b1af. 00000100:00000010:3.0:1767384393.562192:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005b14f1ff. 00000040:00000010:2.0:1767384393.562195:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f7bdedf7. 00000100:00000010:3.0:1767384393.562198:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd15e96d. 00000100:00000010:3.0:1767384393.562282:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000089768cd. 00000100:00000010:3.0:1767384393.562286:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d005809c. 00000100:00000010:3.0:1767384393.562372:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000829fc449. 00000100:00000010:3.0:1767384393.562379:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096bf894a. 00000100:00000010:3.0:1767384393.562489:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000082d97f63. 00000100:00000010:3.0:1767384393.562496:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043204c61. 00000040:00000010:2.0:1767384393.562571:0:40993:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d9d9e028. 00000100:00000010:3.0:1767384393.562589:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007771fa6c. 00000100:00000010:3.0:1767384393.562597:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095d01737. 00000020:00000010:2.0:1767384393.562680:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d54e2ffc. 00000020:00000010:2.0:1767384393.562684:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a93258a. 00000040:00000010:2.0:1767384393.562687:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f3f306cc. 00000020:00000010:2.0:1767384393.562689:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384393.562693:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.562695:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f99d84a. 80000000:00000010:2.0:1767384393.562698:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.562701:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000013b7c779. 00100000:00000010:2.0:1767384393.562704:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd55e507. 00040000:00000010:2.0:1767384393.562707:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000021e9b758. 00040000:00000010:2.0:1767384393.562711:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc2c8e84. 00000100:00000010:3.0:1767384393.562715:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5b599d5. 00080000:00000010:2.0:1767384393.562715:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fecf27a9. 00080000:00000010:2.0:1767384393.562722:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000083569616. 00000100:00000010:3.0:1767384393.562725:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf80fd8b. 00000004:00000010:2.0:1767384393.562730:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000454860ad. 00002000:00000010:2.0:1767384393.562736:0:40996:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000082be31d9. 00000020:00000010:2.0:1767384393.562739:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c06a412. 00000040:00000010:2.0:1767384393.562744:0:40996:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c868d5e4. 00000040:00000010:2.0:1767384393.563176:0:40996:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c868d5e4. 00000020:00000010:2.0:1767384393.563183:0:40996:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007c06a412. 00000020:00000010:2.0:1767384393.563191:0:40996:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a93258a. 00000040:00000010:2.0:1767384393.563194:0:40996:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f3f306cc. 00000020:00000010:2.0:1767384393.563196:0:40996:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bf1e3b8. 00000020:00000010:2.0:1767384393.563198:0:40996:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.563201:0:40996:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000f99d84a. 80000000:00000010:2.0:1767384393.563220:0:40996:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.563224:0:40996:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000013b7c779. 00100000:00000010:2.0:1767384393.563227:0:40996:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd55e507. 00040000:00000010:2.0:1767384393.563230:0:40996:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000021e9b758. 00000100:00000010:3.0:1767384393.563232:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c0374e4. 00040000:00000010:2.0:1767384393.563233:0:40996:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc2c8e84. 00080000:00000010:2.0:1767384393.563237:0:40996:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000083569616. 00080000:00000010:2.0:1767384393.563242:0:40996:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fecf27a9. 00000004:00000010:2.0:1767384393.563245:0:40996:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000454860ad. 00002000:00000010:2.0:1767384393.563248:0:40996:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000082be31d9. 00000020:00000010:2.0:1767384393.563250:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d54e2ffc. 00000040:00000010:2.0:1767384393.563264:0:40993:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d9d9e028. 00000040:00000010:2.0:1767384393.563270:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000cadcc40b. 00000040:00000010:2.0:1767384393.563272:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f7bdedf7. 00000040:00000010:2.0:1767384393.563275:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000053f977ff. 20000000:00000010:2.0:1767384393.563278:0:40993:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000015208bfa. 20000000:00000010:2.0:1767384393.563288:0:40993:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000015208bfa. 00000040:00000010:2.0:1767384393.563291:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e2f6d8d1. 00000040:00000010:2.0:1767384393.563301:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e2f6d8d1. 20000000:00000010:2.0:1767384393.563304:0:40993:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000015208bfa. 20000000:00000010:2.0:1767384393.563309:0:40993:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000d9d9e028. 20000000:00000010:2.0:1767384393.563319:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2f6d8d1. 20000000:00000010:2.0:1767384393.563324:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc2c8e84. 20000000:00000010:2.0:1767384393.563329:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d54e2ffc. 00000100:00000010:3.0:1767384393.563333:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018b678f8. 20000000:00000010:2.0:1767384393.563334:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000f99d84a. 20000000:00000010:2.0:1767384393.563340:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f3f306cc. 20000000:00000010:2.0:1767384393.563344:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a93258a. 20000000:00000010:2.0:1767384393.563347:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007dc6c031. 20000000:00000010:2.0:1767384393.563350:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d897182b. 20000000:00000010:2.0:1767384393.563354:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063a6dfd6. 20000000:00000010:2.0:1767384393.563357:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae32dcb9. 20000000:00000010:2.0:1767384393.563360:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004abb8421. 20000000:00000010:2.0:1767384393.563363:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ff1306e. 20000000:00000010:2.0:1767384393.563365:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059c8c148. 20000000:00000010:2.0:1767384393.563368:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ed963f1. 20000000:00000010:2.0:1767384393.563371:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1b29316. 20000000:00000010:2.0:1767384393.563373:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a431542c. 20000000:00000010:2.0:1767384393.563375:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fcabdf37. 20000000:00000010:2.0:1767384393.563378:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089fa4e18. 20000000:00000010:2.0:1767384393.563381:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009efa174e. 20000000:00000010:2.0:1767384393.563385:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000998192bb. 20000000:00000010:2.0:1767384393.563387:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2568489. 20000000:00000010:2.0:1767384393.563390:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004da4c211. 20000000:00000010:2.0:1767384393.563408:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000945935ca. 20000000:00000010:2.0:1767384393.563410:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4d83626. 20000000:00000010:2.0:1767384393.563412:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007269c22c. 20000000:00000010:2.0:1767384393.563415:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e026d188. 20000000:00000010:2.0:1767384393.563417:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dcfd6d8e. 20000000:00000010:2.0:1767384393.563420:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000352538eb. 20000000:00000010:2.0:1767384393.563423:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089faaf64. 20000000:00000010:2.0:1767384393.563426:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1645ac4. 20000000:00000010:2.0:1767384393.563429:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa934637. 20000000:00000010:2.0:1767384393.563432:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004fdbd479. 20000000:00000010:2.0:1767384393.563434:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6ed0f39. 20000000:00000010:2.0:1767384393.563437:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005642f6c6. 20000000:00000010:2.0:1767384393.563440:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e25a0400. 20000000:00000010:2.0:1767384393.563442:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f825f900. 20000000:00000010:2.0:1767384393.563445:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b031a28. 20000000:00000010:2.0:1767384393.563447:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000564bc950. 00000100:00000010:3.0:1767384393.563449:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000944ffcaf. 20000000:00000010:2.0:1767384393.563450:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9111556. 20000000:00000010:2.0:1767384393.563456:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6e8fca1. 00000100:00000010:3.0:1767384393.563459:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020ab726a. 20000000:00000010:2.0:1767384393.563460:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000003c15a3. 20000000:00000010:2.0:1767384393.563466:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c34babb. 00080000:00000010:2.0:1767384393.563474:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b9d1626c. 00080000:00000010:2.0:1767384393.563480:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000013b7c779. 00000100:00000010:3.0:1767384393.563552:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ced75db1. 00000100:00000010:3.0:1767384393.563560:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a420212. 00000100:00000010:3.0:1767384393.563668:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000037d84384. 00000100:00000010:3.0:1767384393.563674:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e872d1df. 00000100:00000010:3.0:1767384393.563779:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003950062d. 00000100:00000010:3.0:1767384393.563786:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c0d875e. 00000100:00000010:3.0:1767384393.563900:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cb433536. 00000100:00000010:3.0:1767384393.563906:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002dce187. 00000100:00000010:3.0:1767384393.564012:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006fe44050. 00000100:00000010:3.0:1767384393.564019:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e6fb5f1. 00000100:00000010:3.0:1767384393.564130:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000058bbcc02. 00000100:00000010:3.0:1767384393.564137:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013d23d58. 00000100:00000010:3.0:1767384393.564230:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000869e113b. 00000100:00000010:3.0:1767384393.564236:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3ecb153. 00000100:00000010:3.0:1767384393.564329:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003c45236d. 00000100:00000010:3.0:1767384393.564336:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fe786ec. 00000100:00000010:3.0:1767384393.564440:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000022694d3b. 00000100:00000010:3.0:1767384393.564446:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98ecae3. 00000100:00000010:3.0:1767384393.564557:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c6ef5ce. 00000100:00000010:3.0:1767384393.564580:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa49a15e. 00080000:00000010:1.0:1767384393.564614:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b9d1626c. 00080000:00000010:2.0:1767384393.564647:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000013b7c779. 00000100:00000010:3.0:1767384393.564668:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9a413f7. 00000100:00000010:3.0:1767384393.564674:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d796b6f. 00010000:00000010:1.0:1767384393.564682:0:40994:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e113ebd6. 00010000:00000010:1.0:1767384393.564690:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a75b4d52. 00000020:00000010:1.0:1767384393.564696:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000693a0847. 00000100:00000010:3.0:1767384393.564757:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ea44e74. 00000100:00000010:3.0:1767384393.564763:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b2cbd02. 00010000:00000010:1.1:1767384393.564791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007837de3a. 00010000:00000010:1.1:1767384393.564798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d78be36. 00010000:00000010:1.1:1767384393.564804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006b8194a. 00000100:00000010:2.0:1767384393.564807:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b504d630. 00010000:00000010:1.1:1767384393.564809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b4b0d45. 00000100:00000010:2.0:1767384393.564814:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000079eb5b9. 00010000:00000010:1.1:1767384393.564815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097c32256. 20000000:00000010:2.0:1767384393.564821:0:40993:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000005f2d9e74. 00010000:00000010:1.1:1767384393.564824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a20a1055. 00010000:00000010:1.1:1767384393.564844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3ccae2d. 00010000:00000200:2.0:1767384393.564848:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0a034e3 x1853236731480192/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 4784/4768 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1767384393.564849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e02083de. 00000400:00000010:2.0:1767384393.564866:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2b829b. 00000100:00000200:2.0:1767384393.564869:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731480192, offset 224 00000400:00000200:2.0:1767384393.564875:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.564882:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.564892:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d108880 00000400:00000200:2.0:1767384393.564899:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2311 [2] + 224 00000100:00000010:3.0:1767384393.564902:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc059d98. 00000400:00000200:2.0:1767384393.564907:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384393.564911:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093866f7f. 00000400:00000200:2.0:1767384393.564916:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.564925:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b0ddba5 x1853236731480192/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.564949:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f2b829b 00000400:00000010:2.0:1767384393.564952:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f2b829b. 00000020:00000010:2.0:1767384393.564961:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000083569616. 00000020:00000010:2.0:1767384393.564969:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058d46e6a. 00000020:00000010:2.0:1767384393.564972:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000020:00000010:2.0:1767384393.564975:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006962a4a7. 02000000:00000010:2.0:1767384393.564980:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cfd69581. 00000100:00000200:2.0:1767384393.564985:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.564995:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e203875c. 00000400:00000200:2.0:1767384393.564997:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a16d2e63 00000400:00000010:2.0:1767384393.564999:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a16d2e63. 00000100:00000200:2.0:1767384393.565002:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b0ddba5 x1853236731480192/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.565010:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021f52c4a. 00000100:00000200:2.0:1767384393.565010:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b0ddba5 x1853236731480192/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.565021:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ccc700a. 02000000:00000010:2.0:1767384393.565034:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bcd009c6. 00000100:00000010:2.0:1767384393.565039:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a6229145. 00000100:00000010:2.0:1767384393.565041:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008c4dcdfe. 02000000:00000010:2.0:1767384393.565044:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000310c70fb. 00000100:00000010:2.0:1767384393.565047:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b0ddba5. 00000100:00000010:2.0:1767384393.565049:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005c97ae6c. 00000020:00000010:2.0:1767384393.565069:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000ffa3b6ee. 00000020:00000010:2.0:1767384393.565078:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000074fba9d4. 00000400:00000010:2.0:1767384393.565105:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2e433a1. 00000400:00000010:2.0:1767384393.565109:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f2b829b. 00000100:00000010:3.0:1767384393.565155:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036710b03. 00000100:00000010:3.0:1767384393.565165:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a148d754. 00000100:00000010:3.0:1767384393.565277:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006648a850. 00000100:00000010:3.0:1767384393.565283:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000338bb345. 00000100:00000010:3.0:1767384393.565375:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d16a814. 00000100:00000010:3.0:1767384393.565380:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f02654ff. 00000100:00000010:3.0:1767384393.565483:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d1b2d7e2. 00000100:00000010:3.0:1767384393.565488:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005a0a994. 00000100:00000010:3.0:1767384393.565579:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000380c1e89. 00000100:00000010:3.0:1767384393.565584:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d6642a0. 00000100:00000010:3.0:1767384393.565674:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d016d4f1. 00000100:00000010:3.0:1767384393.565680:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab2dbf2b. 00000100:00000010:3.0:1767384393.565763:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fbfdd6de. 00000100:00000010:3.0:1767384393.565768:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cdb204a. 00000100:00000010:3.0:1767384393.565879:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008953ca51. 00000100:00000010:3.0:1767384393.565885:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eb87ea0. 00000100:00000010:3.0:1767384393.565990:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000020c36c2e. 00000100:00000010:3.0:1767384393.565997:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e75bac1e. 00000100:00000010:3.0:1767384393.566105:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c89d9538. 00000100:00000010:3.0:1767384393.566111:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023e7f486. 00000100:00000010:3.0:1767384393.566242:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002e195cb2. 00000100:00000010:3.0:1767384393.566248:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d781e433. 00000100:00000010:3.0:1767384393.566387:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea1680af. 00000100:00000010:3.0:1767384393.566408:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001e71383. 00000100:00000010:3.0:1767384393.566507:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000becf91f1. 00000100:00000010:3.0:1767384393.566512:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007148fb79. 00000100:00000010:3.0:1767384393.566604:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000021a5d346. 00000100:00000010:3.0:1767384393.566610:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edfefc3b. 00000100:00000010:3.0:1767384393.566714:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004adb9080. 00000100:00000010:3.0:1767384393.566721:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bb75e8a. 00000100:00000010:2.0:1767384393.566836:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000098f94be. 00000100:00000010:0.0:1767384393.566844:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae84cc49. 00000100:00000010:3.0:1767384393.566859:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc6eba27. 00000100:00000010:3.0:1767384393.566878:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001470a053. 00000100:00000010:3.0:1767384393.566892:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98fcbda. 00000100:00000010:3.0:1767384393.567000:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ec016e4e. 00000100:00000010:3.0:1767384393.567006:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b27aef5. 00000100:00000010:3.0:1767384393.567115:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006480563c. 00000100:00000010:3.0:1767384393.567120:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2691c49. 00000100:00000010:3.0:1767384393.567209:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a5195a50. 00000100:00000010:3.0:1767384393.567212:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a771057. 00000100:00000010:3.0:1767384393.567300:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c650fe4c. 00000100:00000010:3.0:1767384393.567303:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da472bb6. 00000100:00000010:3.0:1767384393.567388:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cbfb1382. 00000100:00000010:3.0:1767384393.567391:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a86ed12c. 00000100:00000010:3.0:1767384393.567487:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005404551b. 00000100:00000010:3.0:1767384393.567493:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f3a636b. 00000100:00000010:3.0:1767384393.567570:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd46e690. 00000100:00000010:3.0:1767384393.567573:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000613b92d3. 00000100:00000010:3.0:1767384393.567647:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003939a9c1. 00000100:00000010:3.0:1767384393.567649:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035c49bbe. 00000100:00000010:3.0:1767384393.567721:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c47b386b. 00000100:00000010:3.0:1767384393.567724:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d97a4bd. 00000100:00000010:3.0:1767384393.567795:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000351a0418. 00000100:00000010:1.0:1767384393.567812:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000330797eb. 00000100:00000010:3.0:1767384393.567820:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1fd9aef. 00000100:00000010:3.0:1767384393.567910:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000bb5a735. 00000100:00000010:3.0:1767384393.567913:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5c42ca8. 00000100:00000010:3.0:1767384393.567991:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006f89b4d6. 00000100:00000010:3.0:1767384393.567993:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b74f743. 00000100:00000010:3.0:1767384393.568084:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000030087571. 00000100:00000010:3.0:1767384393.568087:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000082f2b48. 00000100:00000010:3.0:1767384393.568190:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a69739c. 00000100:00000010:3.0:1767384393.568193:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6856eda. 00000100:00000010:3.0:1767384393.568291:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000005ba3c59. 00000100:00000010:3.0:1767384393.568294:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025a70df7. 00000100:00000010:3.0:1767384393.568365:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b7145cd5. 00000100:00000010:3.0:1767384393.568369:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035a3c7cc. 00000100:00000010:3.0:1767384393.568442:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000070df9374. 00000100:00000010:3.0:1767384393.568446:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004664c8c6. 00000100:00000010:3.0:1767384393.568527:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000553f5ae2. 00000100:00000010:3.0:1767384393.568530:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aff24294. 00000100:00000010:3.0:1767384393.568602:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005241adfa. 00000400:00000200:3.0:1767384393.568606:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:3.0:1767384393.568660:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000007eba48b. 00000020:00000010:3.0:1767384393.568664:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001af259be. 00000100:00000010:3.0:1767384393.568702:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e7d4d6e2. 00000100:00000010:3.0:1767384393.568707:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e073a0ab. 00000100:00000010:3.0:1767384393.568709:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dc1032fa. 00000100:00000010:3.0:1767384393.568713:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000ed44aef. 00000100:00000010:3.0:1767384393.568715:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ebe865d8. 00000100:00000010:3.0:1767384393.568717:0:40984:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000000734ebc6. 00000100:00000010:3.0:1767384393.568719:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003d775e39. 00000100:00000010:3.0:1767384393.568721:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ef6a99f3. 00000100:00000010:3.0:1767384393.568723:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004a167266. 00000100:00000010:3.0:1767384393.568725:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000065c94954. 00000100:00000010:3.0:1767384393.568726:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bff8e2c2. 00000100:00000200:3.0:1767384393.568751:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384393.568754:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008e9387c4. 00000100:00000010:1.0:1767384393.569004:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002ca77ede. 00000020:00000010:1.0:1767384393.569008:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cf60ad18. 00000020:00000010:1.0:1767384393.569012:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062d06624. 00000020:00000010:1.0:1767384393.569014:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061734314. 00000040:00000010:1.0:1767384393.569017:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034adb39b. 00000020:00000010:1.0:1767384393.569020:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000810d5ea3. 00000020:00000010:1.0:1767384393.569024:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d997945. 00000020:00000010:1.0:1767384393.569026:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3af7a4e. 80000000:00000010:1.0:1767384393.569029:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a66a48ef. 40000000:00000010:1.0:1767384393.569031:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb734b11. 00100000:00000010:1.0:1767384393.569035:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9c4336d. 00040000:00000010:1.0:1767384393.569037:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008e1a4309. 00040000:00000010:1.0:1767384393.569040:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061f63c6e. 00080000:00000010:1.0:1767384393.569044:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000015b1bdca. 00080000:00000010:1.0:1767384393.569047:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000088a4f486. 00000004:00000010:1.0:1767384393.569065:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000939dd35e. 00002000:00000010:1.0:1767384393.569070:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d937535. 00000100:00000200:1.0:1767384393.569073:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569076:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0b45ed. 00000400:00000010:1.0:1767384393.569095:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000015d3e742. 00000100:00000200:1.0:1767384393.569099:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569101:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e203875c. 00000400:00000010:1.0:1767384393.569103:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa5b482f. 00000100:00000200:1.0:1767384393.569105:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569107:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46c937a. 00000400:00000010:1.0:1767384393.569109:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000aeee2bd. 00000100:00000200:1.0:1767384393.569111:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569113:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce49e465. 00000400:00000010:1.0:1767384393.569115:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0afa136. 00000100:00000200:1.0:1767384393.569117:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569119:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070316d85. 00000400:00000010:1.0:1767384393.569121:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061d55df2. 00000100:00000200:1.0:1767384393.569122:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569124:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5599329. 00000400:00000010:1.0:1767384393.569126:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009d245818. 00000100:00000200:1.0:1767384393.569128:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569130:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6441d79. 00000400:00000010:1.0:1767384393.569132:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfa4e5fa. 00000100:00000200:1.0:1767384393.569134:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569135:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033938ba8. 00000400:00000010:1.0:1767384393.569138:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000544080e9. 00000100:00000200:1.0:1767384393.569140:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569141:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bc6bc7d. 00000400:00000010:1.0:1767384393.569144:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000074439e01. 00000100:00000200:1.0:1767384393.569146:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569147:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac83a1b. 00000400:00000010:1.0:1767384393.569150:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eab92038. 00000100:00000200:1.0:1767384393.569152:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569154:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef8b11c5. 00000400:00000010:1.0:1767384393.569156:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dfba9359. 00000100:00000200:1.0:1767384393.569157:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569159:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d925c5d4. 00000400:00000010:1.0:1767384393.569161:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000503bbbff. 00000100:00000200:1.0:1767384393.569163:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569164:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeb7faa4. 00000400:00000010:1.0:1767384393.569167:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000606ed904. 00000100:00000200:1.0:1767384393.569169:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569170:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009404b36e. 00000400:00000010:1.0:1767384393.569173:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fe5c135d. 00000100:00000200:1.0:1767384393.569174:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569176:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b209f5da. 00000400:00000010:1.0:1767384393.569177:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e096d488. 00000100:00000200:1.0:1767384393.569179:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569180:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006614b2e0. 00000400:00000010:1.0:1767384393.569182:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000046658c58. 00000100:00000200:1.0:1767384393.569184:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569185:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98e86ba. 00000400:00000010:1.0:1767384393.569188:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000066f978. 00000100:00000200:1.0:1767384393.569189:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569191:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fcfd90b. 00000400:00000010:1.0:1767384393.569193:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023a158ab. 00000100:00000200:1.0:1767384393.569194:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569196:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048479c5a. 00000400:00000010:1.0:1767384393.569198:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005695c2c4. 00000100:00000200:1.0:1767384393.569200:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569201:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c560f729. 00000400:00000010:1.0:1767384393.569203:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002a3a6500. 00000100:00000200:1.0:1767384393.569205:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569207:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008577e806. 00000400:00000010:1.0:1767384393.569209:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004bd43de6. 00000100:00000200:1.0:1767384393.569211:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569213:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a3689be. 00000400:00000010:1.0:1767384393.569215:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a80608a2. 00000100:00000200:1.0:1767384393.569217:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569219:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a253810. 00000400:00000010:1.0:1767384393.569221:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047fd7f92. 00000100:00000200:1.0:1767384393.569223:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569224:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a14716c. 00000400:00000010:1.0:1767384393.569226:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000061405961. 00000100:00000200:1.0:1767384393.569228:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569229:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d2c1f54. 00000400:00000010:1.0:1767384393.569231:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e4796439. 00000100:00000200:1.0:1767384393.569233:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569234:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a13971ab. 00000400:00000010:1.0:1767384393.569236:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e792b62a. 00000100:00000200:1.0:1767384393.569238:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569239:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c09d33cd. 00000400:00000010:1.0:1767384393.569241:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bd796334. 00000100:00000200:1.0:1767384393.569243:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569244:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297748aa. 00000400:00000010:1.0:1767384393.569247:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e313beee. 00000100:00000200:1.0:1767384393.569248:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569250:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1117c7b. 00000400:00000010:1.0:1767384393.569252:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038617972. 00000100:00000200:1.0:1767384393.569253:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569255:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8791e02. 00000400:00000010:1.0:1767384393.569257:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b30a485f. 00000100:00000200:1.0:1767384393.569258:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569259:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c0dc55a. 00000400:00000010:1.0:1767384393.569261:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000819bc155. 00000100:00000200:1.0:1767384393.569263:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569265:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034968f34. 00000400:00000010:1.0:1767384393.569266:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003402e4c1. 00000100:00000200:1.0:1767384393.569268:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569270:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000392c981a. 00000400:00000010:1.0:1767384393.569272:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000acbab813. 00000100:00000200:1.0:1767384393.569274:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569275:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdf9f2a1. 00000400:00000010:1.0:1767384393.569277:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000273052dd. 00000100:00000200:1.0:1767384393.569279:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569281:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003642b5e9. 00000400:00000010:1.0:1767384393.569283:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004f880cb0. 00000100:00000200:1.0:1767384393.569285:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569286:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d818729. 00000400:00000010:1.0:1767384393.569288:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097b33cfc. 00000100:00000200:1.0:1767384393.569289:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569290:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c77b366. 00000400:00000010:1.0:1767384393.569293:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000319beb3c. 00000100:00000200:1.0:1767384393.569294:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569295:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d406a9d. 00000400:00000010:1.0:1767384393.569297:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e12e36a3. 00000100:00000200:1.0:1767384393.569299:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569300:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b374d8c9. 00000400:00000010:1.0:1767384393.569302:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b919e43. 00000100:00000200:1.0:1767384393.569304:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569305:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea53f5c6. 00000400:00000010:1.0:1767384393.569307:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009223e921. 00000100:00000200:1.0:1767384393.569309:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569310:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea1b85c7. 00000400:00000010:1.0:1767384393.569312:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8f2caef. 00000100:00000200:1.0:1767384393.569314:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569315:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052dfa095. 00000400:00000010:1.0:1767384393.569318:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002423bf44. 00000100:00000200:1.0:1767384393.569319:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569320:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e54581c. 00000400:00000010:1.0:1767384393.569323:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e97d2a93. 00000100:00000200:1.0:1767384393.569324:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569326:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5334e9c. 00000400:00000010:1.0:1767384393.569328:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000afa2517a. 00000100:00000200:1.0:1767384393.569329:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569331:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005bb379e. 00000400:00000010:1.0:1767384393.569333:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b5932756. 00000100:00000200:1.0:1767384393.569335:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569336:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb528acd. 00000400:00000010:1.0:1767384393.569338:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d3b8ec3a. 00000100:00000200:1.0:1767384393.569340:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569341:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc78726. 00000400:00000010:1.0:1767384393.569343:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a4d75cbf. 00000100:00000200:1.0:1767384393.569345:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569346:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000619063fb. 00000400:00000010:1.0:1767384393.569349:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003f3510dd. 00000100:00000200:1.0:1767384393.569351:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569352:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002ff318e. 00000400:00000010:1.0:1767384393.569354:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001cc9652d. 00000100:00000200:1.0:1767384393.569356:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569357:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f297c519. 00000400:00000010:1.0:1767384393.569359:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003dadbad6. 00000100:00000200:1.0:1767384393.569361:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569362:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b7ca1d. 00000400:00000010:1.0:1767384393.569364:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008cb099f0. 00000100:00000200:1.0:1767384393.569366:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569367:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efc6e067. 00000400:00000010:1.0:1767384393.569370:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004692ec67. 00000100:00000200:1.0:1767384393.569374:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569376:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039c89448. 00000400:00000010:1.0:1767384393.569380:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a9bf2253. 00000100:00000200:1.0:1767384393.569383:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569385:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e921e835. 00000400:00000010:1.0:1767384393.569390:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d28af630. 00000100:00000200:1.0:1767384393.569393:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569411:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94262ec. 00000400:00000010:1.0:1767384393.569414:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000052f654bf. 00000100:00000200:1.0:1767384393.569416:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569418:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0bf7cc9. 00000400:00000010:1.0:1767384393.569421:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008df343f3. 00000100:00000200:1.0:1767384393.569423:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569425:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d71005. 00000400:00000010:1.0:1767384393.569428:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000641b1833. 00000100:00000200:1.0:1767384393.569430:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569433:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8f1895e. 00000400:00000010:1.0:1767384393.569435:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000007b93804. 00000100:00000200:1.0:1767384393.569438:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569440:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdd69def. 00000400:00000010:1.0:1767384393.569442:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032836849. 00000100:00000200:1.0:1767384393.569446:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569447:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455ce7b2. 00000400:00000010:1.0:1767384393.569449:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b34ae2af. 00000100:00000200:1.0:1767384393.569450:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569451:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022eec8b9. 00000400:00000010:1.0:1767384393.569453:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000063069163. 00000100:00000200:1.0:1767384393.569455:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569456:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e045ea04. 00000400:00000010:1.0:1767384393.569457:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ca79abe8. 00000100:00000200:1.0:1767384393.569459:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569459:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a31832. 00000400:00000010:1.0:1767384393.569461:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009c09d2f4. 00000100:00000200:1.0:1767384393.569462:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384393.569463:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000293f00f5. 00000400:00000010:1.0:1767384393.569465:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000398c4161. 00000100:00000010:1.0:1767384393.569506:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000944c497e. 00000100:00000200:1.0:1767384393.569517:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.569556:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000010e5d678. 00000100:00000010:1.0:1767384393.569753:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d7534230. 00000020:00000010:1.0:1767384393.569756:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007b096f68. 00000020:00000010:1.0:1767384393.569758:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7dd4fc8. 00000020:00000010:1.0:1767384393.569760:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000ccf8095. 00000040:00000010:1.0:1767384393.569761:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050fe4e53. 00000020:00000010:1.0:1767384393.569763:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000090df5de0. 00000020:00000010:1.0:1767384393.569785:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006a5e7718. 00000020:00000010:1.0:1767384393.569788:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000348876d5. 80000000:00000010:1.0:1767384393.569790:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003689a041. 40000000:00000010:1.0:1767384393.569792:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3d5d30f. 00100000:00000010:1.0:1767384393.569796:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001b0e5359. 00040000:00000010:1.0:1767384393.569799:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ff8e0cb. 00040000:00000010:1.0:1767384393.569801:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce33c739. 00080000:00000010:1.0:1767384393.569804:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000310c70fb. 00080000:00000010:1.0:1767384393.569807:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000bcd009c6. 00000004:00000010:1.0:1767384393.569811:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be2413fb. 00002000:00000010:1.0:1767384393.569813:0:40998:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000da31d20d. 00000100:00000010:1.0:1767384393.569869:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000dddcf0b7. 00000100:00000200:1.0:1767384393.569878:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.569922:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000787107d1. 00000100:00000010:1.0:1767384393.570079:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000769af64f. 00000020:00000010:1.0:1767384393.570082:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fee6a982. 00000020:00000010:1.0:1767384393.570085:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed0738e7. 00000020:00000010:1.0:1767384393.570087:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6af75fa. 00000040:00000010:1.0:1767384393.570090:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a395d97. 00000020:00000010:1.0:1767384393.570108:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000905a4856. 00000020:00000010:1.0:1767384393.570110:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000050f17058. 00000020:00000010:1.0:1767384393.570112:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002cbc57cc. 80000000:00000010:1.0:1767384393.570114:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7e8a2c9. 40000000:00000010:1.0:1767384393.570115:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c44bdd72. 00100000:00000010:1.0:1767384393.570117:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fd6dcea. 00040000:00000010:1.0:1767384393.570119:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020ff06fb. 00040000:00000010:1.0:1767384393.570121:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f55b6aba. 00080000:00000010:1.0:1767384393.570124:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7bdedf7. 00080000:00000010:1.0:1767384393.570127:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fecf27a9. 00000004:00000010:1.0:1767384393.570131:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004e2976f9. 00002000:00000010:1.0:1767384393.570133:0:40999:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000611dc24e. 00000100:00000010:1.0:1767384393.570175:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003bbaf9b4. 00000100:00000200:1.0:1767384393.570186:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384393.570209:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005c74c4b8. 00000100:00000010:3.0:1767384393.570214:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000007763bcb. 00000100:00000010:3.0:1767384393.570227:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c3558ba6. 00000100:00000010:3.0:1767384393.570233:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e7fdebe2. 00000100:00000010:3.0:1767384393.570237:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cba1bd6b. 00000100:00000010:3.0:1767384393.570241:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000057f559c2. 00000100:00000010:3.0:1767384393.570242:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000349b1b3f. 00000100:00000010:3.0:1767384393.570246:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e647901. 00000100:00000010:3.0:1767384393.570248:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e940287. 00000100:00000010:3.0:1767384393.570252:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d99cb01. 00000100:00000010:3.0:1767384393.570254:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ea84c73. 00000100:00000010:3.0:1767384393.570257:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029ce8328. 00000100:00000010:3.0:1767384393.570259:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d989f8e8. 00000100:00000010:3.0:1767384393.570261:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eef7456a. 00000100:00000010:3.0:1767384393.570263:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000948f270a. 00000100:00000010:3.0:1767384393.570266:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086a6a567. 00000100:00000010:3.0:1767384393.570268:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6aedda6. 00000100:00000010:3.0:1767384393.570272:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1509faf. 00000100:00000010:3.0:1767384393.570273:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f85d86f6. 00000100:00000010:3.0:1767384393.570277:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c5e80636. 00000100:00000010:3.0:1767384393.570278:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e83c85c. 00000100:00000010:3.0:1767384393.570281:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068de1d36. 00000100:00000010:3.0:1767384393.570283:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef750377. 00000100:00000010:3.0:1767384393.570286:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000994dd8f2. 00000100:00000010:3.0:1767384393.570288:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0301ef5. 00000100:00000010:3.0:1767384393.570296:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000655cec14. 00000100:00000010:3.0:1767384393.570299:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0d3e39f. 00000100:00000010:3.0:1767384393.570302:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b886663. 00000100:00000010:3.0:1767384393.570303:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f0888e. 00000100:00000010:3.0:1767384393.570306:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e52597dd. 00000100:00000010:3.0:1767384393.570308:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b8498e8. 00000100:00000010:3.0:1767384393.570311:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e5cddea. 00000100:00000010:3.0:1767384393.570313:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebe355e0. 00000100:00000010:3.0:1767384393.570321:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f82f148b. 00000100:00000010:3.0:1767384393.570323:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007f04d3e. 00000100:00000010:3.0:1767384393.570326:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008bf2becf. 00000100:00000010:3.0:1767384393.570328:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012d78728. 00000100:00000010:3.0:1767384393.570331:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091ca54b3. 00000100:00000010:3.0:1767384393.570332:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6189f17. 00000100:00000010:3.0:1767384393.570335:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aec2c465. 00000100:00000010:3.0:1767384393.570337:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024ea1bb2. 00000100:00000010:3.0:1767384393.570344:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006fa7e226. 00000100:00000010:3.0:1767384393.570346:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000144f8407. 00000100:00000010:3.0:1767384393.570349:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074da05e0. 00000100:00000010:3.0:1767384393.570351:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a02c544b. 00000100:00000010:3.0:1767384393.570354:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d78ed0de. 00000100:00000010:3.0:1767384393.570356:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b8d02d1. 00000100:00000010:3.0:1767384393.570359:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000460800b7. 00000100:00000010:3.0:1767384393.570361:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097ca7be6. 00000100:00000010:3.0:1767384393.570368:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005fe90720. 00000100:00000010:3.0:1767384393.570370:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b94e395. 00000100:00000010:3.0:1767384393.570373:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d7267d2. 00000100:00000010:3.0:1767384393.570374:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b35896de. 00000100:00000010:3.0:1767384393.570378:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8721b65. 00000100:00000010:3.0:1767384393.570379:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c48540b5. 00000100:00000010:3.0:1767384393.570382:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005d524e5. 00000100:00000010:3.0:1767384393.570384:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8b52385. 00000100:00000010:3.0:1767384393.570410:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000978e8939. 00000100:00000010:3.0:1767384393.570412:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000679826ee. 00000100:00000010:3.0:1767384393.570415:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a70a02d7. 00000100:00000010:3.0:1767384393.570416:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004493aac3. 00000100:00000010:3.0:1767384393.570419:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c027c8df. 00000100:00000010:3.0:1767384393.570421:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4e48a41. 00000100:00000010:3.0:1767384393.570425:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac67865f. 00000100:00000010:3.0:1767384393.570426:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa938e69. 00000100:00000010:3.0:1767384393.570434:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b74b5acc. 00000100:00000010:3.0:1767384393.570439:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf7d9e67. 00000100:00000010:3.0:1767384393.570443:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c4e7dfe8. 00000100:00000010:3.0:1767384393.570446:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051e4c328. 00000100:00000010:3.0:1767384393.570450:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000703b3bf2. 00000100:00000010:3.0:1767384393.570453:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d67a5774. 00000100:00000010:3.0:1767384393.570457:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b17153d. 00000100:00000010:3.0:1767384393.570460:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebef20df. 00000100:00000010:3.0:1767384393.570471:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001991193e. 00000100:00000010:3.0:1767384393.570476:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f6ba644. 00000100:00000010:3.0:1767384393.570480:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000160d629. 00000100:00000010:3.0:1767384393.570483:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dc3297c. 00000100:00000010:3.0:1767384393.570487:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0fe7308. 00000100:00000010:3.0:1767384393.570490:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005adeaf29. 00000100:00000010:3.0:1767384393.570494:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8aa0fa3. 00000100:00000010:3.0:1767384393.570497:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005638c550. 00000100:00000010:3.0:1767384393.570505:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007703f3ba. 00000100:00000010:3.0:1767384393.570508:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086a9129a. 00000100:00000010:3.0:1767384393.570511:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000e84a23. 00000100:00000010:3.0:1767384393.570513:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000757e0383. 00000100:00000010:3.0:1767384393.570516:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c64d9304. 00000100:00000010:3.0:1767384393.570517:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002286991c. 00000100:00000010:3.0:1767384393.570520:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cadde90. 00000100:00000010:3.0:1767384393.570521:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077155c14. 00000100:00000010:3.0:1767384393.570528:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000064fa8976. 00000100:00000010:3.0:1767384393.570530:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ada92bf. 00000100:00000010:3.0:1767384393.570533:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a955a702. 00000100:00000010:3.0:1767384393.570535:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e305431. 00000100:00000010:3.0:1767384393.570538:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f842a9d3. 00000100:00000010:3.0:1767384393.570540:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025ca04ab. 00000100:00000010:3.0:1767384393.570543:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a23f39e. 00000100:00000010:3.0:1767384393.570545:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005333a036. 00000100:00000010:3.0:1767384393.570551:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ffc5c881. 00000100:00000010:3.0:1767384393.570554:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052993e3a. 00000100:00000010:3.0:1767384393.570556:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f8d52dd. 00000100:00000010:3.0:1767384393.570558:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3beddc2. 00000100:00000010:3.0:1767384393.570561:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051fe43b2. 00000100:00000010:3.0:1767384393.570562:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053ac579d. 00000100:00000010:3.0:1767384393.570565:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067d8d8ec. 00000100:00000010:3.0:1767384393.570566:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f78fbe20. 00000100:00000010:3.0:1767384393.570573:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a98584bb. 00000100:00000010:3.0:1767384393.570575:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056dd36d4. 00000100:00000010:3.0:1767384393.570578:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa86428e. 00000100:00000010:3.0:1767384393.570579:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f00ba52. 00000100:00000010:3.0:1767384393.570582:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008cdfa2a6. 00000100:00000010:3.0:1767384393.570583:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000420cf78. 00000100:00000010:3.0:1767384393.570586:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da9fc325. 00000100:00000010:3.0:1767384393.570588:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e055ec3. 00000100:00000010:3.0:1767384393.570595:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000de753f58. 00000100:00000010:3.0:1767384393.570597:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000939f1952. 00000100:00000010:3.0:1767384393.570600:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c6d02f3. 00000100:00000010:3.0:1767384393.570601:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007609d889. 00000100:00000010:3.0:1767384393.570604:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a9cb8a6. 00000100:00000010:3.0:1767384393.570606:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005936fada. 00000100:00000010:3.0:1767384393.570609:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a76d1f3. 00000100:00000010:3.0:1767384393.570611:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000087a5c63. 00000100:00000010:3.0:1767384393.570617:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ad25302. 00000100:00000010:3.0:1767384393.570619:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f699230d. 00000100:00000010:3.0:1767384393.570622:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6782039. 00000100:00000010:3.0:1767384393.570623:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074382774. 00000100:00000010:3.0:1767384393.570626:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf034629. 00000100:00000010:3.0:1767384393.570628:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b9c5ca4. 00000100:00000010:3.0:1767384393.570631:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002007c8f8. 00000100:00000010:3.0:1767384393.570633:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763c643f. 00000100:00000010:3.0:1767384393.570639:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ac3213f. 00000100:00000010:3.0:1767384393.570642:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088c4c352. 00000100:00000010:3.0:1767384393.570644:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cacc3d9. 00000400:00000200:3.0:1767384393.570646:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:3.0:1767384393.570672:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b02f8b8. 00000020:00000010:3.0:1767384393.570675:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b125421b. 00000100:00000010:3.0:1767384393.570702:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007d89257f. 00000100:00000010:3.0:1767384393.570704:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006e756967. 00000100:00000010:3.0:1767384393.570706:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000741ec5f3. 00000100:00000010:3.0:1767384393.570708:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ee27196d. 00000100:00000010:3.0:1767384393.570709:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000f31b820. 00000100:00000200:3.0:1767384393.570727:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:3.0:1767384393.570729:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e0f02a37. 00000100:00000010:1.0:1767384393.570904:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000d2376d7. 00000020:00000010:1.0:1767384393.570909:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c6676f77. 00000020:00000010:1.0:1767384393.570912:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023273317. 00000020:00000010:1.0:1767384393.570914:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1d5d036. 00000040:00000010:1.0:1767384393.570916:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000892a3dc8. 00000020:00000010:1.0:1767384393.570919:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000024da348b. 00000020:00000010:1.0:1767384393.570922:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004605f779. 00000020:00000010:1.0:1767384393.570924:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2f4ca5d. 80000000:00000010:1.0:1767384393.570926:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000014bf620a. 40000000:00000010:1.0:1767384393.570928:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcb299db. 00100000:00000010:1.0:1767384393.570931:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dd4be74. 00040000:00000010:1.0:1767384393.570933:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c66409e3. 00040000:00000010:1.0:1767384393.570935:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000da20ef3. 00080000:00000010:1.0:1767384393.570948:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000fb5a8ab. 00080000:00000010:1.0:1767384393.570952:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c4314ab0. 00000004:00000010:1.0:1767384393.570956:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f60ad40f. 00000100:00000200:1.0:1767384393.570960:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570962:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000320a8813. 00000400:00000010:1.0:1767384393.570966:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfed67e7. 00000100:00000200:1.0:1767384393.570969:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570970:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c41c3e6a. 00000400:00000010:1.0:1767384393.570972:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000951008b9. 00000100:00000200:1.0:1767384393.570973:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570975:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000306ab48b. 00000400:00000010:1.0:1767384393.570977:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091362a50. 00000100:00000200:1.0:1767384393.570978:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570980:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae2a525d. 00000400:00000010:1.0:1767384393.570982:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c97ae6c. 00000100:00000200:1.0:1767384393.570984:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570985:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3eb1601. 00000400:00000010:1.0:1767384393.570987:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a16d2e63. 00000100:00000200:1.0:1767384393.570988:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570989:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000883ea630. 00000400:00000010:1.0:1767384393.570992:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043f1330a. 00000100:00000200:1.0:1767384393.570993:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570995:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073ed501c. 00000400:00000010:1.0:1767384393.570997:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a575455f. 00000100:00000200:1.0:1767384393.570998:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.570999:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038532652. 00000400:00000010:1.0:1767384393.571001:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef9c9cd7. 00000100:00000200:1.0:1767384393.571003:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571005:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8dd0c8. 00000400:00000010:1.0:1767384393.571007:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000088efd7c. 00000100:00000200:1.0:1767384393.571009:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571010:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ca1acf. 00000400:00000010:1.0:1767384393.571012:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fa0a93. 00000100:00000200:1.0:1767384393.571013:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571014:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175ba067. 00000400:00000010:1.0:1767384393.571016:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065296b5d. 00000100:00000200:1.0:1767384393.571017:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571018:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4987ba3. 00000400:00000010:1.0:1767384393.571020:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013a4256d. 00000100:00000200:1.0:1767384393.571021:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571022:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c06e8fd8. 00000400:00000010:1.0:1767384393.571024:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076efb73a. 00000100:00000200:1.0:1767384393.571025:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571026:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b95a91. 00000400:00000010:1.0:1767384393.571029:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e0fa174. 00000100:00000200:1.0:1767384393.571030:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571031:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000802fce4e. 00000400:00000010:1.0:1767384393.571033:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d05f1a3. 00000100:00000200:1.0:1767384393.571034:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571035:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000731d7462. 00000400:00000010:1.0:1767384393.571037:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c32806a. 00000100:00000200:1.0:1767384393.571039:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571040:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2b83553. 00000400:00000010:1.0:1767384393.571041:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013a8703e. 00000100:00000200:1.0:1767384393.571043:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571044:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7c06077. 00000400:00000010:1.0:1767384393.571046:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a600fa9. 00000100:00000200:1.0:1767384393.571047:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571048:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072fe82d2. 00000400:00000010:1.0:1767384393.571050:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020756099. 00000100:00000200:1.0:1767384393.571070:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571072:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000599982d4. 00000400:00000010:1.0:1767384393.571075:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054657f79. 00000100:00000200:1.0:1767384393.571076:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571078:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aebc4f55. 00000400:00000010:1.0:1767384393.571079:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9ade3dc. 00000100:00000200:1.0:1767384393.571081:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571082:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000587b2e86. 00000400:00000010:1.0:1767384393.571084:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018ec1833. 00000100:00000200:1.0:1767384393.571085:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571087:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6509caf. 00000400:00000010:1.0:1767384393.571088:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b2d66d9. 00000100:00000200:1.0:1767384393.571090:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571091:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ccfc80e. 00000400:00000010:1.0:1767384393.571092:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f39513f0. 00000100:00000200:1.0:1767384393.571094:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571095:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4462023. 00000400:00000010:1.0:1767384393.571096:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090a509f0. 00000100:00000200:1.0:1767384393.571097:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571115:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175c506f. 00000400:00000010:1.0:1767384393.571117:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1d3911b. 00000100:00000200:1.0:1767384393.571118:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571119:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021cecd32. 00000400:00000010:1.0:1767384393.571120:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e525074. 00000100:00000200:1.0:1767384393.571121:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571122:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf30128. 00000400:00000010:1.0:1767384393.571123:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f298ba6a. 00000100:00000200:1.0:1767384393.571124:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571125:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068bf74f7. 00000400:00000010:1.0:1767384393.571126:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebda3468. 00000100:00000200:1.0:1767384393.571127:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571128:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706b3624. 00000400:00000010:1.0:1767384393.571129:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c45c1bf9. 00000100:00000200:1.0:1767384393.571131:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571131:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056daafd3. 00000400:00000010:1.0:1767384393.571133:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cba86b49. 00000100:00000200:1.0:1767384393.571134:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571136:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c5a482. 00000400:00000010:1.0:1767384393.571138:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f0c5bca. 00000100:00000200:1.0:1767384393.571139:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571140:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9d979ab. 00000400:00000010:1.0:1767384393.571141:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fbcc3b9. 00000100:00000200:1.0:1767384393.571143:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571144:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e1d19bc. 00000400:00000010:1.0:1767384393.571145:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ec574b9. 00000100:00000200:1.0:1767384393.571146:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571147:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af987bc. 00000400:00000010:1.0:1767384393.571148:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece01af0. 00000100:00000200:1.0:1767384393.571149:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571150:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e99b8f45. 00000400:00000010:1.0:1767384393.571152:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003be0c56c. 00000100:00000200:1.0:1767384393.571153:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571154:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038cf3c51. 00000400:00000010:1.0:1767384393.571155:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ca30f25. 00000100:00000200:1.0:1767384393.571156:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571157:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c9ec4fa. 00000400:00000010:1.0:1767384393.571158:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d07e8ef. 00000100:00000200:1.0:1767384393.571159:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571160:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005830109. 00000400:00000010:1.0:1767384393.571161:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000216e41f3. 00000100:00000200:1.0:1767384393.571162:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571163:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000262ca907. 00000400:00000010:1.0:1767384393.571165:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b946e0d. 00000100:00000200:1.0:1767384393.571166:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571167:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5f6f378. 00000400:00000010:1.0:1767384393.571168:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e82131c0. 00000100:00000200:1.0:1767384393.571169:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571170:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2b2c748. 00000400:00000010:1.0:1767384393.571171:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a3d5016. 00000100:00000200:1.0:1767384393.571172:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571173:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000655aae5a. 00000400:00000010:1.0:1767384393.571174:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e602996. 00000100:00000200:1.0:1767384393.571176:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571177:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec293288. 00000400:00000010:1.0:1767384393.571180:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dbfff70. 00000100:00000200:1.0:1767384393.571181:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571182:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004523bf99. 00000400:00000010:1.0:1767384393.571184:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006de2cdd7. 00000100:00000200:1.0:1767384393.571185:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571186:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f9a7c9d. 00000400:00000010:1.0:1767384393.571187:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007768ed71. 00000100:00000200:1.0:1767384393.571188:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571189:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000387a7e96. 00000400:00000010:1.0:1767384393.571191:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008145c678. 00000100:00000200:1.0:1767384393.571192:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571193:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061c535c9. 00000400:00000010:1.0:1767384393.571195:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a518552e. 00000100:00000200:1.0:1767384393.571196:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571197:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000937e3d0f. 00000400:00000010:1.0:1767384393.571198:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064d209fa. 00000100:00000200:1.0:1767384393.571199:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571201:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5180ced. 00000400:00000010:1.0:1767384393.571203:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b40de74e. 00000100:00000200:1.0:1767384393.571204:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571205:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b91850. 00000400:00000010:1.0:1767384393.571207:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057bcea37. 00000100:00000200:1.0:1767384393.571208:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571209:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbcedeb3. 00000400:00000010:1.0:1767384393.571210:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000706daab5. 00000100:00000200:1.0:1767384393.571211:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571212:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6588698. 00000400:00000010:1.0:1767384393.571214:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000732d1c55. 00000100:00000200:1.0:1767384393.571215:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571216:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d18a5efe. 00000400:00000010:1.0:1767384393.571218:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062653d28. 00000100:00000200:1.0:1767384393.571219:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571220:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f6b91e. 00000400:00000010:1.0:1767384393.571221:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e53c175d. 00000100:00000200:1.0:1767384393.571223:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571224:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004a7f5a7. 00000400:00000010:1.0:1767384393.571225:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fab5bd3a. 00000100:00000200:1.0:1767384393.571226:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571228:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb4175fb. 00000400:00000010:1.0:1767384393.571229:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d1c836b. 00000100:00000200:1.0:1767384393.571230:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571231:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4d42e3. 00000400:00000010:1.0:1767384393.571232:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db209e5a. 00000100:00000200:1.0:1767384393.571233:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571234:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e07db6e. 00000400:00000010:1.0:1767384393.571236:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001988a442. 00000100:00000200:1.0:1767384393.571237:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571238:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002940b16e. 00000400:00000010:1.0:1767384393.571240:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073985d72. 00000100:00000200:1.0:1767384393.571241:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571242:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027d398f1. 00000400:00000010:1.0:1767384393.571244:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddf63369. 00000100:00000200:1.0:1767384393.571245:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571246:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004297b84c. 00000400:00000010:1.0:1767384393.571248:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb54d62e. 00000100:00000200:1.0:1767384393.571249:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571250:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bf81a7e. 00000400:00000010:1.0:1767384393.571251:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdc4a013. 00000100:00000200:1.0:1767384393.571252:0:41000:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384393.571253:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac99129b. 00000400:00000010:1.0:1767384393.571255:0:41000:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f7a035d. 00000100:00000010:1.0:1767384393.571265:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e87b6dab. 00000100:00000200:1.0:1767384393.571276:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.571299:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002e584d07. 00000100:00000010:1.0:1767384393.571525:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000042d3b453. 00000020:00000010:1.0:1767384393.571530:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000578abb79. 00000020:00000010:1.0:1767384393.571533:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e030ab3. 00000020:00000010:1.0:1767384393.571536:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a8781f4. 00000040:00000010:1.0:1767384393.571540:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1d3454b. 00000020:00000010:1.0:1767384393.571543:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001e0a0bf2. 00000020:00000010:1.0:1767384393.571547:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a15a5731. 00000020:00000010:1.0:1767384393.571550:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000453be93. 80000000:00000010:1.0:1767384393.571552:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d6ee9a7. 40000000:00000010:1.0:1767384393.571554:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000137d392f. 00100000:00000010:1.0:1767384393.571557:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fbb480bf. 00040000:00000010:1.0:1767384393.571560:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001be597f5. 00040000:00000010:1.0:1767384393.571562:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000784c7bef. 00080000:00000010:1.0:1767384393.571567:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009d40aae1. 00080000:00000010:1.0:1767384393.571571:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002431623f. 00000004:00000010:1.0:1767384393.571575:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000034d0f006. 00000100:00000010:1.0:1767384393.571590:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000822daba8. 00000100:00000200:1.0:1767384393.571604:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.571620:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004cb0b1ec. 00000100:00000010:3.0:1767384393.571625:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000061b36c7a. 00000100:00000010:3.0:1767384393.571639:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000071f0befe. 00000100:00000010:3.0:1767384393.571647:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c8688c2a. 00000100:00000010:3.0:1767384393.571652:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087ba806c. 00000100:00000010:3.0:1767384393.572020:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000092235811. 00000100:00000010:3.0:1767384393.572025:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001151aa0c. 00000100:00000010:3.0:1767384393.572359:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bbc777be. 00000100:00000010:3.0:1767384393.572363:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000945fc3e8. 00000100:00000010:3.0:1767384393.572702:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028ed829c. 00000100:00000010:3.0:1767384393.572706:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000539eec77. 00010000:00000010:1.1:1767384393.572808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e113ebd6. 00010000:00000010:1.1:1767384393.572818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a75b4d52. 00000100:00000010:3.0:1767384393.573076:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cd6ba91b. 00000100:00000010:3.0:1767384393.573081:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006774211c. 00000100:00000010:3.0:1767384393.573393:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1bac890. 00000100:00000010:3.0:1767384393.573411:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008c019ce. 00000100:00000010:3.0:1767384393.573734:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005c2bb4e5. 00000100:00000010:3.0:1767384393.573738:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000514ebae0. 00000100:00000010:3.0:1767384393.574145:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003cc6d9b1. 00000100:00000010:3.0:1767384393.574150:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c589da27. 00000100:00000010:3.0:1767384393.574461:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d8d523a. 00000100:00000010:3.0:1767384393.574466:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d1d61f9. 00000100:00000010:3.0:1767384393.574803:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e4a0432. 00000100:00000010:3.0:1767384393.574808:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000612a9965. 00000100:00000010:3.0:1767384393.575192:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e1787e85. 00000100:00000010:3.0:1767384393.575208:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed412fc5. 00000100:00000010:3.0:1767384393.575524:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000aad1fd3. 00000100:00000010:3.0:1767384393.575528:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c654e162. 00000100:00000010:3.0:1767384393.575845:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000027a7b216. 00000100:00000010:3.0:1767384393.575851:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000573d62a0. 00000100:00000010:3.0:1767384393.576192:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f825ae0c. 00000100:00000010:3.0:1767384393.576195:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059f0a0bc. 00000100:00000010:3.0:1767384393.576526:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000068febb0. 00000100:00000010:3.0:1767384393.576530:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c201569. 00000100:00000010:3.0:1767384393.576865:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a34417f1. 00000100:00000010:3.0:1767384393.576870:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e3dce96. 00000100:00000010:3.0:1767384393.577181:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000089370309. 00000100:00000010:3.0:1767384393.577184:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018a78ed7. 00000100:00000010:3.0:1767384393.577497:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000013ad88b9. 00000100:00000010:3.0:1767384393.577503:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000908ba3b7. 00000100:00000010:3.0:1767384393.577885:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d3b5020. 00000100:00000010:3.0:1767384393.577891:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa5ab464. 00000100:00000010:3.0:1767384393.578232:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e1b45481. 00000100:00000010:3.0:1767384393.578237:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb5aa755. 00000100:00000010:3.0:1767384393.578548:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4151221. 00000100:00000010:3.0:1767384393.578552:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006325fd72. 00000100:00000010:3.0:1767384393.578869:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000569bff71. 00000100:00000010:3.0:1767384393.578876:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087012bdf. 00000100:00000010:3.0:1767384393.579215:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a44b175. 00000100:00000010:3.0:1767384393.579221:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbcda519. 00000100:00000010:3.0:1767384393.579551:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1c60ad2. 00000100:00000010:3.0:1767384393.579557:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079eb3d5a. 00000100:00000010:3.0:1767384393.579926:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bb2c5f35. 00000100:00000010:3.0:1767384393.579932:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c61cf678. 00000100:00000010:3.0:1767384393.580313:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003ad86410. 00000100:00000010:3.0:1767384393.580320:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081746344. 00000100:00000010:3.0:1767384393.580670:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c8d2e5c4. 00000100:00000010:3.0:1767384393.580676:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e0ab4db. 00000100:00000010:3.0:1767384393.581106:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008b92fb93. 00000100:00000010:3.0:1767384393.581112:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab8c1f05. 00000100:00000010:3.0:1767384393.581607:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b59d4b69. 00000100:00000010:3.0:1767384393.581613:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbc11650. 00000100:00000010:3.0:1767384393.581998:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000080b347d8. 00000100:00000010:3.0:1767384393.582005:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000babf559a. 00000100:00000010:3.0:1767384393.582364:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d800f4d5. 00000100:00000010:3.0:1767384393.582369:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000588cc8f9. 00000100:00000010:3.0:1767384393.582699:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097a6b92f. 00000100:00000010:3.0:1767384393.582704:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000714c00c1. 00000100:00000010:3.0:1767384393.583029:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000062e97b77. 00000100:00000010:3.0:1767384393.583033:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057d96615. 00000100:00000010:3.0:1767384393.583403:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b9628450. 00000100:00000010:3.0:1767384393.583407:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b70feda. 00000100:00000010:3.0:1767384393.583718:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008dfe61b6. 00000100:00000010:3.0:1767384393.583722:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a36d1258. 00000100:00000010:3.0:1767384393.584069:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003c86c0d4. 00000100:00000010:3.0:1767384393.584073:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3554cff. 00000100:00000010:3.0:1767384393.584382:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003b167ba2. 00000100:00000010:3.0:1767384393.584384:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000300fa054. 00000100:00000010:3.0:1767384393.584726:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000088ddb618. 00000100:00000010:3.0:1767384393.584733:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8ad2cf0. 00000100:00000010:3.0:1767384393.585161:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007632d649. 00000100:00000010:3.0:1767384393.585167:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022bd574d. 00000100:00000010:3.0:1767384393.585568:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c36b0813. 00000100:00000010:3.0:1767384393.585590:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c18bc6a7. 00000100:00000010:3.0:1767384393.585957:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb3e11b2. 00000100:00000010:3.0:1767384393.585964:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c887f63. 00000100:00000010:3.0:1767384393.586379:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002d36daba. 00000100:00000010:3.0:1767384393.586386:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b79a619. 00000100:00000010:3.0:1767384393.586730:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dcb75b87. 00000100:00000010:3.0:1767384393.586735:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d904211. 00000100:00000010:3.0:1767384393.587105:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a184b124. 00000100:00000010:3.0:1767384393.587113:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021377aa9. 00000100:00000010:3.0:1767384393.587458:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e3d15db7. 00000100:00000010:3.0:1767384393.587464:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d958e60c. 00000100:00000010:3.0:1767384393.587849:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000068177e68. 00000100:00000010:3.0:1767384393.587856:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001779ec7a. 00000100:00000010:3.0:1767384393.588259:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002fb75736. 00000100:00000010:3.0:1767384393.588266:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000157b51be. 00000100:00000010:3.0:1767384393.588660:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000debb9fc. 00000100:00000010:3.0:1767384393.588666:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000b72a42. 00000100:00000010:3.0:1767384393.589099:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000216ed451. 00000100:00000010:3.0:1767384393.589105:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000899d75db. 00000100:00000010:3.0:1767384393.589480:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000062cfddbe. 00000100:00000010:3.0:1767384393.589486:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000703d24ff. 00000100:00000010:3.0:1767384393.589817:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f0c2d239. 00000100:00000010:3.0:1767384393.589837:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036bc84bd. 00000100:00000010:3.0:1767384393.590191:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b45d39d4. 00000100:00000010:3.0:1767384393.590195:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042ea0409. 00000100:00000010:3.0:1767384393.590544:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000069104b0a. 00000100:00000010:3.0:1767384393.590553:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090b620a7. 00000100:00000010:3.0:1767384393.590989:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed761519. 00000100:00000010:3.0:1767384393.590995:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018b087ee. 00000100:00000010:3.0:1767384393.591333:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000682129ba. 00000100:00000010:3.0:1767384393.591337:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008162ab0. 00000100:00000010:3.0:1767384393.591642:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f2efcde6. 00000100:00000010:3.0:1767384393.591646:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082a24d94. 00000100:00000010:3.0:1767384393.591940:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fd340cd8. 00000100:00000010:3.0:1767384393.591943:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd86786a. 00000100:00000010:3.0:1767384393.592242:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eeecdac8. 00000100:00000010:3.0:1767384393.592245:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000488de31a. 00000100:00000010:3.0:1767384393.592551:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f2219ed. 00000100:00000010:3.0:1767384393.592559:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000707d7f57. 00000100:00000010:3.0:1767384393.592955:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c1e40a58. 00000100:00000010:3.0:1767384393.592961:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f45f412. 00000100:00000010:3.0:1767384393.593306:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033c940e3. 00000100:00000010:3.0:1767384393.593311:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9fb403d. 00000100:00000010:3.0:1767384393.593634:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e9cd970. 00000100:00000010:3.0:1767384393.593638:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a7ee0d4. 00000100:00000010:3.0:1767384393.594016:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a2c85632. 00000100:00000010:3.0:1767384393.594025:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa4d8a73. 00000100:00000010:3.0:1767384393.594397:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a0e58af. 00000100:00000010:3.0:1767384393.594404:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065eceb00. 00000100:00000010:3.0:1767384393.594766:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005c4393ae. 00000400:00000200:3.0:1767384393.594776:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384393.594899:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008bfc86f1. 00000020:00000010:3.0:1767384393.594906:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000275fddbf. 00000100:00000010:3.0:1767384393.594969:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a4a900b6. 00000100:00000010:3.0:1767384393.594977:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002bbc3a8a. 00000100:00000010:3.0:1767384393.594983:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006b5e6c73. 00000100:00000010:3.0:1767384393.594988:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b487ff01. 00000100:00000010:3.0:1767384393.594991:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004da6facf. 00000100:00000200:3.0:1767384393.595023:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384393.595028:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005445d3ec. 00000100:00000010:1.0:1767384393.595351:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007eff5bbb. 00000020:00000010:1.0:1767384393.595356:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000991f471c. 00000020:00000010:1.0:1767384393.595363:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0bc3de. 00000020:00000010:1.0:1767384393.595366:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a533c7ed. 00000040:00000010:1.0:1767384393.595370:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000048208dc0. 00000020:00000010:1.0:1767384393.595375:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7beb5c3. 00000020:00000010:1.0:1767384393.595380:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebe3952a. 00000020:00000010:1.0:1767384393.595384:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077c14524. 80000000:00000010:1.0:1767384393.595388:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000893cab50. 40000000:00000010:1.0:1767384393.595391:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cbc58e05. 00100000:00000010:1.0:1767384393.595398:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c26c7b36. 00040000:00000010:1.0:1767384393.595404:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001f0a02f6. 00040000:00000010:1.0:1767384393.595408:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb7ee2e6. 00080000:00000010:1.0:1767384393.595424:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000065d39ae5. 00080000:00000010:1.0:1767384393.595429:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c1d9f22. 00000004:00000010:1.0:1767384393.595435:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005c2793d5. 00002000:00000010:1.0:1767384393.595439:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c85ef61a. 00000100:00000200:1.0:1767384393.595444:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595449:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caf202f8. 00000400:00000010:1.0:1767384393.595454:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083466ed6. 00000100:00000200:1.0:1767384393.595461:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595462:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002170167a. 00000400:00000010:1.0:1767384393.595465:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000788295b1. 00000100:00000200:1.0:1767384393.595468:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595469:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff447680. 00000400:00000010:1.0:1767384393.595477:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000bed6bcb. 00000100:00000200:1.0:1767384393.595480:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595482:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e63ee4a6. 00000400:00000010:1.0:1767384393.595485:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009d32a762. 00000100:00000200:1.0:1767384393.595487:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595489:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c834934e. 00000400:00000010:1.0:1767384393.595492:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d4a84ebc. 00000100:00000200:1.0:1767384393.595494:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595495:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001043856f. 00000400:00000010:1.0:1767384393.595497:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a339a9c3. 00000100:00000200:1.0:1767384393.595500:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595500:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b6c5bd. 00000400:00000010:1.0:1767384393.595507:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c662fad7. 00000100:00000200:1.0:1767384393.595510:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595512:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000114cf2d. 00000400:00000010:1.0:1767384393.595515:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000081982d88. 00000100:00000200:1.0:1767384393.595517:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595518:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbfb766. 00000400:00000010:1.0:1767384393.595521:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a8afce05. 00000100:00000200:1.0:1767384393.595523:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595524:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e296817. 00000400:00000010:1.0:1767384393.595526:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000049f92995. 00000100:00000200:1.0:1767384393.595529:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595530:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003559e924. 00000400:00000010:1.0:1767384393.595545:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e6bc460. 00000100:00000200:1.0:1767384393.595548:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595550:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c613bd76. 00000400:00000010:1.0:1767384393.595553:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000041a80cb8. 00000100:00000200:1.0:1767384393.595556:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595557:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000582c36a9. 00000400:00000010:1.0:1767384393.595560:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028abbeea. 00000100:00000200:1.0:1767384393.595562:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595563:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000644d63fc. 00000400:00000010:1.0:1767384393.595566:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a3fac9d0. 00000100:00000200:1.0:1767384393.595569:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595570:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000144bdc67. 00000400:00000010:1.0:1767384393.595577:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000005de0b43. 00000100:00000200:1.0:1767384393.595580:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595581:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745a69fb. 00000400:00000010:1.0:1767384393.595584:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fcabedc8. 00000100:00000200:1.0:1767384393.595587:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595588:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc5f7429. 00000400:00000010:1.0:1767384393.595591:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003a2f8bd4. 00000100:00000200:1.0:1767384393.595593:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595594:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2a4a60a. 00000400:00000010:1.0:1767384393.595597:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000026c98d3b. 00000100:00000200:1.0:1767384393.595599:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595600:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013034a69. 00000400:00000010:1.0:1767384393.595607:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c784243d. 00000100:00000200:1.0:1767384393.595610:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595611:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b75f698. 00000400:00000010:1.0:1767384393.595614:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000045c23e06. 00000100:00000200:1.0:1767384393.595616:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595617:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ea783f4. 00000400:00000010:1.0:1767384393.595620:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000012288506. 00000100:00000200:1.0:1767384393.595622:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595623:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006da17ef1. 00000400:00000010:1.0:1767384393.595626:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0a7b301. 00000100:00000200:1.0:1767384393.595628:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595629:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000126f3df7. 00000400:00000010:1.0:1767384393.595635:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007e4a437e. 00000100:00000200:1.0:1767384393.595639:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595640:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8319bb. 00000400:00000010:1.0:1767384393.595643:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004abedf10. 00000100:00000200:1.0:1767384393.595645:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595646:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c72b698. 00000400:00000010:1.0:1767384393.595649:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ec21fd2. 00000100:00000200:1.0:1767384393.595652:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595653:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001be58512. 00000400:00000010:1.0:1767384393.595656:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082ef11df. 00000100:00000200:1.0:1767384393.595658:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595660:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047404ba6. 00000400:00000010:1.0:1767384393.595666:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000080ce46f2. 00000100:00000200:1.0:1767384393.595669:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595671:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008f56fe1. 00000400:00000010:1.0:1767384393.595673:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fedd58af. 00000100:00000200:1.0:1767384393.595676:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595677:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5a5ee35. 00000400:00000010:1.0:1767384393.595679:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd1c990e. 00000100:00000200:1.0:1767384393.595682:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595683:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000848e45fa. 00000400:00000010:1.0:1767384393.595685:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c7ef3ad1. 00000100:00000200:1.0:1767384393.595688:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595689:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e770920. 00000400:00000010:1.0:1767384393.595695:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005cb5d80c. 00000100:00000200:1.0:1767384393.595698:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595700:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2b6a5c5. 00000400:00000010:1.0:1767384393.595703:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d285cd6. 00000100:00000200:1.0:1767384393.595706:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595707:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079622e8f. 00000400:00000010:1.0:1767384393.595709:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005e6ce61d. 00000100:00000200:1.0:1767384393.595712:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595713:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec1b35a3. 00000400:00000010:1.0:1767384393.595716:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eb08673d. 00000100:00000200:1.0:1767384393.595718:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595719:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb6afa48. 00000400:00000010:1.0:1767384393.595725:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d84569b3. 00000100:00000200:1.0:1767384393.595729:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595730:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058093d44. 00000400:00000010:1.0:1767384393.595733:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007dd0d268. 00000100:00000200:1.0:1767384393.595735:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595737:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0d27058. 00000400:00000010:1.0:1767384393.595739:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003c366c50. 00000100:00000200:1.0:1767384393.595742:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595743:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008143cc83. 00000400:00000010:1.0:1767384393.595746:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a1be97e. 00000100:00000200:1.0:1767384393.595749:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595750:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d4fb0f6. 00000400:00000010:1.0:1767384393.595756:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000238c0b60. 00000100:00000200:1.0:1767384393.595760:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595761:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000476b1cd2. 00000400:00000010:1.0:1767384393.595763:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005edad6ab. 00000100:00000200:1.0:1767384393.595783:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595785:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036a3255c. 00000400:00000010:1.0:1767384393.595788:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d9bcc4b. 00000100:00000200:1.0:1767384393.595791:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595793:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f20ebe9b. 00000400:00000010:1.0:1767384393.595797:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d6b3bee. 00000100:00000200:1.0:1767384393.595817:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595819:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dceabf5. 00000400:00000010:1.0:1767384393.595827:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002fd9346e. 00000100:00000200:1.0:1767384393.595832:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595833:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b14528cc. 00000400:00000010:1.0:1767384393.595837:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000913d299a. 00000100:00000200:1.0:1767384393.595841:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595843:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a0579e4. 00000400:00000010:1.0:1767384393.595846:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001751e689. 00000100:00000200:1.0:1767384393.595850:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595852:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000577e134d. 00000400:00000010:1.0:1767384393.595855:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000003ed4e3b. 00000100:00000200:1.0:1767384393.595858:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595860:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addc6383. 00000400:00000010:1.0:1767384393.595867:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7ac574d. 00000100:00000200:1.0:1767384393.595870:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595872:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005470b189. 00000400:00000010:1.0:1767384393.595875:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d8504286. 00000100:00000200:1.0:1767384393.595877:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595878:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3c66003. 00000400:00000010:1.0:1767384393.595881:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009764335d. 00000100:00000200:1.0:1767384393.595884:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595886:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d33a76d4. 00000400:00000010:1.0:1767384393.595889:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ea821b0c. 00000100:00000200:1.0:1767384393.595892:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595893:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a8b4af4. 00000400:00000010:1.0:1767384393.595916:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c180e661. 00000100:00000200:1.0:1767384393.595920:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595921:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc219120. 00000400:00000010:1.0:1767384393.595924:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000060067107. 00000100:00000200:1.0:1767384393.595927:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595927:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000746101c. 00000400:00000010:1.0:1767384393.595930:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ec919a5. 00000100:00000200:1.0:1767384393.595933:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595933:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b5572a2. 00000400:00000010:1.0:1767384393.595936:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f263523f. 00000100:00000200:1.0:1767384393.595938:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595939:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb19c66. 00000400:00000010:1.0:1767384393.595946:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000401ae854. 00000100:00000200:1.0:1767384393.595949:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595950:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099007f6e. 00000400:00000010:1.0:1767384393.595953:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000038af44be. 00000100:00000200:1.0:1767384393.595955:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595956:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f72a046. 00000400:00000010:1.0:1767384393.595959:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c842b8e. 00000100:00000200:1.0:1767384393.595961:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595962:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017718d6. 00000400:00000010:1.0:1767384393.595964:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005cb3593b. 00000100:00000200:1.0:1767384393.595967:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595968:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ba49287. 00000400:00000010:1.0:1767384393.595974:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000054aca3d4. 00000100:00000200:1.0:1767384393.595977:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595979:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125908f7. 00000400:00000010:1.0:1767384393.595982:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000047af2c43. 00000100:00000200:1.0:1767384393.595984:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595985:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca0a32ff. 00000400:00000010:1.0:1767384393.595988:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d3b28956. 00000100:00000200:1.0:1767384393.595990:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595992:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2937406. 00000400:00000010:1.0:1767384393.595994:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c384dfd1. 00000100:00000200:1.0:1767384393.595997:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.595998:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7b27c9. 00000400:00000010:1.0:1767384393.596005:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000114f7bdd. 00000100:00000200:1.0:1767384393.596008:0:41002:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384393.596009:0:41002:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045337131. 00000400:00000010:1.0:1767384393.596012:0:41002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d7b28508. 00000100:00000010:1.0:1767384393.596021:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000040cceed2. 00000100:00000200:1.0:1767384393.596036:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.596048:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e5b93860. 00000100:00000010:1.0:1767384393.596223:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004bf2eee5. 00000020:00000010:1.0:1767384393.596226:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba501f71. 00000020:00000010:1.0:1767384393.596229:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc4569d4. 00000020:00000010:1.0:1767384393.596230:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001b1c3eda. 00000040:00000010:1.0:1767384393.596232:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031500e97. 00000020:00000010:1.0:1767384393.596234:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069d24ba5. 00000020:00000010:1.0:1767384393.596236:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000028318fbe. 00000020:00000010:1.0:1767384393.596239:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079e765cb. 80000000:00000010:1.0:1767384393.596241:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7934d14. 40000000:00000010:1.0:1767384393.596243:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000029d60fc9. 00100000:00000010:1.0:1767384393.596245:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000082e28a31. 00040000:00000010:1.0:1767384393.596247:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec15d1b3. 00040000:00000010:1.0:1767384393.596249:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5f14882. 00080000:00000010:1.0:1767384393.596252:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000beb46666. 00080000:00000010:1.0:1767384393.596255:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080178f59. 00000004:00000010:1.0:1767384393.596260:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007466dcd3. 00002000:00000010:1.0:1767384393.596262:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fc74bd58. 00000100:00000010:1.0:1767384393.596273:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000002eae012. 00000100:00000200:1.0:1767384393.596283:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.596293:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008b0d77da. 00000100:00000010:3.0:1767384393.596299:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000005ca78982. 00000100:00000010:3.0:1767384393.596327:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000914d104. 00000100:00000010:3.0:1767384393.596333:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000fc978ad. 00000100:00000010:3.0:1767384393.596339:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017a2eb5e. 00000100:00000010:3.0:1767384393.596342:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e83b258a. 00000100:00000010:3.0:1767384393.596344:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d4e23d8. 00000100:00000010:3.0:1767384393.596347:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084e87b6f. 00000100:00000010:3.0:1767384393.596349:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb94641. 00000100:00000010:3.0:1767384393.596352:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c543034c. 00000100:00000010:3.0:1767384393.596354:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051a3cec4. 00000100:00000010:3.0:1767384393.596356:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1e16977. 00000100:00000010:3.0:1767384393.596358:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d68c418c. 00000100:00000010:3.0:1767384393.596360:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db8f2434. 00000100:00000010:3.0:1767384393.596362:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064cad065. 00000100:00000010:3.0:1767384393.596364:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000448548c9. 00000100:00000010:3.0:1767384393.596366:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040b88664. 00000100:00000010:3.0:1767384393.596368:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c60fad5b. 00000100:00000010:3.0:1767384393.596369:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae53312. 00000100:00000010:3.0:1767384393.596372:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ec4950fb. 00000100:00000010:3.0:1767384393.596373:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000992ca6cd. 00000100:00000010:3.0:1767384393.596375:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009eb9cf0c. 00000100:00000010:3.0:1767384393.596377:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046d15a9d. 00000100:00000010:3.0:1767384393.596379:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050271336. 00000100:00000010:3.0:1767384393.596380:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad8171b9. 00000100:00000010:3.0:1767384393.596383:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d07c0208. 00000100:00000010:3.0:1767384393.596385:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b1e6b08. 00000100:00000010:3.0:1767384393.596388:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c116371. 00000100:00000010:3.0:1767384393.596390:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006af8ae9f. 00000100:00000010:3.0:1767384393.596392:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e8d44c5. 00000100:00000010:3.0:1767384393.596395:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de546847. 00000100:00000010:3.0:1767384393.596397:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0dfb196. 00000100:00000010:3.0:1767384393.596399:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b68656e4. 00000100:00000010:3.0:1767384393.596401:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9bab5fb. 00000100:00000010:3.0:1767384393.596402:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f1a6433. 00000100:00000010:3.0:1767384393.596405:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003de2f8d5. 00000100:00000010:3.0:1767384393.596407:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000230fed53. 00000100:00000010:3.0:1767384393.596409:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001faef562. 00000100:00000010:3.0:1767384393.596411:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4c49185. 00000100:00000010:3.0:1767384393.596413:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad72c15c. 00000100:00000010:3.0:1767384393.596415:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e1ca046. 00000100:00000010:3.0:1767384393.596417:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b0ba70b. 00000100:00000010:3.0:1767384393.596419:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c5a26e. 00000100:00000010:3.0:1767384393.596422:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070db1fda. 00000100:00000010:3.0:1767384393.596423:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053367565. 00000100:00000010:3.0:1767384393.596425:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a145dc11. 00000100:00000010:3.0:1767384393.596427:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b1bbc42. 00000100:00000010:3.0:1767384393.596430:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099ba22fb. 00000100:00000010:3.0:1767384393.596431:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb776f34. 00000100:00000010:3.0:1767384393.596434:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b320321e. 00000100:00000010:3.0:1767384393.596436:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000392d3d46. 00000100:00000010:3.0:1767384393.596439:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000498762c4. 00000100:00000010:3.0:1767384393.596442:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e4c3844. 00000100:00000010:3.0:1767384393.596445:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2ed418e. 00000100:00000010:3.0:1767384393.596448:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004f3cc6b. 00000100:00000010:3.0:1767384393.596451:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bbe3ee1. 00000100:00000010:3.0:1767384393.596455:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c40ebe6. 00000100:00000010:3.0:1767384393.596458:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004117ef9. 00000100:00000010:3.0:1767384393.596476:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063ea63ba. 00000100:00000010:3.0:1767384393.596479:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3b58655. 00000100:00000010:3.0:1767384393.596482:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cb94f7d. 00000100:00000010:3.0:1767384393.596485:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da3181de. 00000100:00000010:3.0:1767384393.596488:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074cf9d28. 00000100:00000010:3.0:1767384393.596492:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ede32b55. 00000100:00000010:3.0:1767384393.596495:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2fce6bf. 00000100:00000010:3.0:1767384393.596498:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093ab9194. 00000100:00000010:3.0:1767384393.596501:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007521038b. 00000100:00000010:3.0:1767384393.596504:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006b880be. 00000100:00000010:3.0:1767384393.596507:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc76e9f5. 00000100:00000010:3.0:1767384393.596510:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a544d9c2. 00000100:00000010:3.0:1767384393.596512:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067e111c9. 00000100:00000010:3.0:1767384393.596516:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010bf9241. 00000100:00000010:3.0:1767384393.596518:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae44aa14. 00000100:00000010:3.0:1767384393.596522:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012d4102d. 00000100:00000010:3.0:1767384393.596525:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a46c70. 00000100:00000010:3.0:1767384393.596528:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd33d61a. 00000100:00000010:3.0:1767384393.596531:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd87a431. 00000100:00000010:3.0:1767384393.596534:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e237060. 00000100:00000010:3.0:1767384393.596536:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de3a353. 00000100:00000010:3.0:1767384393.596540:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032c498a9. 00000100:00000010:3.0:1767384393.596542:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038622f05. 00000100:00000010:3.0:1767384393.596546:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009afe3c30. 00000100:00000010:3.0:1767384393.596548:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008452145b. 00000100:00000010:3.0:1767384393.596552:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000142114ab. 00000100:00000010:3.0:1767384393.596554:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000333234d3. 00000100:00000010:3.0:1767384393.596558:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f575c23. 00000100:00000010:3.0:1767384393.596560:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406b20cf. 00000100:00000010:3.0:1767384393.596563:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f0e4eee. 00000100:00000010:3.0:1767384393.596566:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbb2017b. 00000100:00000010:3.0:1767384393.596570:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1911c58. 00000100:00000010:3.0:1767384393.596572:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124fb7ad. 00000100:00000010:3.0:1767384393.596575:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8707b03. 00000100:00000010:3.0:1767384393.596578:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb149c42. 00000100:00000010:3.0:1767384393.596581:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e0d6dd2. 00000100:00000010:3.0:1767384393.596583:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5246fda. 00000100:00000010:3.0:1767384393.596586:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009908509f. 00000100:00000010:3.0:1767384393.596589:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073d7b41b. 00000100:00000010:3.0:1767384393.596593:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5360d79. 00000100:00000010:3.0:1767384393.596596:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000812281a6. 00000100:00000010:3.0:1767384393.596599:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000587158a4. 00000100:00000010:3.0:1767384393.596601:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006189b568. 00000100:00000010:3.0:1767384393.596604:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb513750. 00000100:00000010:3.0:1767384393.596606:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b2fed83. 00000100:00000010:3.0:1767384393.596609:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000239b5574. 00000100:00000010:3.0:1767384393.596613:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f7d6a91. 00000100:00000010:3.0:1767384393.596616:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075a4a326. 00000100:00000010:3.0:1767384393.596619:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021607fc1. 00000100:00000010:3.0:1767384393.596621:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000953fe58d. 00000100:00000010:3.0:1767384393.596624:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8d3d956. 00000100:00000010:3.0:1767384393.596628:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000609c84e7. 00000100:00000010:3.0:1767384393.596630:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000014e1a40. 00000100:00000010:3.0:1767384393.596633:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6f80d30. 00000100:00000010:3.0:1767384393.596636:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e4e163b. 00000100:00000010:3.0:1767384393.596639:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f547769. 00000100:00000010:3.0:1767384393.596642:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005426df33. 00000100:00000010:3.0:1767384393.596646:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a099a3f6. 00000100:00000010:3.0:1767384393.596648:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000404b5738. 00000100:00000010:3.0:1767384393.596652:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080e2f600. 00000100:00000010:3.0:1767384393.596656:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001230c95a. 00000100:00000010:3.0:1767384393.596660:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004abbb4ca. 00000100:00000010:3.0:1767384393.596662:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff0b53fc. 00000100:00000010:3.0:1767384393.596665:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fba2d9b. 00000100:00000010:3.0:1767384393.596668:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e01aefed. 00000100:00000010:3.0:1767384393.596671:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080501f5c. 00000100:00000010:3.0:1767384393.596674:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6aa6a9a. 00000100:00000010:3.0:1767384393.596678:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f16cba1b. 00000100:00000010:3.0:1767384393.596681:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000105ebf99. 00000100:00000010:3.0:1767384393.596683:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f65d4b41. 00000100:00000010:3.0:1767384393.596685:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0226654. 00000100:00000010:3.0:1767384393.596688:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a41eba1. 00000100:00000010:3.0:1767384393.596689:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8e81e87. 00000100:00000010:3.0:1767384393.596692:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f2601d6. 00000400:00000200:3.0:1767384393.596694:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384393.596719:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000063d01a82. 00000020:00000010:3.0:1767384393.596722:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000067f150ff. 00000100:00000010:3.0:1767384393.596747:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008992fb08. 00000100:00000010:3.0:1767384393.596749:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002f165f43. 00000100:00000010:3.0:1767384393.596751:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000054a37023. 00000100:00000010:3.0:1767384393.596752:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008caa3ad5. 00000100:00000010:3.0:1767384393.596754:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017c5068f. 00000100:00000200:3.0:1767384393.596776:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384393.596779:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ccb5212a. 00000100:00000010:1.0:1767384393.596999:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b3e20b6d. 00000020:00000010:1.0:1767384393.597003:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000adee9b1d. 00000020:00000010:1.0:1767384393.597006:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004ad51b3. 00000020:00000010:1.0:1767384393.597008:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007c59ddad. 00000040:00000010:1.0:1767384393.597012:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1d43261. 00000020:00000010:1.0:1767384393.597014:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000000336068. 00000020:00000010:1.0:1767384393.597016:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000723966fe. 00000020:00000010:1.0:1767384393.597018:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005a7cfb07. 80000000:00000010:1.0:1767384393.597020:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026fa30c3. 40000000:00000010:1.0:1767384393.597022:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005255c49a. 00100000:00000010:1.0:1767384393.597024:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe99db0a. 00040000:00000010:1.0:1767384393.597026:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086e786f4. 00040000:00000010:1.0:1767384393.597028:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9ae0b4b. 00080000:00000010:1.0:1767384393.597038:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f72aad28. 00080000:00000010:1.0:1767384393.597042:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b43350f9. 00000004:00000010:1.0:1767384393.597046:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000001e1619e. 00000100:00000200:1.0:1767384393.597048:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597067:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000255712bf. 00000400:00000010:1.0:1767384393.597072:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db3bf32e. 00000100:00000200:1.0:1767384393.597074:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597075:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ccc6114. 00000400:00000010:1.0:1767384393.597077:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1713e64. 00000100:00000200:1.0:1767384393.597078:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597080:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000577920c9. 00000400:00000010:1.0:1767384393.597098:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b40dd8d8. 00000100:00000200:1.0:1767384393.597099:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597100:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017605ba. 00000400:00000010:1.0:1767384393.597102:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052f918c7. 00000100:00000200:1.0:1767384393.597103:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597104:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010d48ab7. 00000400:00000010:1.0:1767384393.597105:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d414b5dc. 00000100:00000200:1.0:1767384393.597106:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597107:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9beeffc. 00000400:00000010:1.0:1767384393.597108:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4d65e27. 00000100:00000200:1.0:1767384393.597109:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597110:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5893afe. 00000400:00000010:1.0:1767384393.597111:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000893faf09. 00000100:00000200:1.0:1767384393.597112:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597114:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a770705. 00000400:00000010:1.0:1767384393.597115:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792c6fdd. 00000100:00000200:1.0:1767384393.597116:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597117:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef893a55. 00000400:00000010:1.0:1767384393.597118:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024b9984b. 00000100:00000200:1.0:1767384393.597119:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597120:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db5b083. 00000400:00000010:1.0:1767384393.597121:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b681ef. 00000100:00000200:1.0:1767384393.597122:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597123:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050daab54. 00000400:00000010:1.0:1767384393.597124:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c29ab1. 00000100:00000200:1.0:1767384393.597125:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597126:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff9914d9. 00000400:00000010:1.0:1767384393.597127:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc8b5b8. 00000100:00000200:1.0:1767384393.597128:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597129:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067a5315f. 00000400:00000010:1.0:1767384393.597130:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e85307. 00000100:00000200:1.0:1767384393.597131:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597133:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006683beb3. 00000400:00000010:1.0:1767384393.597134:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc4840a2. 00000100:00000200:1.0:1767384393.597135:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597136:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033fd3fb1. 00000400:00000010:1.0:1767384393.597137:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e545da33. 00000100:00000200:1.0:1767384393.597138:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597139:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015f43a14. 00000400:00000010:1.0:1767384393.597141:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de7c6df9. 00000100:00000200:1.0:1767384393.597142:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597143:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e49928f. 00000400:00000010:1.0:1767384393.597144:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a20ac26f. 00000100:00000200:1.0:1767384393.597145:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597162:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba16c961. 00000400:00000010:1.0:1767384393.597163:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b277d. 00000100:00000200:1.0:1767384393.597165:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597166:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e42cdb9. 00000400:00000010:1.0:1767384393.597167:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18a3313. 00000100:00000200:1.0:1767384393.597168:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597169:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddaf89a6. 00000400:00000010:1.0:1767384393.597170:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b402ded1. 00000100:00000200:1.0:1767384393.597172:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597173:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076d3929f. 00000400:00000010:1.0:1767384393.597174:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c521a61. 00000100:00000200:1.0:1767384393.597175:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597176:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000196b824a. 00000400:00000010:1.0:1767384393.597177:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de3acdcf. 00000100:00000200:1.0:1767384393.597178:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597179:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a0e1ae7. 00000400:00000010:1.0:1767384393.597180:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000125e09c. 00000100:00000200:1.0:1767384393.597181:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597182:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b5c807c. 00000400:00000010:1.0:1767384393.597183:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057f43d32. 00000100:00000200:1.0:1767384393.597184:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597185:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a33f87ae. 00000400:00000010:1.0:1767384393.597186:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084b24c79. 00000100:00000200:1.0:1767384393.597187:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597188:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050c8bddd. 00000400:00000010:1.0:1767384393.597189:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc8b04. 00000100:00000200:1.0:1767384393.597191:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597192:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0bd7ecc. 00000400:00000010:1.0:1767384393.597193:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000533f6d41. 00000100:00000200:1.0:1767384393.597194:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597195:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d640aa1. 00000400:00000010:1.0:1767384393.597196:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa1747ce. 00000100:00000200:1.0:1767384393.597197:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597198:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb1c9014. 00000400:00000010:1.0:1767384393.597199:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043f12e3d. 00000100:00000200:1.0:1767384393.597200:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597201:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e5fb2e. 00000400:00000010:1.0:1767384393.597210:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1a53300. 00000100:00000200:1.0:1767384393.597213:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597214:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006073fa80. 00000400:00000010:1.0:1767384393.597216:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ea2fd2d. 00000100:00000200:1.0:1767384393.597217:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597219:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd42610. 00000400:00000010:1.0:1767384393.597220:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035552330. 00000100:00000200:1.0:1767384393.597221:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597223:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008274653a. 00000400:00000010:1.0:1767384393.597224:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a074a52. 00000100:00000200:1.0:1767384393.597225:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597226:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002176be0a. 00000400:00000010:1.0:1767384393.597227:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f06b1600. 00000100:00000200:1.0:1767384393.597228:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597229:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a4e65b7. 00000400:00000010:1.0:1767384393.597230:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069bf4fa4. 00000100:00000200:1.0:1767384393.597231:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597232:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3de8bd. 00000400:00000010:1.0:1767384393.597233:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fabafbf. 00000100:00000200:1.0:1767384393.597234:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597235:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028f5b8b4. 00000400:00000010:1.0:1767384393.597236:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014aa5f04. 00000100:00000200:1.0:1767384393.597238:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597239:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000213abc6c. 00000400:00000010:1.0:1767384393.597240:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1fb82e4. 00000100:00000200:1.0:1767384393.597241:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597242:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6b6c568. 00000400:00000010:1.0:1767384393.597243:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000638abd50. 00000100:00000200:1.0:1767384393.597244:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597245:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed4f293f. 00000400:00000010:1.0:1767384393.597246:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aea6ed8. 00000100:00000200:1.0:1767384393.597247:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597248:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001674dbb4. 00000400:00000010:1.0:1767384393.597249:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1fc379. 00000100:00000200:1.0:1767384393.597250:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597251:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cce0bd4. 00000400:00000010:1.0:1767384393.597252:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046472c8a. 00000100:00000200:1.0:1767384393.597253:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597255:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000899a64e. 00000400:00000010:1.0:1767384393.597256:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000381669cc. 00000100:00000200:1.0:1767384393.597257:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597259:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009b5f926. 00000400:00000010:1.0:1767384393.597260:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a0fcd8. 00000100:00000200:1.0:1767384393.597261:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597262:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021e01766. 00000400:00000010:1.0:1767384393.597263:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1ff3da0. 00000100:00000200:1.0:1767384393.597264:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597265:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b15d61dd. 00000400:00000010:1.0:1767384393.597266:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4a49dcc. 00000100:00000200:1.0:1767384393.597268:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597268:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b83e8836. 00000400:00000010:1.0:1767384393.597270:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026048e21. 00000100:00000200:1.0:1767384393.597271:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597272:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025134144. 00000400:00000010:1.0:1767384393.597273:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ca77c8. 00000100:00000200:1.0:1767384393.597274:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597275:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84af227. 00000400:00000010:1.0:1767384393.597276:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ebf63e. 00000100:00000200:1.0:1767384393.597277:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597278:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000758a0afa. 00000400:00000010:1.0:1767384393.597279:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026cd45fb. 00000100:00000200:1.0:1767384393.597280:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597281:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019b3b0cd. 00000400:00000010:1.0:1767384393.597282:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000064234be. 00000100:00000200:1.0:1767384393.597283:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597284:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001648f98a. 00000400:00000010:1.0:1767384393.597285:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a476c56. 00000100:00000200:1.0:1767384393.597287:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597287:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1a0c7b6. 00000400:00000010:1.0:1767384393.597289:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af9d64dc. 00000100:00000200:1.0:1767384393.597290:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597291:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064b4048c. 00000400:00000010:1.0:1767384393.597292:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3074138. 00000100:00000200:1.0:1767384393.597293:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597294:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000891c7dc1. 00000400:00000010:1.0:1767384393.597296:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000763bfe54. 00000100:00000200:1.0:1767384393.597297:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597298:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dec6efa5. 00000400:00000010:1.0:1767384393.597300:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a01d518. 00000100:00000200:1.0:1767384393.597301:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597302:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023f6c8ff. 00000400:00000010:1.0:1767384393.597303:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7e7ec81. 00000100:00000200:1.0:1767384393.597304:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597305:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c4fcc0. 00000400:00000010:1.0:1767384393.597306:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837c3a75. 00000100:00000200:1.0:1767384393.597307:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597308:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adebc56e. 00000400:00000010:1.0:1767384393.597309:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c01ed801. 00000100:00000200:1.0:1767384393.597310:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597312:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cede13be. 00000400:00000010:1.0:1767384393.597319:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bc814d5. 00000100:00000200:1.0:1767384393.597322:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597323:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4a6d16. 00000400:00000010:1.0:1767384393.597324:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba8b3826. 00000100:00000200:1.0:1767384393.597325:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597327:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007434fafc. 00000400:00000010:1.0:1767384393.597328:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ce82f90. 00000100:00000200:1.0:1767384393.597329:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597330:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e5a083. 00000400:00000010:1.0:1767384393.597331:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007882565a. 00000100:00000200:1.0:1767384393.597332:0:41004:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384393.597334:0:41004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d319ec. 00000400:00000010:1.0:1767384393.597335:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe25e32. 00000100:00000010:1.0:1767384393.597338:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000932c44f4. 00000100:00000200:1.0:1767384393.597349:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.597365:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bf7c69dc. 00000100:00000010:1.0:1767384393.597552:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004b9499c9. 00000020:00000010:1.0:1767384393.597555:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d2886862. 00000020:00000010:1.0:1767384393.597557:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000673090ca. 00000020:00000010:1.0:1767384393.597559:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b91cead5. 00000040:00000010:1.0:1767384393.597561:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008226d28. 00000020:00000010:1.0:1767384393.597563:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a17500d. 00000020:00000010:1.0:1767384393.597565:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006cb46f9f. 00000020:00000010:1.0:1767384393.597567:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a545ba24. 80000000:00000010:1.0:1767384393.597569:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2aa7ef1. 40000000:00000010:1.0:1767384393.597570:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a83253c. 00100000:00000010:1.0:1767384393.597572:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077f214ad. 00040000:00000010:1.0:1767384393.597574:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000948ed160. 00040000:00000010:1.0:1767384393.597576:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009dae0c17. 00080000:00000010:1.0:1767384393.597579:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000069a90d50. 00080000:00000010:1.0:1767384393.597582:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c2f63a08. 00000004:00000010:1.0:1767384393.597585:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023209d3b. 00000100:00000010:1.0:1767384393.597588:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000da8640df. 00000100:00000200:1.0:1767384393.597596:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.597606:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002e9862e5. 00000100:00000010:3.0:1767384393.597611:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bd6710cb. 00000100:00000010:3.0:1767384393.597621:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000006e1e0eb. 00000100:00000010:3.0:1767384393.597628:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000040c27d16. 00000100:00000010:3.0:1767384393.597631:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d948e1ee. 00000100:00000010:3.0:1767384393.597633:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9d2009f. 00000100:00000010:3.0:1767384393.597636:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b33bc2c0. 00000100:00000010:3.0:1767384393.597638:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017b423d3. 00000100:00000010:3.0:1767384393.597639:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c830659. 00000100:00000010:3.0:1767384393.597642:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d1a2583. 00000100:00000010:3.0:1767384393.597643:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b18b099a. 00000100:00000010:3.0:1767384393.597645:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025d492fd. 00000100:00000010:3.0:1767384393.597647:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fa9c8a1. 00000100:00000010:3.0:1767384393.597649:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000687266b6. 00000100:00000010:3.0:1767384393.597650:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d87a5c0f. 00000100:00000010:3.0:1767384393.597652:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8dbb35a. 00000100:00000010:3.0:1767384393.597654:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000334ac0bd. 00000100:00000010:3.0:1767384393.597656:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e07bd730. 00000100:00000010:3.0:1767384393.597658:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f6c30a3. 00000100:00000010:3.0:1767384393.597660:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008cc7e91c. 00000100:00000010:3.0:1767384393.597662:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c7d3774. 00000100:00000010:3.0:1767384393.597664:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a2aee2a. 00000100:00000010:3.0:1767384393.597665:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e28d42d0. 00000100:00000010:3.0:1767384393.597667:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000eedca27. 00000100:00000010:3.0:1767384393.597669:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7e1a9a0. 00000100:00000010:3.0:1767384393.597671:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be52ebc6. 00000100:00000010:3.0:1767384393.597673:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000907607c3. 00000100:00000010:3.0:1767384393.597675:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015feef2d. 00000100:00000010:3.0:1767384393.597676:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1b5a1fb. 00000100:00000010:3.0:1767384393.597678:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000032d01ac. 00000100:00000010:3.0:1767384393.597679:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a06bd15. 00000100:00000010:3.0:1767384393.597681:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9b524e6. 00000100:00000010:3.0:1767384393.597683:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002aba20c. 00000100:00000010:3.0:1767384393.597685:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e762d5a. 00000100:00000010:3.0:1767384393.597686:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d3d7db9. 00000100:00000010:3.0:1767384393.597688:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000115cdd16. 00000100:00000010:3.0:1767384393.597689:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002c83c0f. 00000100:00000010:3.0:1767384393.597692:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d115552. 00000100:00000010:3.0:1767384393.597694:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8836b2d. 00000100:00000010:3.0:1767384393.597697:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3aa037c. 00000100:00000010:3.0:1767384393.597698:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008804a63a. 00000100:00000010:3.0:1767384393.597700:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004327af77. 00000100:00000010:3.0:1767384393.597703:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0812ee7. 00000100:00000010:3.0:1767384393.597705:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001e04114. 00000100:00000010:3.0:1767384393.597706:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddcb5dbe. 00000100:00000010:3.0:1767384393.597708:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030ac1803. 00000100:00000010:3.0:1767384393.597710:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4214d89. 00000100:00000010:3.0:1767384393.597712:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3c007b9. 00000100:00000010:3.0:1767384393.597714:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c26b8ef1. 00000100:00000010:3.0:1767384393.597716:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4724e35. 00000100:00000010:3.0:1767384393.597717:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc6efe9c. 00000100:00000010:3.0:1767384393.597719:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab42f28d. 00000100:00000010:3.0:1767384393.597721:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a007d67c. 00000100:00000010:3.0:1767384393.597723:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001cbb5646. 00000100:00000010:3.0:1767384393.597724:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2eda4c7. 00000100:00000010:3.0:1767384393.597726:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bbea5f17. 00000100:00000010:3.0:1767384393.597728:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000909bf95c. 00000100:00000010:3.0:1767384393.597730:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078594a9c. 00000100:00000010:3.0:1767384393.597732:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000081d02ae. 00000100:00000010:3.0:1767384393.597734:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000362a69db. 00000100:00000010:3.0:1767384393.597736:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c601175. 00000100:00000010:3.0:1767384393.597738:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000422f7b7. 00000100:00000010:3.0:1767384393.597739:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2cae200. 00000100:00000010:3.0:1767384393.597741:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6d73219. 00000100:00000010:3.0:1767384393.597743:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd7faca2. 00000100:00000010:3.0:1767384393.597746:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044fbed60. 00000100:00000010:3.0:1767384393.597748:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000139ee46a. 00000100:00000010:3.0:1767384393.597751:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a477b76. 00000100:00000010:3.0:1767384393.597755:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f33f8443. 00000100:00000010:3.0:1767384393.597758:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8bbb829. 00000100:00000010:3.0:1767384393.597762:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005784e4d. 00000100:00000010:3.0:1767384393.597799:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000643503c3. 00000100:00000010:3.0:1767384393.597842:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8c6d8d3. 00000100:00000010:3.0:1767384393.597848:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bc14181. 00000100:00000010:3.0:1767384393.597851:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de3ca339. 00000100:00000010:3.0:1767384393.597855:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083f4f383. 00000100:00000010:3.0:1767384393.597858:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000453d27cb. 00000100:00000010:3.0:1767384393.597862:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a5d4950. 00000100:00000010:3.0:1767384393.597864:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a220ebac. 00000100:00000010:3.0:1767384393.597868:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061851b97. 00000100:00000010:3.0:1767384393.597870:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000581edd35. 00000100:00000010:3.0:1767384393.597875:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018f66fda. 00000100:00000010:3.0:1767384393.597878:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8b81ad4. 00000100:00000010:3.0:1767384393.597896:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007bd9ea79. 00000100:00000010:3.0:1767384393.597899:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6cb65d3. 00000100:00000010:3.0:1767384393.597903:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce3e7606. 00000100:00000010:3.0:1767384393.597906:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de196379. 00000100:00000010:3.0:1767384393.597909:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000173799b3. 00000100:00000010:3.0:1767384393.597912:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df7f047b. 00000100:00000010:3.0:1767384393.597915:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb801684. 00000100:00000010:3.0:1767384393.597918:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083ca58df. 00000100:00000010:3.0:1767384393.597921:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cea94ed0. 00000100:00000010:3.0:1767384393.597924:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c85516fe. 00000100:00000010:3.0:1767384393.597928:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c710b506. 00000100:00000010:3.0:1767384393.597932:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab2249e. 00000100:00000010:3.0:1767384393.597936:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5502cb4. 00000100:00000010:3.0:1767384393.597940:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007745e9ad. 00000100:00000010:3.0:1767384393.597945:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eba02c0f. 00000100:00000010:3.0:1767384393.597949:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b586974a. 00000100:00000010:3.0:1767384393.597953:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048a433ee. 00000100:00000010:3.0:1767384393.597957:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006344b4b. 00000100:00000010:3.0:1767384393.597961:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c50a2ecd. 00000100:00000010:3.0:1767384393.597964:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b136f04d. 00000100:00000010:3.0:1767384393.597968:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca3b9310. 00000100:00000010:3.0:1767384393.597971:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021f77283. 00000100:00000010:3.0:1767384393.597974:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000592390e4. 00000100:00000010:3.0:1767384393.597978:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000485cc595. 00000100:00000010:3.0:1767384393.597981:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000046a97de. 00000100:00000010:3.0:1767384393.597984:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aae3e057. 00000100:00000010:3.0:1767384393.597988:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b466c20. 00000100:00000010:3.0:1767384393.597991:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fc68e85. 00000100:00000010:3.0:1767384393.597996:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004918f4b0. 00000100:00000010:3.0:1767384393.597999:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ea06052. 00000100:00000010:3.0:1767384393.598003:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c601ad21. 00000100:00000010:3.0:1767384393.598006:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000784e9beb. 00000100:00000010:3.0:1767384393.598010:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ecc72162. 00000100:00000010:3.0:1767384393.598013:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a43214. 00000100:00000010:3.0:1767384393.598017:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1cab583. 00000100:00000010:3.0:1767384393.598021:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db799429. 00000100:00000010:3.0:1767384393.598024:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff7bd2ef. 00000100:00000010:3.0:1767384393.598027:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035262148. 00000100:00000010:3.0:1767384393.598031:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f4c8f3c. 00000100:00000010:3.0:1767384393.598035:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069e81fa9. 00000100:00000010:3.0:1767384393.598039:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003ecd0fd. 00000100:00000010:3.0:1767384393.598042:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000649fcba4. 00000100:00000010:3.0:1767384393.598046:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d23c5b6. 00000100:00000010:3.0:1767384393.598067:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5abb5ea. 00000100:00000010:3.0:1767384393.598072:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b849fc60. 00000100:00000010:3.0:1767384393.598086:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6570975. 00000100:00000010:3.0:1767384393.598091:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000897a9762. 00000100:00000010:3.0:1767384393.598111:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a1d56a2. 00000100:00000010:3.0:1767384393.598115:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058aeacac. 00000400:00000200:3.0:1767384393.598118:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767384393.598156:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e10f9e9. 00000020:00000010:3.0:1767384393.598161:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007102d270. 00000100:00000010:3.0:1767384393.598209:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007100e583. 00000100:00000010:3.0:1767384393.598214:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ced45137. 00000100:00000010:3.0:1767384393.598218:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000761733e6. 00000100:00000010:3.0:1767384393.598221:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fac298cc. 00000100:00000010:3.0:1767384393.598224:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003afae899. 00000100:00000200:3.0:1767384393.598255:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767384393.598259:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000043bf107d. 00000100:00000010:1.0:1767384393.598432:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000028ef41f3. 00000020:00000010:1.0:1767384393.598437:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006947d8a9. 00000020:00000010:1.0:1767384393.598441:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ee30f62. 00000020:00000010:1.0:1767384393.598444:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008dbc0480. 00000040:00000010:1.0:1767384393.598447:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000457e83bc. 00000020:00000010:1.0:1767384393.598450:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c44a3ab7. 00000020:00000010:1.0:1767384393.598453:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006625a75e. 00000020:00000010:1.0:1767384393.598455:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000001698b6b. 80000000:00000010:1.0:1767384393.598458:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000260aaa3f. 40000000:00000010:1.0:1767384393.598475:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000ff37baf. 00100000:00000010:1.0:1767384393.598478:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b9eac66. 00040000:00000010:1.0:1767384393.598481:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cd350f06. 00040000:00000010:1.0:1767384393.598484:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b75d72e. 00080000:00000010:1.0:1767384393.598495:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f88a32c7. 00080000:00000010:1.0:1767384393.598501:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f9d4d02e. 00000004:00000010:1.0:1767384393.598506:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000300b2727. 00002000:00000010:1.0:1767384393.598509:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e6d47174. 00000100:00000200:1.0:1767384393.598512:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598516:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049e689a5. 00000400:00000010:1.0:1767384393.598519:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3c3035c. 00000100:00000200:1.0:1767384393.598522:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598524:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8c748fd. 00000400:00000010:1.0:1767384393.598526:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef3ba8aa. 00000100:00000200:1.0:1767384393.598528:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598530:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2fb5b8b. 00000400:00000010:1.0:1767384393.598532:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002946494a. 00000100:00000200:1.0:1767384393.598534:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598536:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6c8039. 00000400:00000010:1.0:1767384393.598538:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2196789. 00000100:00000200:1.0:1767384393.598540:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598542:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000608c0709. 00000400:00000010:1.0:1767384393.598544:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be7a5cde. 00000100:00000200:1.0:1767384393.598546:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598547:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034b02a7d. 00000400:00000010:1.0:1767384393.598549:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010800413. 00000100:00000200:1.0:1767384393.598551:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598553:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e145c72. 00000400:00000010:1.0:1767384393.598555:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074aa0cd9. 00000100:00000200:1.0:1767384393.598557:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598559:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b04b2f7. 00000400:00000010:1.0:1767384393.598560:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047d050f3. 00000100:00000200:1.0:1767384393.598562:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598564:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4b378a6. 00000400:00000010:1.0:1767384393.598566:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058216490. 00000100:00000200:1.0:1767384393.598568:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598569:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032a54c1b. 00000400:00000010:1.0:1767384393.598571:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddcbbaf2. 00000100:00000200:1.0:1767384393.598573:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598575:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012e89639. 00000400:00000010:1.0:1767384393.598577:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5b07d0. 00000100:00000200:1.0:1767384393.598579:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598580:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a840e14. 00000400:00000010:1.0:1767384393.598582:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c34e839f. 00000100:00000200:1.0:1767384393.598585:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598586:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d74a954. 00000400:00000010:1.0:1767384393.598589:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470ea169. 00000100:00000200:1.0:1767384393.598590:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598592:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5b4e9ac. 00000400:00000010:1.0:1767384393.598594:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc837e27. 00000100:00000200:1.0:1767384393.598596:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598598:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dab8ccbb. 00000400:00000010:1.0:1767384393.598599:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a88f336b. 00000100:00000200:1.0:1767384393.598601:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598603:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca9bf4d. 00000400:00000010:1.0:1767384393.598605:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e99f9f5. 00000100:00000200:1.0:1767384393.598607:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598609:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000242f04ea. 00000400:00000010:1.0:1767384393.598611:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b16a10e. 00000100:00000200:1.0:1767384393.598613:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598614:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c82c62. 00000400:00000010:1.0:1767384393.598616:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ef08ed3. 00000100:00000200:1.0:1767384393.598618:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598620:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd05abe7. 00000400:00000010:1.0:1767384393.598622:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e84e3c31. 00000100:00000200:1.0:1767384393.598624:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598626:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000729439d4. 00000400:00000010:1.0:1767384393.598628:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002304b86a. 00000100:00000200:1.0:1767384393.598630:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598632:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000105604fa. 00000400:00000010:1.0:1767384393.598634:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3454b4. 00000100:00000200:1.0:1767384393.598635:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598637:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a35d165. 00000400:00000010:1.0:1767384393.598639:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fb1f21c. 00000100:00000200:1.0:1767384393.598641:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598643:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba3b3ff0. 00000400:00000010:1.0:1767384393.598645:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cab3dd5. 00000100:00000200:1.0:1767384393.598647:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598648:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009600b0c4. 00000400:00000010:1.0:1767384393.598650:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0be1cd. 00000100:00000200:1.0:1767384393.598652:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598654:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd945731. 00000400:00000010:1.0:1767384393.598656:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df573c2a. 00000100:00000200:1.0:1767384393.598658:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598660:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfeceb95. 00000400:00000010:1.0:1767384393.598671:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001ed5335. 00000100:00000200:1.0:1767384393.598676:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598679:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c444382. 00000400:00000010:1.0:1767384393.598681:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007672f38c. 00000100:00000200:1.0:1767384393.598683:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598684:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ec1ca3. 00000400:00000010:1.0:1767384393.598685:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000717ef840. 00000100:00000200:1.0:1767384393.598687:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598688:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f0e2ab2. 00000400:00000010:1.0:1767384393.598690:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd3ba965. 00000100:00000200:1.0:1767384393.598691:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598692:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d9aec19. 00000400:00000010:1.0:1767384393.598693:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001965f31. 00000100:00000200:1.0:1767384393.598694:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598695:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f396d9a. 00000400:00000010:1.0:1767384393.598696:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac94eb0. 00000100:00000200:1.0:1767384393.598697:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598698:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b6ef362. 00000400:00000010:1.0:1767384393.598699:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f758e7c4. 00000100:00000200:1.0:1767384393.598700:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598701:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095708fc9. 00000400:00000010:1.0:1767384393.598702:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fc90122. 00000100:00000200:1.0:1767384393.598703:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598703:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073dc67f7. 00000400:00000010:1.0:1767384393.598705:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d466b68. 00000100:00000200:1.0:1767384393.598706:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598706:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b13ea224. 00000400:00000010:1.0:1767384393.598707:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ecb0d6e. 00000100:00000200:1.0:1767384393.598708:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598710:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ebfea44. 00000400:00000010:1.0:1767384393.598711:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000586462f7. 00000100:00000200:1.0:1767384393.598713:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598714:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000307c615b. 00000400:00000010:1.0:1767384393.598715:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e8a4fdd. 00000100:00000200:1.0:1767384393.598717:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598718:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b22fd66d. 00000400:00000010:1.0:1767384393.598719:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dd689c4. 00000100:00000200:1.0:1767384393.598720:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598721:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5322d0. 00000400:00000010:1.0:1767384393.598722:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd620593. 00000100:00000200:1.0:1767384393.598723:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598724:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0b61f12. 00000400:00000010:1.0:1767384393.598725:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034fc8f11. 00000100:00000200:1.0:1767384393.598726:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598727:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f0a413b. 00000400:00000010:1.0:1767384393.598728:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad49728f. 00000100:00000200:1.0:1767384393.598730:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598732:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006295becd. 00000400:00000010:1.0:1767384393.598734:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000351e1509. 00000100:00000200:1.0:1767384393.598735:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598737:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fda8e475. 00000400:00000010:1.0:1767384393.598739:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a66c2e9f. 00000100:00000200:1.0:1767384393.598741:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598743:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbab882. 00000400:00000010:1.0:1767384393.598745:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009288c60f. 00000100:00000200:1.0:1767384393.598746:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598748:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538439dc. 00000400:00000010:1.0:1767384393.598750:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ff42899. 00000100:00000200:1.0:1767384393.598752:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598754:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcb74a53. 00000400:00000010:1.0:1767384393.598756:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089118773. 00000100:00000200:1.0:1767384393.598758:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598759:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb84f4a9. 00000400:00000010:1.0:1767384393.598761:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048c9a882. 00000100:00000200:1.0:1767384393.598764:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598766:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a065fdf. 00000400:00000010:1.0:1767384393.598768:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbc3429. 00000100:00000200:1.0:1767384393.598770:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598771:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3efa5dc. 00000400:00000010:1.0:1767384393.598772:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2d4ea41. 00000100:00000200:1.0:1767384393.598774:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598775:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b82d86c4. 00000400:00000010:1.0:1767384393.598776:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1e2ba15. 00000100:00000200:1.0:1767384393.598777:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598778:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000400fd053. 00000400:00000010:1.0:1767384393.598803:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000448b55fe. 00000100:00000200:1.0:1767384393.598805:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598807:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a1cf1c. 00000400:00000010:1.0:1767384393.598808:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc139abd. 00000100:00000200:1.0:1767384393.598809:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598810:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ee57f7d. 00000400:00000010:1.0:1767384393.598811:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000269764c4. 00000100:00000200:1.0:1767384393.598812:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598813:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb96447. 00000400:00000010:1.0:1767384393.598814:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c9df686. 00000100:00000200:1.0:1767384393.598816:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598817:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c42e7da8. 00000400:00000010:1.0:1767384393.598818:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1b37f74. 00000100:00000200:1.0:1767384393.598819:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598819:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e4d660a. 00000400:00000010:1.0:1767384393.598828:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c903d817. 00000100:00000200:1.0:1767384393.598831:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598832:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fff2bc0. 00000400:00000010:1.0:1767384393.598833:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff31c32d. 00000100:00000200:1.0:1767384393.598834:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598835:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f175f688. 00000400:00000010:1.0:1767384393.598837:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9154a3a. 00000100:00000200:1.0:1767384393.598838:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598839:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7ee1814. 00000400:00000010:1.0:1767384393.598840:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b98fba. 00000100:00000200:1.0:1767384393.598841:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598843:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf829ec1. 00000400:00000010:1.0:1767384393.598860:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394061ea. 00000100:00000200:1.0:1767384393.598861:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598862:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f44b6114. 00000400:00000010:1.0:1767384393.598864:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f72128a. 00000100:00000200:1.0:1767384393.598865:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598866:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002d81ab5. 00000400:00000010:1.0:1767384393.598867:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec9ab3fb. 00000100:00000200:1.0:1767384393.598868:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598869:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ff67dc. 00000400:00000010:1.0:1767384393.598870:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d4bae48. 00000100:00000200:1.0:1767384393.598871:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384393.598872:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4233baf. 00000400:00000010:1.0:1767384393.598874:0:41006:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b357eea. 00000100:00000010:1.0:1767384393.598877:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009023ce37. 00000100:00000200:1.0:1767384393.598887:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.598915:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000087262e2f. 00000100:00000010:1.0:1767384393.599078:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000039f5bb52. 00000020:00000010:1.0:1767384393.599081:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000017b9c2b7. 00000020:00000010:1.0:1767384393.599084:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47b6e18. 00000020:00000010:1.0:1767384393.599085:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000523a013c. 00000040:00000010:1.0:1767384393.599087:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000434d481c. 00000020:00000010:1.0:1767384393.599089:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f530d469. 00000020:00000010:1.0:1767384393.599091:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007a19e443. 00000020:00000010:1.0:1767384393.599094:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000065aa6a70. 80000000:00000010:1.0:1767384393.599095:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004811d38b. 40000000:00000010:1.0:1767384393.599097:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0862e12. 00100000:00000010:1.0:1767384393.599099:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000042bec89. 00040000:00000010:1.0:1767384393.599101:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007400180f. 00040000:00000010:1.0:1767384393.599103:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045982cb8. 00080000:00000010:1.0:1767384393.599107:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bff6873b. 00080000:00000010:1.0:1767384393.599110:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004b3c0128. 00000004:00000010:1.0:1767384393.599114:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000a43f84b. 00002000:00000010:1.0:1767384393.599116:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b61907dc. 00000100:00000010:1.0:1767384393.599119:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000034b2e769. 00000100:00000200:1.0:1767384393.599130:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.599145:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000081a076a3. 00000100:00000010:3.0:1767384393.599150:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004b708f72. 00000100:00000010:3.0:1767384393.599162:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000aa38a80a. 00000100:00000010:3.0:1767384393.599169:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b7081a87. 00000100:00000010:3.0:1767384393.599174:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002533976d. 00000100:00000010:3.0:1767384393.599177:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed02151c. 00000100:00000010:3.0:1767384393.599179:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef16fa18. 00000100:00000010:3.0:1767384393.599181:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f6865ef. 00000100:00000010:3.0:1767384393.599183:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f9d69c8. 00000100:00000010:3.0:1767384393.599185:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4564330. 00000100:00000010:3.0:1767384393.599187:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fc1ce5b. 00000100:00000010:3.0:1767384393.599189:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d08bd7d. 00000100:00000010:3.0:1767384393.599190:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000381162ff. 00000100:00000010:3.0:1767384393.599192:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005050d828. 00000100:00000010:3.0:1767384393.599194:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc766ba9. 00000100:00000010:3.0:1767384393.599196:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d60cb92. 00000100:00000010:3.0:1767384393.599198:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a177b97. 00000100:00000010:3.0:1767384393.599200:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1ac7937. 00000100:00000010:3.0:1767384393.599202:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ae37f4b. 00000100:00000010:3.0:1767384393.599205:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bc22f77. 00000100:00000010:3.0:1767384393.599207:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a65e824a. 00000100:00000010:3.0:1767384393.599209:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044071005. 00000100:00000010:3.0:1767384393.599211:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e59312a. 00000100:00000010:3.0:1767384393.599213:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bf186d8. 00000100:00000010:3.0:1767384393.599215:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af6d7bbe. 00000100:00000010:3.0:1767384393.599217:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008500883. 00000100:00000010:3.0:1767384393.599218:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcda56f3. 00000100:00000010:3.0:1767384393.599221:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe79171b. 00000100:00000010:3.0:1767384393.599229:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004450b41d. 00000100:00000010:3.0:1767384393.599231:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033b5d78f. 00000100:00000010:3.0:1767384393.599233:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000496c3a36. 00000100:00000010:3.0:1767384393.599235:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fe26532. 00000100:00000010:3.0:1767384393.599237:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008070f71. 00000100:00000010:3.0:1767384393.599239:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a46b3ad. 00000100:00000010:3.0:1767384393.599241:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004513e9ca. 00000100:00000010:3.0:1767384393.599243:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000431dd22f. 00000100:00000010:3.0:1767384393.599244:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000303967c. 00000100:00000010:3.0:1767384393.599246:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a6d87fb. 00000100:00000010:3.0:1767384393.599248:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f6ee7cd. 00000100:00000010:3.0:1767384393.599251:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db3fb26f. 00000100:00000010:3.0:1767384393.599252:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc64d40c. 00000100:00000010:3.0:1767384393.599260:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019d73b41. 00000100:00000010:3.0:1767384393.599262:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aedefe1a. 00000100:00000010:3.0:1767384393.599264:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007338dd80. 00000100:00000010:3.0:1767384393.599265:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023bef70c. 00000100:00000010:3.0:1767384393.599267:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a35ca729. 00000100:00000010:3.0:1767384393.599269:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c269a38f. 00000100:00000010:3.0:1767384393.599271:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003caa3605. 00000100:00000010:3.0:1767384393.599273:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000254e0d5d. 00000100:00000010:3.0:1767384393.599275:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b68886b1. 00000100:00000010:3.0:1767384393.599277:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4417fb. 00000100:00000010:3.0:1767384393.599280:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006094b003. 00000100:00000010:3.0:1767384393.599281:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014de66dc. 00000100:00000010:3.0:1767384393.599284:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f5168a9. 00000100:00000010:3.0:1767384393.599285:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029c0ca97. 00000100:00000010:3.0:1767384393.599288:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5184d3b. 00000100:00000010:3.0:1767384393.599289:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005176ca2b. 00000100:00000010:3.0:1767384393.599296:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c4c61e0. 00000100:00000010:3.0:1767384393.599298:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079d16e8e. 00000100:00000010:3.0:1767384393.599300:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eecf7a98. 00000100:00000010:3.0:1767384393.599307:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095fb8a5b. 00000100:00000010:3.0:1767384393.599309:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1dce839. 00000100:00000010:3.0:1767384393.599311:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1d1e1f4. 00000100:00000010:3.0:1767384393.599313:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9dc3d41. 00000100:00000010:3.0:1767384393.599315:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f690dfb. 00000100:00000010:3.0:1767384393.599317:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9b6c0ae. 00000100:00000010:3.0:1767384393.599318:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000537afcb5. 00000100:00000010:3.0:1767384393.599320:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095485c68. 00000100:00000010:3.0:1767384393.599322:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000876da376. 00000100:00000010:3.0:1767384393.599324:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aaa338a4. 00000100:00000010:3.0:1767384393.599325:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083224a23. 00000100:00000010:3.0:1767384393.599327:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007afd9b0c. 00000100:00000010:3.0:1767384393.599329:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ea8744a. 00000100:00000010:3.0:1767384393.599336:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c4e0541. 00000100:00000010:3.0:1767384393.599338:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000589dc05e. 00000100:00000010:3.0:1767384393.599340:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000503766d1. 00000100:00000010:3.0:1767384393.599342:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038887c44. 00000100:00000010:3.0:1767384393.599344:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af4ec9d9. 00000100:00000010:3.0:1767384393.599345:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a8babd8. 00000100:00000010:3.0:1767384393.599347:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9271b5b. 00000100:00000010:3.0:1767384393.599350:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f45ccc5e. 00000100:00000010:3.0:1767384393.599352:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bb941b3. 00000100:00000010:3.0:1767384393.599354:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000561147dc. 00000100:00000010:3.0:1767384393.599356:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d061bacd. 00000100:00000010:3.0:1767384393.599357:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000444c5ee8. 00000100:00000010:3.0:1767384393.599359:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003340e906. 00000100:00000010:3.0:1767384393.599361:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031fc4253. 00000100:00000010:3.0:1767384393.599363:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2e069f5. 00000100:00000010:3.0:1767384393.599365:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000166d571e. 00000100:00000010:3.0:1767384393.599371:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d3029a1. 00000100:00000010:3.0:1767384393.599374:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092036b0b. 00000100:00000010:3.0:1767384393.599376:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006885618f. 00000100:00000010:3.0:1767384393.599382:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014751dd9. 00000100:00000010:3.0:1767384393.599385:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7d718fa. 00000100:00000010:3.0:1767384393.599386:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9dda2d9. 00000100:00000010:3.0:1767384393.599389:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f922828. 00000100:00000010:3.0:1767384393.599390:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3e5a3d7. 00000100:00000010:3.0:1767384393.599392:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007384af24. 00000100:00000010:3.0:1767384393.599394:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2f62777. 00000100:00000010:3.0:1767384393.599396:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad52832f. 00000100:00000010:3.0:1767384393.599397:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df357171. 00000100:00000010:3.0:1767384393.599399:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007689d420. 00000100:00000010:3.0:1767384393.599401:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000937fd0d9. 00000100:00000010:3.0:1767384393.599403:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006987af2a. 00000100:00000010:3.0:1767384393.599405:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a9ac67c. 00000100:00000010:3.0:1767384393.599412:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000348c8300. 00000100:00000010:3.0:1767384393.599414:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b09b24c1. 00000100:00000010:3.0:1767384393.599416:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1f7a233. 00000100:00000010:3.0:1767384393.599417:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9444687. 00000100:00000010:3.0:1767384393.599420:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032a0ed82. 00000100:00000010:3.0:1767384393.599421:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084f020eb. 00000100:00000010:3.0:1767384393.599424:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe506d02. 00000100:00000010:3.0:1767384393.599426:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eeb0b79. 00000100:00000010:3.0:1767384393.599428:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001eb2e472. 00000100:00000010:3.0:1767384393.599430:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f238a49. 00000100:00000010:3.0:1767384393.599432:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e590ac1. 00000100:00000010:3.0:1767384393.599433:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f0cb947. 00000100:00000010:3.0:1767384393.599436:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1c9a600. 00000100:00000010:3.0:1767384393.599437:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad518ac8. 00000100:00000010:3.0:1767384393.599439:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d8f19e7. 00000100:00000010:3.0:1767384393.599441:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007fe8941. 00000100:00000010:3.0:1767384393.599448:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd39e6fa. 00000100:00000010:3.0:1767384393.599450:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d78f4e06. 00000100:00000010:3.0:1767384393.599453:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c14db9b5. 00000100:00000010:3.0:1767384393.599478:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013b484cc. 00000100:00000010:3.0:1767384393.599481:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009bea1ced. 00000100:00000010:3.0:1767384393.599482:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a14d9a3. 00000100:00000010:3.0:1767384393.599485:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083e87e84. 00000100:00000010:3.0:1767384393.599486:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a6571a. 00000100:00000010:3.0:1767384393.599489:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005540c322. 00000100:00000010:3.0:1767384393.599490:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044823e79. 00000100:00000010:3.0:1767384393.599493:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000efc0a9a0. 00000400:00000200:3.0:1767384393.599494:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767384393.599523:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000024178d34. 00000020:00000010:3.0:1767384393.599527:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000002c90b439. 00000100:00000010:3.0:1767384393.599553:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000219a65da. 00000100:00000010:3.0:1767384393.599555:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cb403b33. 00000100:00000010:3.0:1767384393.599557:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008d8cc99d. 00000100:00000010:3.0:1767384393.599559:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ddaa96e5. 00000100:00000010:3.0:1767384393.599561:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000090cd4d67. 00000100:00000200:3.0:1767384393.599581:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767384393.599584:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ccd14047. 00000100:00000010:1.0:1767384393.599748:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000992928bb. 00000020:00000010:1.0:1767384393.599752:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000048244e6a. 00000020:00000010:1.0:1767384393.599755:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064426a61. 00000020:00000010:1.0:1767384393.599757:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007cf844b9. 00000040:00000010:1.0:1767384393.599758:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006bd9727e. 00000020:00000010:1.0:1767384393.599761:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b8d88426. 00000020:00000010:1.0:1767384393.599763:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab231d31. 00000020:00000010:1.0:1767384393.599783:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f304050. 80000000:00000010:1.0:1767384393.599786:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028d222a1. 40000000:00000010:1.0:1767384393.599789:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008fc2eb62. 00100000:00000010:1.0:1767384393.599807:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca6738cc. 00040000:00000010:1.0:1767384393.599810:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4ee9c8f. 00040000:00000010:1.0:1767384393.599812:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031601522. 00080000:00000010:1.0:1767384393.599822:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cf2503a7. 00080000:00000010:1.0:1767384393.599826:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002e6d6df0. 00000004:00000010:1.0:1767384393.599830:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e1c92e93. 00002000:00000010:1.0:1767384393.599833:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008c4dcdfe. 00000100:00000200:1.0:1767384393.599835:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599837:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002218ee7c. 00000400:00000010:1.0:1767384393.599839:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c8aa6aa. 00000100:00000200:1.0:1767384393.599841:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599842:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ccbadf2. 00000400:00000010:1.0:1767384393.599843:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500d0b18. 00000100:00000200:1.0:1767384393.599845:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599846:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083d79b52. 00000400:00000010:1.0:1767384393.599847:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000823015fd. 00000100:00000200:1.0:1767384393.599848:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599849:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1cd9d4a. 00000400:00000010:1.0:1767384393.599850:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f29c692b. 00000100:00000200:1.0:1767384393.599851:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599852:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffe86673. 00000400:00000010:1.0:1767384393.599854:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b80320. 00000100:00000200:1.0:1767384393.599871:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599872:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003074f632. 00000400:00000010:1.0:1767384393.599873:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa0bdce3. 00000100:00000200:1.0:1767384393.599875:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599876:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602f0164. 00000400:00000010:1.0:1767384393.599877:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d8d47ec. 00000100:00000200:1.0:1767384393.599878:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599879:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a7cbd4a. 00000400:00000010:1.0:1767384393.599880:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009de0d6ad. 00000100:00000200:1.0:1767384393.599882:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599883:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbac474b. 00000400:00000010:1.0:1767384393.599884:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c260259c. 00000100:00000200:1.0:1767384393.599885:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599886:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade99ca7. 00000400:00000010:1.0:1767384393.599887:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba541feb. 00000100:00000200:1.0:1767384393.599888:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599889:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099515e30. 00000400:00000010:1.0:1767384393.599890:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000496593d8. 00000100:00000200:1.0:1767384393.599892:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599893:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfeec178. 00000400:00000010:1.0:1767384393.599894:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ea49a1d. 00000100:00000200:1.0:1767384393.599895:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599896:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095c7e50a. 00000400:00000010:1.0:1767384393.599897:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6e2a528. 00000100:00000200:1.0:1767384393.599898:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599899:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ff76a41. 00000400:00000010:1.0:1767384393.599900:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec78ae9d. 00000100:00000200:1.0:1767384393.599901:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599902:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3062853. 00000400:00000010:1.0:1767384393.599903:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3e632ef. 00000100:00000200:1.0:1767384393.599905:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599906:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095574170. 00000400:00000010:1.0:1767384393.599907:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2bbd1ce. 00000100:00000200:1.0:1767384393.599908:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599909:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a6d77c. 00000400:00000010:1.0:1767384393.599911:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000884c0369. 00000100:00000200:1.0:1767384393.599912:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599914:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d53833. 00000400:00000010:1.0:1767384393.599915:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022672318. 00000100:00000200:1.0:1767384393.599917:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599918:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e4e9e2. 00000400:00000010:1.0:1767384393.599919:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec5b4227. 00000100:00000200:1.0:1767384393.599920:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599921:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac16eb4f. 00000400:00000010:1.0:1767384393.599923:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ca25cac. 00000100:00000200:1.0:1767384393.599924:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599925:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d1ae5ea. 00000400:00000010:1.0:1767384393.599926:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026a4593f. 00000100:00000200:1.0:1767384393.599927:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599928:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000093c6222. 00000400:00000010:1.0:1767384393.599936:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047034b10. 00000100:00000200:1.0:1767384393.599938:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599939:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab28ebe9. 00000400:00000010:1.0:1767384393.599940:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d8ca977. 00000100:00000200:1.0:1767384393.599942:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599943:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004484da97. 00000400:00000010:1.0:1767384393.599944:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb7e9e4c. 00000100:00000200:1.0:1767384393.599945:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599946:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd03fa6. 00000400:00000010:1.0:1767384393.599947:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eeaf716. 00000100:00000200:1.0:1767384393.599948:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599949:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061fb01ed. 00000400:00000010:1.0:1767384393.599951:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f635bc. 00000100:00000200:1.0:1767384393.599952:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599953:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027d1526f. 00000400:00000010:1.0:1767384393.599955:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cacdcbc1. 00000100:00000200:1.0:1767384393.599956:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599957:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef3c23ba. 00000400:00000010:1.0:1767384393.599958:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026071515. 00000100:00000200:1.0:1767384393.599960:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599961:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad58eae. 00000400:00000010:1.0:1767384393.599963:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6b8e708. 00000100:00000200:1.0:1767384393.599964:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599965:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000890d7cb4. 00000400:00000010:1.0:1767384393.599966:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009333e51c. 00000100:00000200:1.0:1767384393.599968:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599969:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c9be4d. 00000400:00000010:1.0:1767384393.599970:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f66121d0. 00000100:00000200:1.0:1767384393.599971:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599972:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008abe82f. 00000400:00000010:1.0:1767384393.599973:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099380d28. 00000100:00000200:1.0:1767384393.599974:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599975:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8478c2d. 00000400:00000010:1.0:1767384393.599976:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003547ea29. 00000100:00000200:1.0:1767384393.599977:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599978:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039bb227b. 00000400:00000010:1.0:1767384393.599980:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dc8b185. 00000100:00000200:1.0:1767384393.599981:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599982:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000905dd111. 00000400:00000010:1.0:1767384393.599983:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000084e61e9. 00000100:00000200:1.0:1767384393.599984:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599985:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94b7083. 00000400:00000010:1.0:1767384393.599986:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd7d6c4. 00000100:00000200:1.0:1767384393.599988:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599989:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f48479f. 00000400:00000010:1.0:1767384393.599990:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fdaf077. 00000100:00000200:1.0:1767384393.599991:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599992:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef85516. 00000400:00000010:1.0:1767384393.599993:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000465471fb. 00000100:00000200:1.0:1767384393.599994:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599995:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f54776b. 00000400:00000010:1.0:1767384393.599996:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b1b61c6. 00000100:00000200:1.0:1767384393.599997:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.599998:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c976b989. 00000400:00000010:1.0:1767384393.600000:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025cd56e2. 00000100:00000200:1.0:1767384393.600001:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600002:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a1b3363. 00000400:00000010:1.0:1767384393.600004:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032606bcb. 00000100:00000200:1.0:1767384393.600005:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600006:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9ac834f. 00000400:00000010:1.0:1767384393.600007:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000053acdda. 00000100:00000200:1.0:1767384393.600009:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600010:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461ed2d2. 00000400:00000010:1.0:1767384393.600011:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a12e0dbf. 00000100:00000200:1.0:1767384393.600012:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600013:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8e158b. 00000400:00000010:1.0:1767384393.600014:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9e0f45c. 00000100:00000200:1.0:1767384393.600015:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600016:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba69efc. 00000400:00000010:1.0:1767384393.600017:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c977132. 00000100:00000200:1.0:1767384393.600018:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600019:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcee4bd1. 00000400:00000010:1.0:1767384393.600021:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e75542e8. 00000100:00000200:1.0:1767384393.600022:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600023:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085f7e0b4. 00000400:00000010:1.0:1767384393.600024:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb097f5e. 00000100:00000200:1.0:1767384393.600025:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600026:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d4f5ba5. 00000400:00000010:1.0:1767384393.600027:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052786fb5. 00000100:00000200:1.0:1767384393.600028:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600029:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed48852. 00000400:00000010:1.0:1767384393.600031:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f4d6ec1. 00000100:00000200:1.0:1767384393.600032:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600033:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000919e4be3. 00000400:00000010:1.0:1767384393.600034:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411a87a6. 00000100:00000200:1.0:1767384393.600035:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600036:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b94cdc42. 00000400:00000010:1.0:1767384393.600037:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a1dc8d. 00000100:00000200:1.0:1767384393.600038:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600040:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6bbaf1f. 00000400:00000010:1.0:1767384393.600048:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f0bf108. 00000100:00000200:1.0:1767384393.600063:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600065:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2762ff5. 00000400:00000010:1.0:1767384393.600067:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f6b0f35. 00000100:00000200:1.0:1767384393.600068:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600069:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3a553e7. 00000400:00000010:1.0:1767384393.600071:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f3e8a97. 00000100:00000200:1.0:1767384393.600072:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600073:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a52cf0. 00000400:00000010:1.0:1767384393.600074:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066c4699f. 00000100:00000200:1.0:1767384393.600075:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600076:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002687a070. 00000400:00000010:1.0:1767384393.600077:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef1fe905. 00000100:00000200:1.0:1767384393.600079:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600080:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e5e0103. 00000400:00000010:1.0:1767384393.600081:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d13caefc. 00000100:00000200:1.0:1767384393.600082:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600083:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000952ee780. 00000400:00000010:1.0:1767384393.600084:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039de9521. 00000100:00000200:1.0:1767384393.600085:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600086:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a3d2027. 00000400:00000010:1.0:1767384393.600088:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e122345e. 00000100:00000200:1.0:1767384393.600089:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600090:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e396f559. 00000400:00000010:1.0:1767384393.600091:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b071621. 00000100:00000200:1.0:1767384393.600092:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600093:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e627c6. 00000400:00000010:1.0:1767384393.600094:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9129f1f. 00000100:00000200:1.0:1767384393.600095:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600096:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d48057. 00000400:00000010:1.0:1767384393.600098:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082ad4ef9. 00000100:00000200:1.0:1767384393.600099:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600100:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069eb3b7e. 00000400:00000010:1.0:1767384393.600101:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be9d8908. 00000100:00000200:1.0:1767384393.600102:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384393.600104:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f82c517. 00000400:00000010:1.0:1767384393.600106:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a0e3154. 00000100:00000010:1.0:1767384393.600108:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003d7e5b43. 00000100:00000200:1.0:1767384393.600120:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.600150:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c96806ed. 00000100:00000010:1.0:1767384393.600303:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000af44ae3e. 00000020:00000010:1.0:1767384393.600307:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba789b93. 00000020:00000010:1.0:1767384393.600309:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006279509c. 00000020:00000010:1.0:1767384393.600311:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008dd74f98. 00000040:00000010:1.0:1767384393.600313:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ce88a9e. 00000020:00000010:1.0:1767384393.600315:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000619196bc. 00000020:00000010:1.0:1767384393.600318:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002170411f. 00000020:00000010:1.0:1767384393.600320:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c866350d. 80000000:00000010:1.0:1767384393.600322:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000010b3740a. 40000000:00000010:1.0:1767384393.600324:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c63cc40b. 00100000:00000010:1.0:1767384393.600326:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047ee456d. 00040000:00000010:1.0:1767384393.600329:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f38c2989. 00040000:00000010:1.0:1767384393.600330:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea43b865. 00080000:00000010:1.0:1767384393.600334:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000570a5f79. 00080000:00000010:1.0:1767384393.600337:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005ba23570. 00000004:00000010:1.0:1767384393.600341:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000934bf1e3. 00002000:00000010:1.0:1767384393.600343:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000040cbeca2. 00000100:00000010:1.0:1767384393.600346:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000de3d991b. 00000100:00000200:1.0:1767384393.600355:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.600373:0:40984:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000037c001. 00000100:00000010:3.0:1767384393.600377:0:40984:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d462eb53. 00000100:00000010:3.0:1767384393.600389:0:40984:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000069b7b154. 00000100:00000010:3.0:1767384393.600412:0:40984:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000035606a8. 00000100:00000010:3.0:1767384393.600416:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005af6b661. 00000100:00000010:3.0:1767384393.600592:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009fc5dcf7. 00000100:00000010:3.0:1767384393.600594:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000077fc68c. 00000100:00000010:3.0:1767384393.600772:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000086596719. 00000100:00000010:3.0:1767384393.600774:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bdf9b52. 00000100:00000010:3.0:1767384393.600983:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aa23751e. 00000100:00000010:3.0:1767384393.600987:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000900170ab. 00000100:00000010:3.0:1767384393.601172:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fc7fecf1. 00000100:00000010:3.0:1767384393.601175:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7180918. 00000100:00000010:3.0:1767384393.601346:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a33feb2. 00000100:00000010:3.0:1767384393.601349:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022d2e785. 00000100:00000010:3.0:1767384393.601530:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005a608eca. 00000100:00000010:3.0:1767384393.601532:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac171061. 00000100:00000010:3.0:1767384393.601687:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003721cd23. 00000100:00000010:3.0:1767384393.601689:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000485398b8. 00000100:00000010:3.0:1767384393.601865:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a32938b7. 00000100:00000010:3.0:1767384393.601869:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d677f32. 00000100:00000010:3.0:1767384393.602088:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000053ec4f97. 00000100:00000010:3.0:1767384393.602110:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041ab85ac. 00000100:00000010:3.0:1767384393.602265:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f07e097. 00000100:00000010:3.0:1767384393.602274:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dcdb1fb. 00000100:00000010:3.0:1767384393.602441:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005462fa96. 00000100:00000010:3.0:1767384393.602443:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003248f386. 00000100:00000010:3.0:1767384393.602601:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f93d233. 00000100:00000010:3.0:1767384393.602604:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed2ec2fb. 00000100:00000010:3.0:1767384393.602751:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0f968ae. 00000100:00000010:3.0:1767384393.602754:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008612d24c. 00000100:00000010:3.0:1767384393.602941:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000f58d53f. 00000100:00000010:3.0:1767384393.602947:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a298454e. 00000100:00000010:3.0:1767384393.603122:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ade1c7b0. 00000100:00000010:3.0:1767384393.603126:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a584db16. 00000100:00000010:3.0:1767384393.603273:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000094e666bb. 00000100:00000010:3.0:1767384393.603276:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d08c32. 00000100:00000010:3.0:1767384393.603449:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003021ccf0. 00000100:00000010:3.0:1767384393.603452:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c504bd7. 00000100:00000010:3.0:1767384393.603605:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000020093f2a. 00000100:00000010:3.0:1767384393.603607:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5e2a0c6. 00000100:00000010:3.0:1767384393.603742:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ac4bdcf. 00000100:00000010:3.0:1767384393.603744:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a348c4e3. 00000100:00000010:3.0:1767384393.603958:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002c6017a9. 00000100:00000010:3.0:1767384393.603965:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e09d32d. 00000100:00000010:3.0:1767384393.604140:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001f6ba0a1. 00000100:00000010:3.0:1767384393.604144:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2ac3e8c. 00000100:00000010:3.0:1767384393.604293:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f907013a. 00000100:00000010:3.0:1767384393.604295:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96d4247. 00000100:00000010:3.0:1767384393.604457:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000077f91b12. 00000100:00000010:3.0:1767384393.604460:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e6c43fb. 00000100:00000010:3.0:1767384393.604612:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9a867fe. 00000100:00000010:3.0:1767384393.604614:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e236f54. 00000100:00000010:3.0:1767384393.604751:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0161b30. 00000100:00000010:3.0:1767384393.604753:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed017d91. 00000100:00000010:3.0:1767384393.604964:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002b37be73. 00000100:00000010:3.0:1767384393.604979:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c2b7b3b. 00000100:00000010:3.0:1767384393.605141:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d940910b. 00000100:00000010:3.0:1767384393.605144:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ae87d88. 00000100:00000010:3.0:1767384393.605293:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002b1b8513. 00000100:00000010:3.0:1767384393.605296:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb64ddfb. 00000100:00000010:3.0:1767384393.605458:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f95eac4. 00000100:00000010:3.0:1767384393.605477:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e16fb17. 00000100:00000010:3.0:1767384393.605613:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003801053b. 00000100:00000010:3.0:1767384393.605615:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3718876. 00000100:00000010:3.0:1767384393.605750:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000048803eb7. 00000100:00000010:3.0:1767384393.605752:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064a4610b. 00000100:00000010:3.0:1767384393.605928:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000896359dc. 00000100:00000010:3.0:1767384393.605933:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000092db850. 00000100:00000010:3.0:1767384393.606106:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007a1f3e72. 00000100:00000010:3.0:1767384393.606110:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ac12c25. 00000100:00000010:3.0:1767384393.606260:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000530fc592. 00000100:00000010:3.0:1767384393.606263:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e17e6ae. 00000100:00000010:3.0:1767384393.606429:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000785158cd. 00000100:00000010:3.0:1767384393.606431:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1e9d1a2. 00000100:00000010:3.0:1767384393.606586:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087b0b776. 00000100:00000010:3.0:1767384393.606588:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000058ed64a. 00000100:00000010:3.0:1767384393.606725:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000018052db. 00000100:00000010:3.0:1767384393.606727:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f1e60c2. 00000100:00000010:3.0:1767384393.606903:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c922f41a. 00000100:00000010:3.0:1767384393.606908:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcafc62b. 00000100:00000010:3.0:1767384393.607084:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000994245e1. 00000100:00000010:3.0:1767384393.607088:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e716266. 00000100:00000010:3.0:1767384393.607237:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000647381d0. 00000100:00000010:3.0:1767384393.607240:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7b537a2. 00000100:00000010:3.0:1767384393.607417:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a85d63c5. 00000100:00000010:3.0:1767384393.607420:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629725b5. 00000100:00000010:3.0:1767384393.607573:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae86f17a. 00000100:00000010:3.0:1767384393.607580:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000077d7c09. 00000100:00000010:3.0:1767384393.607732:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000046a8e428. 00000100:00000010:3.0:1767384393.607735:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c696020. 00000100:00000010:3.0:1767384393.607903:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ab6afc8f. 00000100:00000010:3.0:1767384393.607923:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efbaf05d. 00000100:00000010:3.0:1767384393.608111:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007941b5f6. 00000100:00000010:3.0:1767384393.608115:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e23a475d. 00000100:00000010:3.0:1767384393.608264:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ca41e0b8. 00000100:00000010:3.0:1767384393.608267:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6b56367. 00000100:00000010:3.0:1767384393.608429:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f1839f0f. 00000100:00000010:3.0:1767384393.608432:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9d03fc5. 00000100:00000010:3.0:1767384393.608584:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000046935c69. 00000100:00000010:3.0:1767384393.608586:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad01e09e. 00000100:00000010:3.0:1767384393.608731:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000187ffccf. 00000100:00000010:3.0:1767384393.608734:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c22711. 00000100:00000010:3.0:1767384393.608917:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e6eead9. 00000100:00000010:3.0:1767384393.608922:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077bcf5b0. 00000100:00000010:3.0:1767384393.609114:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d9fbbb2d. 00000100:00000010:3.0:1767384393.609118:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000f15aef. 00000100:00000010:3.0:1767384393.609269:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007b294eb9. 00000100:00000010:3.0:1767384393.609272:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3bae544. 00000100:00000010:3.0:1767384393.609427:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd1b93bc. 00000100:00000010:3.0:1767384393.609429:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cefc05c8. 00000100:00000010:3.0:1767384393.609583:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b679fe69. 00000100:00000010:3.0:1767384393.609585:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5747c7a. 00000100:00000010:3.0:1767384393.609723:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000758b4362. 00000100:00000010:3.0:1767384393.609725:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008acd3eb2. 00000100:00000010:3.0:1767384393.609901:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef2a4e99. 00000100:00000010:3.0:1767384393.609906:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033910f41. 00000100:00000010:3.0:1767384393.610087:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f864c789. 00000100:00000010:3.0:1767384393.610092:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e5f9ade. 00000100:00000010:3.0:1767384393.610238:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000433fa027. 00000100:00000010:3.0:1767384393.610246:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df3c844. 00000100:00000010:3.0:1767384393.610391:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000017d8481a. 00000100:00000010:3.0:1767384393.610393:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000baffb5f2. 00000100:00000010:3.0:1767384393.610548:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028bdd3a1. 00000100:00000010:3.0:1767384393.610550:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022206735. 00000100:00000010:3.0:1767384393.610696:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000665cab67. 00000100:00000010:3.0:1767384393.610698:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000472cfa9e. 00000100:00000010:3.0:1767384393.610875:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a6c6519d. 00000100:00000010:3.0:1767384393.610878:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed0c8296. 00000100:00000010:3.0:1767384393.611033:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005fb79341. 00000100:00000010:3.0:1767384393.611035:0:40984:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af367db3. 00000100:00000010:3.0:1767384393.611203:0:40984:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c03c080. 00000400:00000200:3.0:1767384393.611208:0:40984:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:3.0:1767384393.611270:0:40984:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000459386aa. 00000020:00000010:3.0:1767384393.611282:0:40984:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000026ad3ac8. 00000100:00000010:3.0:1767384393.611326:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d9e9a8db. 00000100:00000010:3.0:1767384393.611331:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000044b6884e. 00000100:00000010:3.0:1767384393.611333:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004601d953. 00000100:00000010:3.0:1767384393.611337:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e9000e0d. 00000100:00000010:3.0:1767384393.611339:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fdbf2c4b. 00000100:00000010:3.0:1767384393.611341:0:40984:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000099a01ede. 00000100:00000010:3.0:1767384393.611343:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e5231566. 00000100:00000010:3.0:1767384393.611344:0:40984:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000027149ae. 00000100:00000010:3.0:1767384393.611346:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f0a4a7cc. 00000100:00000010:3.0:1767384393.611347:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a71dc447. 00000100:00000010:3.0:1767384393.611349:0:40984:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a15c84eb. 00000100:00000200:3.0:1767384393.611368:0:40984:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:3.0:1767384393.611371:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007bb69a71. 00000020:00000010:0.0:1767384393.612019:0:41010:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000082495cf0. 00000100:00000010:0.0:1767384393.612025:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000299f9001. 00000020:00000010:0.0:1767384393.612028:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000008aed20f. 00000020:00000010:0.0:1767384393.612034:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d877147. 00000020:00000010:0.0:1767384393.612037:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000624cc0eb. 00000040:00000010:0.0:1767384393.612040:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004b0c5ae0. 00000020:00000010:0.0:1767384393.612044:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dc522c1. 00000020:00000010:0.0:1767384393.612047:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083127ccd. 00000020:00000010:0.0:1767384393.612064:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000019e98ce0. 80000000:00000010:0.0:1767384393.612068:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae84cc49. 40000000:00000010:0.0:1767384393.612071:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077d0d88b. 00100000:00000010:0.0:1767384393.612075:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007cc8efe9. 00040000:00000010:0.0:1767384393.612078:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079ab3d96. 00040000:00000010:0.0:1767384393.612081:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000823d240b. 00080000:00000010:0.0:1767384393.612093:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bc78bf0b. 00080000:00000010:0.0:1767384393.612096:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc586804. 00000004:00000010:0.0:1767384393.612102:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fab25a64. 00002000:00000010:0.0:1767384393.612106:0:41010:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001f82693e. 00000100:00000200:0.0:1767384393.612110:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612115:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002622ed31. 00000400:00000010:0.0:1767384393.612121:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f0e7baa. 00000100:00000200:0.0:1767384393.612126:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612127:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030bca570. 00000400:00000010:0.0:1767384393.612135:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074204059. 00000100:00000200:0.0:1767384393.612138:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612140:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba1453da. 00000400:00000010:0.0:1767384393.612142:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dbc7d68a. 00000100:00000200:0.0:1767384393.612144:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612145:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e35364. 00000400:00000010:0.0:1767384393.612147:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076984c82. 00000100:00000200:0.0:1767384393.612148:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612149:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021291a14. 00000400:00000010:0.0:1767384393.612151:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cbf1c350. 00000100:00000200:0.0:1767384393.612154:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612155:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d514886e. 00000400:00000010:0.0:1767384393.612158:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c74934fb. 00000100:00000200:0.0:1767384393.612159:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612161:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d849a3. 00000400:00000010:0.0:1767384393.612164:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca95ef46. 00000100:00000200:0.0:1767384393.612167:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612169:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000173b1ce5. 00000400:00000010:0.0:1767384393.612172:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e408626b. 00000100:00000200:0.0:1767384393.612175:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612177:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002743b55a. 00000400:00000010:0.0:1767384393.612180:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d2d6cbd3. 00000100:00000200:0.0:1767384393.612184:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612186:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091b41336. 00000400:00000010:0.0:1767384393.612196:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000321dfbd0. 00000100:00000200:0.0:1767384393.612201:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612203:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129e46bb. 00000400:00000010:0.0:1767384393.612207:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000617fd55d. 00000100:00000200:0.0:1767384393.612210:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612212:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f18fbcfb. 00000400:00000010:0.0:1767384393.612215:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bcf0e52c. 00000100:00000200:0.0:1767384393.612218:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612220:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021830f52. 00000400:00000010:0.0:1767384393.612222:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000060f85f88. 00000100:00000200:0.0:1767384393.612223:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612225:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a04afa0. 00000400:00000010:0.0:1767384393.612227:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c2cc159f. 00000100:00000200:0.0:1767384393.612228:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612229:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c50fb053. 00000400:00000010:0.0:1767384393.612231:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ee3b35f1. 00000100:00000200:0.0:1767384393.612233:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612234:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f61b20a. 00000400:00000010:0.0:1767384393.612236:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e9d26e4. 00000100:00000200:0.0:1767384393.612238:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612240:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e2ac7a. 00000400:00000010:0.0:1767384393.612242:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002543b79c. 00000100:00000200:0.0:1767384393.612244:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612245:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f61a0e39. 00000400:00000010:0.0:1767384393.612253:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000033441a28. 00000100:00000200:0.0:1767384393.612256:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612258:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d813baa5. 00000400:00000010:0.0:1767384393.612260:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028649111. 00000100:00000200:0.0:1767384393.612262:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612263:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebbde784. 00000400:00000010:0.0:1767384393.612265:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d1572d3. 00000100:00000200:0.0:1767384393.612267:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612268:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8c5758f. 00000400:00000010:0.0:1767384393.612270:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000679b0715. 00000100:00000200:0.0:1767384393.612272:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612273:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c113744f. 00000400:00000010:0.0:1767384393.612275:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f3872035. 00000100:00000200:0.0:1767384393.612276:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612277:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d02b2. 00000400:00000010:0.0:1767384393.612279:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc30834f. 00000100:00000200:0.0:1767384393.612281:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612282:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc33984. 00000400:00000010:0.0:1767384393.612284:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000105ee85d. 00000100:00000200:0.0:1767384393.612286:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612286:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbcc0cb4. 00000400:00000010:0.0:1767384393.612288:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eb565ec7. 00000100:00000200:0.0:1767384393.612290:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612291:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ea239d. 00000400:00000010:0.0:1767384393.612297:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000089722bb. 00000100:00000200:0.0:1767384393.612300:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612301:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260f8424. 00000400:00000010:0.0:1767384393.612303:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fea0dafa. 00000100:00000200:0.0:1767384393.612305:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612306:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d651c204. 00000400:00000010:0.0:1767384393.612308:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec5c8f82. 00000100:00000200:0.0:1767384393.612309:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612310:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dff09be4. 00000400:00000010:0.0:1767384393.612312:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa68a897. 00000100:00000200:0.0:1767384393.612314:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612316:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f02d42b. 00000400:00000010:0.0:1767384393.612318:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008bbd89ce. 00000100:00000200:0.0:1767384393.612319:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612321:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000364aa5fc. 00000400:00000010:0.0:1767384393.612323:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003bd6e989. 00000100:00000200:0.0:1767384393.612324:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612325:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4dfaef9. 00000400:00000010:0.0:1767384393.612327:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009a88a586. 00000100:00000200:0.0:1767384393.612329:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612330:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000355cd587. 00000400:00000010:0.0:1767384393.612332:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002cfbdfc7. 00000100:00000200:0.0:1767384393.612333:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612334:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016dfe97b. 00000400:00000010:0.0:1767384393.612341:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004ec6ec89. 00000100:00000200:0.0:1767384393.612343:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612344:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa386231. 00000400:00000010:0.0:1767384393.612346:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002b034b95. 00000100:00000200:0.0:1767384393.612348:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612349:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000634829dc. 00000400:00000010:0.0:1767384393.612351:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e11e3dc. 00000100:00000200:0.0:1767384393.612352:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612353:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174fcc3d. 00000400:00000010:0.0:1767384393.612355:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ffd46b8. 00000100:00000200:0.0:1767384393.612357:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612358:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a1d7a1. 00000400:00000010:0.0:1767384393.612360:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f77aced. 00000100:00000200:0.0:1767384393.612362:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612363:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9c615bd. 00000400:00000010:0.0:1767384393.612364:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b6906e9. 00000100:00000200:0.0:1767384393.612366:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612367:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4d8fb5. 00000400:00000010:0.0:1767384393.612369:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cbf7f88e. 00000100:00000200:0.0:1767384393.612371:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612373:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a6455. 00000400:00000010:0.0:1767384393.612375:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008ad79ef5. 00000100:00000200:0.0:1767384393.612378:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612379:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1348471. 00000400:00000010:0.0:1767384393.612386:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d581f54. 00000100:00000200:0.0:1767384393.612388:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612390:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8dbc65d. 00000400:00000010:0.0:1767384393.612392:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004c146b59. 00000100:00000200:0.0:1767384393.612394:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612395:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004719345e. 00000400:00000010:0.0:1767384393.612397:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000654accc6. 00000100:00000200:0.0:1767384393.612398:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612399:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000badc8a30. 00000400:00000010:0.0:1767384393.612401:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020a85124. 00000100:00000200:0.0:1767384393.612403:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612404:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3910fe2. 00000400:00000010:0.0:1767384393.612406:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dd1e501f. 00000100:00000200:0.0:1767384393.612407:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612409:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef528fed. 00000400:00000010:0.0:1767384393.612410:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006f9e8120. 00000100:00000200:0.0:1767384393.612412:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612413:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e59e2f8b. 00000400:00000010:0.0:1767384393.612415:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa6444ef. 00000100:00000200:0.0:1767384393.612417:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612418:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7535a72. 00000400:00000010:0.0:1767384393.612420:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000847b19e. 00000100:00000200:0.0:1767384393.612421:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612422:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e26e4cb. 00000400:00000010:0.0:1767384393.612428:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010c910f2. 00000100:00000200:0.0:1767384393.612431:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612432:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efb4e9ff. 00000400:00000010:0.0:1767384393.612434:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f1ef9120. 00000100:00000200:0.0:1767384393.612436:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612436:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f349e62. 00000400:00000010:0.0:1767384393.612438:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f215a63b. 00000100:00000200:0.0:1767384393.612440:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612441:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081357a24. 00000400:00000010:0.0:1767384393.612443:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008fa6a6df. 00000100:00000200:0.0:1767384393.612445:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612447:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c17dda3. 00000400:00000010:0.0:1767384393.612449:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003d4e7113. 00000100:00000200:0.0:1767384393.612450:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612452:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6f97068. 00000400:00000010:0.0:1767384393.612454:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ed9322a. 00000100:00000200:0.0:1767384393.612455:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612456:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007caaf0b4. 00000400:00000010:0.0:1767384393.612458:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a6ff747. 00000100:00000200:0.0:1767384393.612460:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612461:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087b633fe. 00000400:00000010:0.0:1767384393.612463:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007c21455e. 00000100:00000200:0.0:1767384393.612465:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612466:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8fb0b29. 00000400:00000010:0.0:1767384393.612472:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000067615645. 00000100:00000200:0.0:1767384393.612475:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612476:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a430d1. 00000400:00000010:0.0:1767384393.612478:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074ea8055. 00000100:00000200:0.0:1767384393.612480:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612480:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1229f6. 00000400:00000010:0.0:1767384393.612482:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cefaa080. 00000100:00000200:0.0:1767384393.612484:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612485:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006767c558. 00000400:00000010:0.0:1767384393.612487:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000027894eb4. 00000100:00000200:0.0:1767384393.612489:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612489:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007880966. 00000400:00000010:0.0:1767384393.612491:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000588102fc. 00000100:00000200:0.0:1767384393.612493:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612494:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5997ad3. 00000400:00000010:0.0:1767384393.612496:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000056d40db5. 00000100:00000200:0.0:1767384393.612497:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384393.612498:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa3d46ec. 00000400:00000010:0.0:1767384393.612500:0:41010:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fe561679. 00000100:00000010:0.0:1767384393.612512:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001b35bdfc. 00000100:00000200:0.0:1767384393.612526:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384393.612585:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004a8dbace. 00000020:00000010:0.0:1767384393.613034:0:41011:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000faa10a7a. 00000100:00000010:0.0:1767384393.613038:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004e6c31ca. 00000020:00000010:0.0:1767384393.613039:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004d8dc917. 00000020:00000010:0.0:1767384393.613042:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000523eebea. 00000020:00000010:0.0:1767384393.613044:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005198b5d3. 00000040:00000010:0.0:1767384393.613047:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c73837f. 00000020:00000010:0.0:1767384393.613049:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005db5c2a7. 00000020:00000010:0.0:1767384393.613063:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006be5bdef. 00000020:00000010:0.0:1767384393.613065:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000660dedd0. 80000000:00000010:0.0:1767384393.613067:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e572893d. 40000000:00000010:0.0:1767384393.613069:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008594d4fa. 00100000:00000010:0.0:1767384393.613071:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ed2593c. 00040000:00000010:0.0:1767384393.613072:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098750dae. 00040000:00000010:0.0:1767384393.613074:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000076876762. 00080000:00000010:0.0:1767384393.613077:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006b2e4593. 00080000:00000010:0.0:1767384393.613080:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009e832453. 00000004:00000010:0.0:1767384393.613084:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bd61b56b. 00002000:00000010:0.0:1767384393.613085:0:41011:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000748f2c55. 00000100:00000010:0.0:1767384393.613095:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cdac1ff5. 00000100:00000200:0.0:1767384393.613105:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384393.613169:0:40984:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004087f60e. 00000020:00000010:0.0:1767384393.613638:0:41012:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000003dc7f0df. 00000100:00000010:0.0:1767384393.613642:0:41012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000075168732. 00000020:00000010:0.0:1767384393.613644:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009e09691d. 00000020:00000010:0.0:1767384393.613646:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b320edb4. 00000020:00000010:0.0:1767384393.613648:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb69cf16. 00000040:00000010:0.0:1767384393.613652:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000098fbe222. 00000020:00000010:0.0:1767384393.613654:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000204664be. 00000020:00000010:0.0:1767384393.613657:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000246f4d82. 00000020:00000010:0.0:1767384393.613659:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da9c1d34. 80000000:00000010:0.0:1767384393.613661:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000521a820e. 40000000:00000010:0.0:1767384393.613662:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f1b1acf. 00100000:00000010:0.0:1767384393.613665:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007469c627. 00040000:00000010:0.0:1767384393.613667:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072511dd1. 00040000:00000010:0.0:1767384393.613669:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b19c221. 00080000:00000010:0.0:1767384393.613678:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004e8b6bd6. 00080000:00000010:0.0:1767384393.613682:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ff1a084. 00000004:00000010:0.0:1767384393.613691:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a5943ff. 00002000:00000010:0.0:1767384393.613693:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000103c9ac9. 00000100:00000010:0.0:1767384393.613702:0:41012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d61b72d5. 00000100:00000200:0.0:1767384393.613714:0:41012:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384393.613803:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001eaa2749. 00000040:00000010:3.0:1767384393.613812:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000be9e0432. 00000020:00000010:3.0:1767384393.613815:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f96a6c6. 00000020:00000010:3.0:1767384393.613818:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.613823:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b6e3bbc. 80000000:00000010:3.0:1767384393.613826:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007d122b92. 40000000:00000010:3.0:1767384393.613829:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7659d05. 00100000:00000010:3.0:1767384393.613832:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f28743f0. 00040000:00000010:3.0:1767384393.613835:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e592de. 00040000:00000010:3.0:1767384393.613838:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1363b76. 00080000:00000010:3.0:1767384393.613843:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384393.613846:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000028668d75. 00000020:00000010:3.0:1767384393.613848:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000496d2850. 00000020:00000010:3.0:1767384393.613852:0:40984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ee37788. 00000020:00000010:3.0:1767384393.613870:0:40984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000008:00000010:3.0:1767384393.613873:0:40984:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000004325176d. 00020000:00000010:3.0:1767384393.613876:0:40984:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b21b4858. 00008000:00000010:3.0:1767384393.613880:0:40984:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000006d65d1b. 00000080:00000010:3.0:1767384393.613884:0:40984:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000048846957. 00000020:00000010:3.0:1767384393.613886:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da6cbf7. 00000020:00000010:3.0:1767384393.613890:0:40984:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000006dd0a476. 00000020:00000010:3.0:1767384393.613900:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000403d5d3e. 00000020:00000010:3.0:1767384393.613902:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9fbeead. 00000040:00000010:3.0:1767384393.613904:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fbddf2c6. 00000020:00000010:3.0:1767384393.613906:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f28743f0. 00000020:00000010:3.0:1767384393.613907:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1537a7b. 80000000:00000010:3.0:1767384393.613909:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d122b92. 00040000:00000010:3.0:1767384393.613910:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e12d6c98. 00080000:00000010:3.0:1767384393.613914:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006def8f7e. 00080000:00000010:3.0:1767384393.613917:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b67d01e. 20000000:00000010:3.0:1767384393.613921:0:40984:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000acf7e59d. 00000020:00000010:3.0:1767384393.613935:0:40984:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000095e592de. 00000020:00000010:3.0:1767384393.613939:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000006b92b6e. 00080000:00000010:3.0:1767384393.613944:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000da6cbf7. 00080000:00000010:3.0:1767384393.613994:0:40984:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000007d74feaf. 00080000:00000010:3.0:1767384393.614004:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000da6cbf7. 00000020:00000010:3.0:1767384393.614006:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000006b92b6e. 00000040:00000010:3.0:1767384393.614014:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005f71cb27. 00000020:00000010:3.0:1767384393.614046:0:40984:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000028668d75. 00000100:00000010:3.0:1767384393.614106:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 02000000:00000010:3.0:1767384393.614119:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d68d6cfa. 00000100:00000010:3.0:1767384393.614128:0:40984:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009df14044. 00000100:00000010:3.0:1767384393.614130:0:40984:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000739fdc99. 00000100:00000010:3.0:1767384393.614136:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af787381. 00000400:00000010:3.0:1767384393.614152:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050ef1f8a. 00000400:00000010:3.0:1767384393.614155:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c5b6427. 00000100:00000200:3.0:1767384393.614158:0:40984:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d108900-0x695824d108900, portal 33 02000000:00000010:3.0:1767384393.614171:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ade01a25. 00000400:00000010:3.0:1767384393.614174:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.614176:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c3d973b. 00000100:00000200:3.0:1767384393.614178:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731480320, portal 25 00000400:00000010:3.0:1767384393.614181:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007baa0b0d. 00000100:00000200:3.0:1767384393.614183:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236731480320, offset 0 00000400:00000200:3.0:1767384393.614188:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.614199:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.614207:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d108900 00000400:00000200:3.0:1767384393.614211:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2205 [2] + 0 00000400:00000010:3.0:1767384393.614214:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002456cb21. 00000400:00000200:3.0:1767384393.614218:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea005a5f 00000400:00000200:3.0:1767384393.614224:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.614227:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.614230:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea005a5f 00000400:00000010:3.0:1767384393.614232:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea005a5f. 00000100:00000200:3.0:1767384393.614235:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.614251:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baa0b0d 00000400:00000010:3.0:1767384393.614252:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007baa0b0d. 00000100:00000200:3.0:1767384393.614256:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731480320/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.614270:0:40984:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a6addcb. 00000100:00000010:3.0:1767384393.614278:0:40984:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a94a1b48. 00000100:00000010:3.0:1767384393.614282:0:40984:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbf74655. 00000100:00000010:3.0:1767384393.614288:0:40984:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ddefe5c. 00000020:00000010:2.0:1767384393.614308:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.614314:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.614319:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006204b8dd. 00000020:00000010:2.0:1767384393.614322:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.614325:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.614355:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.614357:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000100:00000200:2.0:1767384393.614360:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480320 02000000:00000010:2.0:1767384393.614374:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c868d5e4. 20000000:00000010:2.0:1767384393.614385:0:40993:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000000454894e. 00000100:00000010:2.0:1767384393.614389:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000082be31d9. 00000100:00000010:2.0:1767384393.614392:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000015208bfa. 00000400:00000010:2.0:1767384393.614399:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000400:00000010:2.0:1767384393.614407:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014b40c53. 00000400:00000200:2.0:1767384393.614412:0:40993:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384393.614420:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384393.614427:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d108900 00000400:00000200:2.0:1767384393.614431:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a25 [1] + 0 00000400:00000010:2.0:1767384393.614433:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050ef1f8a. 00000400:00000200:2.0:1767384393.614436:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c5b6427 00000100:00000200:2.0:1767384393.614439:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000082be31d9 00000400:00000200:2.0:1767384393.614444:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384393.614448:0:40993:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a31 00000400:00000200:2.0:1767384393.614451:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.614453:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384393.614455:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.614456:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.614458:0:40993:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000082be31d9 00000400:00000200:2.0:1767384393.614461:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c5b6427 00000400:00000010:2.0:1767384393.614462:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c5b6427. 00000100:00000200:2.0:1767384393.614464:0:40993:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000002fe794f3 desc 000000009df14044 mbits 1853236731480320 00000100:00000200:2.0:1767384393.614476:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d108900-0x695824d108900 20000000:00000010:2.0:1767384393.614486:0:40993:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000034b3dcee. 20000000:00000010:2.0:1767384393.614490:0:40993:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000009627e3fb. 20000000:00000010:2.0:1767384393.614495:0:40993:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000ffa3b6ee. 00000100:00000010:2.0:1767384393.614722:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000015208bfa. 00000100:00000010:2.0:1767384393.614726:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000082be31d9. 20000000:00000010:2.0:1767384393.614728:0:40993:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000000454894e. 00010000:00000200:2.0:1767384393.614735:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000cd2726b x1853236731480320/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 4784/4768 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.614750:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029808184. 00000100:00000200:2.0:1767384393.614752:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731480320, offset 224 00000400:00000200:2.0:1767384393.614755:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.614760:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.614764:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d108900 00000400:00000200:2.0:1767384393.614785:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a29 [2] + 224 00000400:00000200:2.0:1767384393.614790:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.614793:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.614799:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731480320/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.614814:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029808184 00000400:00000010:2.0:1767384393.614816:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029808184. 00000020:00000010:2.0:1767384393.614825:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.614828:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.614830:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006204b8dd. 02000000:00000010:2.0:1767384393.614835:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c868d5e4. 00000100:00000200:2.0:1767384393.614840:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.614842:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8e5e4ac. 00000400:00000010:2.0:1767384393.614844:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029808184. 00000400:00000010:3.0:1767384393.614886:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:3.0:1767384393.614907:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c3d973b 00000400:00000010:3.0:1767384393.614908:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c3d973b. 00000100:00000200:3.0:1767384393.614913:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731480320/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.614920:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731480320/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.614937:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af787381. 02000000:00000010:3.0:1767384393.614942:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ade01a25. 00000100:00000010:3.0:1767384393.614946:0:40984:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000739fdc99. 00000100:00000010:3.0:1767384393.614948:0:40984:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009df14044. 02000000:00000010:3.0:1767384393.614950:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d68d6cfa. 00000100:00000010:3.0:1767384393.614969:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 00000020:00000010:3.0:1767384393.614972:0:40984:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 0000000028668d75. 00000020:00000010:3.0:1767384393.614977:0:40984:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000bdfefbc7. 00000020:00000010:3.0:1767384393.614980:0:40984:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000739fdc99. 00000020:00000010:3.0:1767384393.614984:0:40984:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000007ee37788. 00000020:00000010:3.0:1767384393.614987:0:40984:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000af787381. 00000020:00000010:3.0:1767384393.614990:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da6cbf7. 00000020:00000010:3.0:1767384393.614992:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000496d2850. 00000040:00000010:3.0:1767384393.614994:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1363b76. 00000020:00000010:3.0:1767384393.614997:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f96a6c6. 00000020:00000010:3.0:1767384393.614999:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b6e3bbc. 00040000:00000010:3.0:1767384393.615002:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cd2512e7. 00040000:00000010:3.0:1767384393.615004:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be9e0432. 00080000:00000010:3.0:1767384393.615007:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ade01a25. 00080000:00000010:3.0:1767384393.615010:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e896c7c7. 10000000:00000010:3.0:1767384393.615022:0:40984:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000ca0a99ab. 10000000:00000010:3.0:1767384393.615027:0:40984:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000f9760a7e. 00000100:00000010:3.0:1767384393.615031:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 02000000:00000010:3.0:1767384393.615036:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000baf8909c. 00010000:00000010:3.0:1767384393.615046:0:40984:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000094584be9. 00010000:00000010:3.0:1767384393.615068:0:40984:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041add484. 00000100:00000010:3.0:1767384393.615079:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.615101:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009df14044. 00000400:00000010:3.0:1767384393.615104:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.615106:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.615108:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731480448, portal 25 00000400:00000010:3.0:1767384393.615111:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615112:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731480448, offset 0 00000400:00000200:3.0:1767384393.615115:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.615119:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.615123:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d108980 00000400:00000200:3.0:1767384393.615126:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2209 [2] + 0 00000400:00000010:3.0:1767384393.615128:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c4423b5. 00000400:00000200:3.0:1767384393.615130:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d61797e 00000400:00000200:3.0:1767384393.615133:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.615135:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.615137:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d61797e 00000400:00000010:3.0:1767384393.615138:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d61797e. 00000100:00000200:3.0:1767384393.615140:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.615152:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.615153:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615156:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731480448/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.615178:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.615181:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.615184:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006204b8dd. 00000020:00000010:2.0:1767384393.615186:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.615188:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.615206:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f98a3e9a. 00000020:00000010:2.0:1767384393.615208:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f98a3e9a. 00000100:00000200:2.0:1767384393.615209:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480448 00010000:00000010:2.0:1767384393.615220:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b178be2b. 00010000:00000010:2.0:1767384393.615224:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000003c03a77. 00000020:00000010:2.0:1767384393.615226:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f98a3e9a. 02000000:00000010:2.0:1767384393.615233:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000082be31d9. 00010000:00000200:2.0:1767384393.615246:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e896c847 x1853236731480448/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.615254:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.615256:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731480448, offset 224 00000400:00000200:2.0:1767384393.615258:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.615263:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.615266:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d108980 00000400:00000200:2.0:1767384393.615269:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a3d [1] + 224 00000400:00000200:2.0:1767384393.615272:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.615274:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.615277:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731480448/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.615308:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.615309:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:2.0:1767384393.615315:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.615317:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.615320:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006204b8dd. 02000000:00000010:2.0:1767384393.615323:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000082be31d9. 00000100:00000200:2.0:1767384393.615327:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.615330:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045a53875. 00000400:00000010:2.0:1767384393.615332:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e64180d. 00000400:00000010:3.0:1767384393.615341:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:3.0:1767384393.615346:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.615348:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.615352:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731480448/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.615358:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731480448/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.615368:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.615378:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009df14044. 02000000:00000010:3.0:1767384393.615380:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000baf8909c. 00000100:00000010:3.0:1767384393.615382:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 10000000:00000010:3.0:1767384393.615397:0:40984:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000baf8909c. 10000000:00000010:3.0:1767384393.615401:0:40984:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000d33a8d79. 00000100:00000010:3.0:1767384393.615404:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 02000000:00000010:3.0:1767384393.615408:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad410985. 00010000:00000010:3.0:1767384393.615412:0:40984:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e8e3fe2a. 00010000:00000010:3.0:1767384393.615415:0:40984:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed657d4f. 00000100:00000010:3.0:1767384393.615421:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.615428:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009df14044. 00000400:00000010:3.0:1767384393.615430:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.615432:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.615434:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731480576, portal 25 00000400:00000010:3.0:1767384393.615436:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615438:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731480576, offset 0 00000400:00000200:3.0:1767384393.615441:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.615445:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.615448:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d108a00 00000400:00000200:3.0:1767384393.615451:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x220d [2] + 0 00000400:00000010:3.0:1767384393.615453:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad83f9a4. 00000400:00000200:3.0:1767384393.615455:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000450c6ccd 00000400:00000200:3.0:1767384393.615458:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.615460:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.615462:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450c6ccd 00000400:00000010:3.0:1767384393.615463:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450c6ccd. 00000100:00000200:3.0:1767384393.615466:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.615475:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.615477:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615479:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731480576/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.615510:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615515:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615519:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006204b8dd. 00000020:00000010:2.0:1767384393.615522:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.615525:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.615548:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615552:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000100:00000200:2.0:1767384393.615555:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480576 00010000:00000010:2.0:1767384393.615565:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000053a694c3. 00010000:00000010:2.0:1767384393.615569:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ae4b3d8a. 02000000:00000010:2.0:1767384393.615576:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000082be31d9. 00010000:00000200:2.0:1767384393.615587:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae22469b x1853236731480576/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.615600:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.615603:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731480576, offset 224 00000400:00000200:2.0:1767384393.615606:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.615611:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.615615:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d108a00 00000400:00000200:2.0:1767384393.615618:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a4d [1] + 224 00000400:00000200:2.0:1767384393.615621:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.615623:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.615627:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731480576/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.615642:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.615644:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:2.0:1767384393.615650:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.615653:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.615655:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006204b8dd. 02000000:00000010:2.0:1767384393.615659:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000082be31d9. 00000100:00000200:2.0:1767384393.615664:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.615666:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000607b5e0. 00000400:00000010:2.0:1767384393.615669:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc1f6e14. 00000400:00000010:3.0:1767384393.615674:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:3.0:1767384393.615678:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.615680:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.615685:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731480576/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.615691:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731480576/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.615701:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.615707:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009df14044. 02000000:00000010:3.0:1767384393.615709:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad410985. 00000100:00000010:3.0:1767384393.615711:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 10000000:00000010:3.0:1767384393.615715:0:40984:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006dd0a476. 00000020:00000010:3.0:1767384393.615718:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad410985. 00000020:00000010:3.0:1767384393.615720:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a1bd5bb. 00000040:00000010:3.0:1767384393.615722:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bbb32021. 00000020:00000010:3.0:1767384393.615724:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6897a3a. 00000020:00000010:3.0:1767384393.615727:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a56c12e8. 80000000:00000010:3.0:1767384393.615729:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f99c3a08. 00040000:00000010:3.0:1767384393.615731:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000fe01c79. 00080000:00000010:3.0:1767384393.615734:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f0824640. 00080000:00000010:3.0:1767384393.615738:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005ee37e46. 20000000:00000010:3.0:1767384393.615741:0:40984:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007ff07746. 00000040:00000010:3.0:1767384393.615745:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a2e84365. 00000100:00000010:3.0:1767384393.615749:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 02000000:00000010:3.0:1767384393.615753:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000877693db. 00000100:00000010:3.0:1767384393.615758:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.615763:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd1dd855. 00000400:00000010:3.0:1767384393.615789:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.615793:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.615796:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731480704, portal 25 00000400:00000010:3.0:1767384393.615798:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615801:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236731480704, offset 0 00000400:00000200:3.0:1767384393.615804:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.615812:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.615818:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d108a80 00000400:00000200:3.0:1767384393.615822:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2211 [2] + 0 00000400:00000010:3.0:1767384393.615824:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c1606e. 00000400:00000200:3.0:1767384393.615827:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2f2b3b7 00000400:00000200:3.0:1767384393.615829:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.615831:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.615833:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f2b3b7 00000400:00000010:3.0:1767384393.615834:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2f2b3b7. 00000100:00000200:3.0:1767384393.615836:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.615844:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.615846:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.615850:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731480704/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.615867:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615871:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615875:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006204b8dd. 00000020:00000010:2.0:1767384393.615876:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.615879:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.615915:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccbdd731. 00000020:00000010:2.0:1767384393.615917:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccbdd731. 00000100:00000200:2.0:1767384393.615918:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480704 02000000:00000010:2.0:1767384393.615925:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000082be31d9. 00000040:00000010:2.0:1767384393.615929:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b668e13e. 00000040:00000010:2.0:1767384393.615951:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000015208bfa. 00000020:00000010:2.0:1767384393.615954:0:40993:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000021e9b758. 00080000:00000010:2.0:1767384393.615957:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000b493524. 00000040:00000010:2.0:1767384393.615966:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000015208bfa. 00000040:00000010:2.0:1767384393.615985:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b668e13e. 20000000:00000010:2.0:1767384393.615990:0:40993:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ccbdd731. 00010000:00000200:2.0:1767384393.615995:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027f17525 x1853236731480704/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 512/272 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.616008:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.616011:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236731480704, offset 224 00000400:00000200:2.0:1767384393.616014:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.616018:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.616022:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d108a80 00000400:00000200:2.0:1767384393.616025:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a5d [1] + 224 00000400:00000200:2.0:1767384393.616028:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.616030:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.616034:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731480704/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.616049:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.616067:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:2.0:1767384393.616076:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.616079:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.616081:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006204b8dd. 00000400:00000010:3.0:1767384393.616086:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 02000000:00000010:2.0:1767384393.616086:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000082be31d9. 00000100:00000200:2.0:1767384393.616089:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384393.616091:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.616110:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000400:00000010:2.0:1767384393.616110:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d30d69. 00000400:00000010:2.0:1767384393.616117:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a759408e. 00000100:00000200:3.0:1767384393.616118:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731480704/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.616126:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731480704/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.616137:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.616141:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd1dd855. 02000000:00000010:3.0:1767384393.616143:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000877693db. 00000100:00000010:3.0:1767384393.616144:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 00000040:00000010:3.0:1767384393.616149:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000028668d75. 00000100:00000010:3.0:1767384393.616152:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 02000000:00000010:3.0:1767384393.616155:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000877693db. 00000100:00000010:3.0:1767384393.616157:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.616171:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009f42cccd. 00000400:00000010:3.0:1767384393.616174:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.616176:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007baa0b0d. 00000100:00000200:3.0:1767384393.616178:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731480832, portal 25 00000400:00000010:3.0:1767384393.616181:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.616182:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731480832, offset 0 00000400:00000200:3.0:1767384393.616185:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.616189:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.616192:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d108b00 00000400:00000200:3.0:1767384393.616195:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2215 [2] + 0 00000400:00000010:3.0:1767384393.616196:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1f3ab31. 00000400:00000200:3.0:1767384393.616198:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dcdfedc 00000400:00000200:3.0:1767384393.616200:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.616202:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.616204:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcdfedc 00000400:00000010:3.0:1767384393.616205:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dcdfedc. 00000100:00000200:3.0:1767384393.616207:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.616217:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.616218:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.616221:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731480832/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.616247:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003e4789c. 00000020:00000010:2.0:1767384393.616250:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003e4789c. 00000020:00000010:2.0:1767384393.616252:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006204b8dd. 00000020:00000010:2.0:1767384393.616254:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.616256:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.616270:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003e4789c. 00000020:00000010:2.0:1767384393.616272:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003e4789c. 00000100:00000200:2.0:1767384393.616274:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480832 02000000:00000010:2.0:1767384393.616308:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006dd56c22. 00000040:00000010:2.0:1767384393.616312:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b668e13e. 00000040:00000010:2.0:1767384393.616318:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c868d5e4. 00000040:00000010:2.0:1767384393.616714:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c868d5e4. 00000040:00000010:2.0:1767384393.616718:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b668e13e. 00010000:00000200:2.0:1767384393.616723:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149f0158 x1853236731480832/t0(0) o503->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8416 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.616733:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001a0357a5. 00000100:00000200:2.0:1767384393.616736:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236731480832, offset 224 00000400:00000200:2.0:1767384393.616739:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.616743:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.616747:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d108b00 00000400:00000200:2.0:1767384393.616750:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a6d [4] + 224 00000400:00000200:2.0:1767384393.616754:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.616756:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.616759:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731480832/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.616793:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a0357a5 00000400:00000010:2.0:1767384393.616795:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001a0357a5. 00000020:00000010:2.0:1767384393.616803:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.616806:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.616808:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006204b8dd. 02000000:00000010:2.0:1767384393.616811:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006dd56c22. 00000100:00000200:2.0:1767384393.616823:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.616826:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066079131. 00000400:00000010:2.0:1767384393.616830:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a0357a5. 00000400:00000010:3.0:1767384393.616854:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:3.0:1767384393.616860:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baa0b0d 00000400:00000010:3.0:1767384393.616861:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007baa0b0d. 00000100:00000200:3.0:1767384393.616866:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731480832/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.616874:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731480832/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.616886:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.616907:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009f42cccd. 02000000:00000010:3.0:1767384393.616915:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000877693db. 00000100:00000010:3.0:1767384393.616918:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 00000040:00000010:3.0:1767384393.616922:0:40984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b85e6b64. 00000020:00000010:0.0:1767384393.617065:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e4997a0. 00000020:00000010:0.0:1767384393.617069:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000641b1909. 00000040:00000010:0.0:1767384393.617071:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001ded998e. 00000020:00000010:0.0:1767384393.617073:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000866b012e. 00000020:00000010:0.0:1767384393.617075:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000090275164. 00000020:00000010:0.0:1767384393.617077:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000535c782d. 80000000:00000010:0.0:1767384393.617079:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086affbb0. 40000000:00000010:0.0:1767384393.617080:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007454b38f. 00100000:00000010:0.0:1767384393.617083:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c85b976. 00040000:00000010:0.0:1767384393.617085:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e586356f. 00040000:00000010:0.0:1767384393.617087:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000675ffbf6. 00080000:00000010:0.0:1767384393.617090:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c1676c9a. 00080000:00000010:0.0:1767384393.617093:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc8a92aa. 00000004:00000010:0.0:1767384393.617097:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e8edef3a. 00002000:00000010:0.0:1767384393.617099:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001f55ebc. 00000020:00000010:0.0:1767384393.617101:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ebdbb5b0. 00000040:00000010:0.0:1767384393.617111:0:41013:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004c931a7d. 00000100:00000010:0.0:1767384393.617117:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000eff1e1b. 02000000:00000010:0.0:1767384393.617122:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008efa6ce. 00000100:00000010:0.0:1767384393.617127:0:41013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda3360e. 02000000:00000010:0.0:1767384393.617137:0:41013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009f42cccd. 00000400:00000010:0.0:1767384393.617140:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0cfa401. 00000400:00000010:0.0:1767384393.617143:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000074fba9d4. 00000100:00000200:0.0:1767384393.617145:0:41013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731480960, portal 25 00000400:00000010:0.0:1767384393.617148:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384393.617149:0:41013:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731480960, offset 0 00000400:00000200:0.0:1767384393.617153:0:41013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.617157:0:41013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.617162:0:41013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d108b80 00000400:00000200:0.0:1767384393.617167:0:41013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2219 [2] + 0 00000400:00000010:0.0:1767384393.617170:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000860d078b. 00000400:00000200:0.0:1767384393.617174:0:41013:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f61ef2c4 00000400:00000200:0.0:1767384393.617177:0:41013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.617180:0:41013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.617182:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f61ef2c4 00000400:00000010:0.0:1767384393.617184:0:41013:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f61ef2c4. 00000100:00000200:0.0:1767384393.617189:0:41013:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384393.617203:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000400:00000010:0.0:1767384393.617205:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000100:00000200:0.0:1767384393.617211:0:41013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000eff1e1b x1853236731480960/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.617231:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.617235:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.617238:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b668e13e. 00000020:00000010:2.0:1767384393.617240:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.617242:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.617259:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.617261:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00000200:2.0:1767384393.617263:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731480960 02000000:00000010:2.0:1767384393.617273:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000006dd56c22. 00000040:00000010:2.0:1767384393.617277:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e9658afd. 00000040:00000010:2.0:1767384393.617282:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c868d5e4. 00000040:00000010:2.0:1767384393.617576:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c868d5e4. 00000040:00000010:2.0:1767384393.617579:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e9658afd. 00010000:00000200:2.0:1767384393.617584:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015fc9544 x1853236731480960/t0(0) o502->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8472 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.617592:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a00abe05. 00000100:00000200:2.0:1767384393.617594:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236731480960, offset 224 00000400:00000200:2.0:1767384393.617597:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.617601:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.617604:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d108b80 00000400:00000200:2.0:1767384393.617607:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a7d [4] + 224 00000400:00000200:2.0:1767384393.617611:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.617612:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.617615:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000eff1e1b x1853236731480960/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.617629:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a00abe05 00000400:00000010:2.0:1767384393.617630:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a00abe05. 00000020:00000010:2.0:1767384393.617636:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.617638:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.617641:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b668e13e. 00000400:00000010:0.0:1767384393.617645:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0cfa401. 02000000:00000010:2.0:1767384393.617646:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000006dd56c22. 00000400:00000200:0.0:1767384393.617651:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fba9d4 00000400:00000010:0.0:1767384393.617654:0:41013:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000074fba9d4. 00000100:00000200:2.0:1767384393.617658:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384393.617661:0:41013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000eff1e1b x1853236731480960/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.617662:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090c35bed. 00000400:00000010:2.0:1767384393.617668:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a00abe05. 00000100:00000200:0.0:1767384393.617674:0:41013:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000eff1e1b x1853236731480960/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.617687:0:41013:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda3360e. 02000000:00000010:0.0:1767384393.617692:0:41013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009f42cccd. 02000000:00000010:0.0:1767384393.617699:0:41013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008efa6ce. 00000100:00000010:0.0:1767384393.617702:0:41013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000eff1e1b. 00000020:00000010:0.0:1767384393.617713:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e32a6bd2. 00000020:00000010:0.0:1767384393.617716:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e32a6bd2. 00000020:00000010:0.0:1767384393.617720:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000008738070e. 00000020:00000010:0.0:1767384393.617728:0:41013:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008214acb6. 00000020:00000010:0.0:1767384393.617732:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bb029ea3. 00000020:00000010:0.0:1767384393.617743:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000008738070e. 00000020:00000010:0.0:1767384393.617745:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000cda3360e. 00000001:00000010:0.0:1767384393.617758:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e32a6bd2. 00000001:00000010:0.0:1767384393.617762:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c3fc5143. 00000001:00000010:0.0:1767384393.617764:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008efa6ce. 00000001:00000010:0.0:1767384393.617783:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2ce8e1c. 00000001:00000010:0.0:1767384393.617785:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c779f0c7. 00000001:00000010:0.0:1767384393.617786:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fd5d463. 00000001:00000010:0.0:1767384393.617788:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000770aa37a. 00000001:00000010:0.0:1767384393.617791:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000011b5de35. 00000001:00000010:0.0:1767384393.617792:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008975f339. 00000001:00000010:0.0:1767384393.617795:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe5370d4. 00000001:00000010:0.0:1767384393.617797:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee5627e4. 00000001:00000010:0.0:1767384393.617798:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000155ae812. 00000020:00000010:0.0:1767384393.617800:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037849eaf. 00000020:00000010:0.0:1767384393.617802:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008738070e. 00000020:00000010:0.0:1767384393.617805:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfee4ced. 00000008:00000010:0.0:1767384393.617809:0:41013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.617811:0:41013:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.617814:0:41013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.617817:0:41013:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.617819:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b38d68e0. 00000020:00000010:0.0:1767384393.617821:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e289fcec. 00000040:00000010:0.0:1767384393.617823:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ae82b8d. 00000020:00000010:0.0:1767384393.617825:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a0ad7de. 00000020:00000010:0.0:1767384393.617827:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005b03f89. 00000020:00000010:0.0:1767384393.617828:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ccb99a9. 80000000:00000010:0.0:1767384393.617830:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.617832:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0b6ee5e. 00100000:00000010:0.0:1767384393.617834:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e2efa2d9. 00040000:00000010:0.0:1767384393.617836:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000083c12c9c. 00040000:00000010:0.0:1767384393.617837:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f3230a7. 00080000:00000010:0.0:1767384393.617841:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000025414281. 00080000:00000010:0.0:1767384393.617844:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ea958182. 00000004:00000010:0.0:1767384393.617848:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007845447b. 00000004:00000010:0.0:1767384393.617851:0:41013:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000f93effe9. 00000004:00000010:0.0:1767384393.617856:0:41013:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000016380a9. 00000004:00000010:0.0:1767384393.617859:0:41013:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.617862:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000882c0a13. 00000004:00000010:0.0:1767384393.617866:0:41013:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000074fba9d4. 00000004:00000010:0.0:1767384393.617868:0:41013:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000016380a9. 00000020:00000010:0.0:1767384393.617882:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000093207d87. 00000020:00000010:0.0:1767384393.617883:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000009efffbe. 00000020:00000010:0.0:1767384393.617885:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e779339a. 00000020:00000010:0.0:1767384393.617886:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008b88045f. 00000020:00000010:0.0:1767384393.617969:0:41013:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.617976:0:41013:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.617982:0:41013:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.617986:0:41013:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.618003:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e289fcec. 00000040:00000010:0.0:1767384393.618006:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ae82b8d. 00000020:00000010:0.0:1767384393.618008:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a0ad7de. 00000020:00000010:0.0:1767384393.618011:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005b03f89. 00000020:00000010:0.0:1767384393.618013:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ccb99a9. 80000000:00000010:0.0:1767384393.618016:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.618018:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f0b6ee5e. 00100000:00000010:0.0:1767384393.618020:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e2efa2d9. 00040000:00000010:0.0:1767384393.618022:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000083c12c9c. 00040000:00000010:0.0:1767384393.618024:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f3230a7. 00080000:00000010:0.0:1767384393.618026:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ea958182. 00080000:00000010:0.0:1767384393.618028:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000025414281. 00000004:00000010:0.0:1767384393.618030:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007845447b. 00000020:00000010:0.0:1767384393.618032:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b38d68e0. 00000020:00000010:0.0:1767384393.618034:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008738070e. 00000020:00000010:0.0:1767384393.618036:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfee4ced. 00000008:00000010:0.0:1767384393.618037:0:41013:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.618040:0:41013:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.618042:0:41013:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.618044:0:41013:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.618046:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037849eaf. 00000020:00000010:0.0:1767384393.618048:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000cda3360e. 00000020:00000010:0.0:1767384393.618066:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000083c12c9c. 00000020:00000010:0.0:1767384393.618068:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000083c12c9c. 00000020:00000010:0.0:1767384393.618071:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000083c12c9c. 00000020:00000010:0.0:1767384393.618073:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000083c12c9c. 00000020:00000010:0.0:1767384393.618075:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000e6fab66b. 00000020:00000010:0.0:1767384393.618080:0:41013:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000053995e7. 00000020:00000010:0.0:1767384393.618082:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e2efa2d9. 00000004:00000010:0.0:1767384393.618086:0:41013:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000f0b6ee5e. 00000020:00000010:0.0:1767384393.618091:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000e6fab66b. 00000020:00000010:0.0:1767384393.618093:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000e6fab66b. 00000020:00000010:0.0:1767384393.618096:0:41013:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 0000000072f22e08. 00000020:00000010:0.0:1767384393.618098:0:41013:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 0000000066202981. 00000020:00000010:0.0:1767384393.618100:0:41013:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000097e510a6. 00000020:00000010:0.0:1767384393.618101:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000e6fab66b. 00000020:00000010:0.0:1767384393.618103:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000cda3360e. 00000001:00000010:0.0:1767384393.618112:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000083c12c9c. 00000001:00000010:0.0:1767384393.618114:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000005d40029. 00000001:00000010:0.0:1767384393.618116:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000231e3006. 00000001:00000010:0.0:1767384393.618117:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7082238. 00000001:00000010:0.0:1767384393.618119:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a558bd5. 00000001:00000010:0.0:1767384393.618120:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090c6ca78. 00000001:00000010:0.0:1767384393.618122:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000c38ec5c. 00000001:00000010:0.0:1767384393.618123:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c8e7de25. 00000001:00000010:0.0:1767384393.618124:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a637912. 00000001:00000010:0.0:1767384393.618126:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037849eaf. 00000001:00000010:0.0:1767384393.618127:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b38d68e0. 00000001:00000010:0.0:1767384393.618128:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f3230a7. 00000020:00000010:0.0:1767384393.618130:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ccb99a9. 00000020:00000010:0.0:1767384393.618132:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008738070e. 00000020:00000010:0.0:1767384393.618133:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bfee4ced. 00000008:00000010:0.0:1767384393.618135:0:41013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008b0e1a72. 00020000:00000010:0.0:1767384393.618136:0:41013:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f56b67ae. 00008000:00000010:0.0:1767384393.618137:0:41013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000097b4d1ed. 00000080:00000010:0.0:1767384393.618139:0:41013:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000077257f17. 00000020:00000010:0.0:1767384393.618141:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ae82b8d. 00000020:00000010:0.0:1767384393.618142:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e289fcec. 00000040:00000010:0.0:1767384393.618144:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000032b8fd05. 00000020:00000010:0.0:1767384393.618146:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a0ad7de. 00000020:00000010:0.0:1767384393.618147:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005b03f89. 00000020:00000010:0.0:1767384393.618149:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a4ab0052. 80000000:00000010:0.0:1767384393.618150:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.618152:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcebedea. 00100000:00000010:0.0:1767384393.618155:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6d7bc63. 00040000:00000010:0.0:1767384393.618156:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7420d68. 00040000:00000010:0.0:1767384393.618159:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be21ada1. 00080000:00000010:0.0:1767384393.618161:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000025414281. 00080000:00000010:0.0:1767384393.618163:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ea958182. 00000004:00000010:0.0:1767384393.618167:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007845447b. 00000004:00000010:0.0:1767384393.618171:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dda6626d. 00000004:00000010:0.0:1767384393.618175:0:41013:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000dd5f7289. 00000004:00000010:0.0:1767384393.618182:0:41013:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 0000000092b8d229. 00000004:00000010:0.0:1767384393.618185:0:41013:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000008d861e04. 00000004:00000010:0.0:1767384393.618188:0:41013:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000536f8701. 00000004:00000010:0.0:1767384393.618192:0:41013:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 0000000091cffbcf. 00000020:00000010:0.0:1767384393.618209:0:41013:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007417a389. 00000020:00000010:0.0:1767384393.618214:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000084a4a551. 00000004:00000010:0.0:1767384393.618224:0:41013:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 0000000091cffbcf. 00000004:00000010:0.0:1767384393.618229:0:41013:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 0000000091cffbcf. 00000001:00000010:0.0:1767384393.618242:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000728d23c2. 00000001:00000010:0.0:1767384393.618246:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000332c2e96. 00000001:00000010:0.0:1767384393.618249:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011529f50. 00000001:00000010:0.0:1767384393.618251:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7209d4c. 00000001:00000010:0.0:1767384393.618254:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085133d18. 00000001:00000010:0.0:1767384393.618256:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000297c307e. 00000001:00000010:0.0:1767384393.618260:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003965a4b1. 00000001:00000010:0.0:1767384393.618263:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c733f259. 00000001:00000010:0.0:1767384393.618265:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000036085c7. 00000001:00000010:0.0:1767384393.618268:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b88bdfd. 00000001:00000010:0.0:1767384393.618270:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed1ebed1. 00000001:00000010:0.0:1767384393.618273:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bba882b. 00000020:00000010:0.0:1767384393.618276:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af680a2. 00000020:00000010:0.0:1767384393.618278:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000080244506. 00000020:00000010:0.0:1767384393.618281:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002da7a781. 00000008:00000010:0.0:1767384393.618284:0:41013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003ba0f94f. 00020000:00000010:0.0:1767384393.618287:0:41013:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000134e9710. 00008000:00000010:0.0:1767384393.618289:0:41013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f72c94f9. 00000080:00000010:0.0:1767384393.618292:0:41013:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a288122b. 00000020:00000010:0.0:1767384393.618295:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084089509. 00000020:00000010:0.0:1767384393.618297:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017bbdce2. 00000040:00000010:0.0:1767384393.618300:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001170e66c. 00000020:00000010:0.0:1767384393.618302:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000fbfffe7. 00000020:00000010:0.0:1767384393.618305:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000235c5dd3. 00000020:00000010:0.0:1767384393.618307:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c9b249f. 80000000:00000010:0.0:1767384393.618310:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae33428a. 40000000:00000010:0.0:1767384393.618313:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057ec8a41. 00100000:00000010:0.0:1767384393.618315:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020ead89b. 00040000:00000010:0.0:1767384393.618318:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0d157ec. 00040000:00000010:0.0:1767384393.618321:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000060ad7038. 00080000:00000010:0.0:1767384393.618326:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d97da2d7. 00080000:00000010:0.0:1767384393.618338:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000588641b7. 00000004:00000010:0.0:1767384393.618344:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac6cad13. 00000004:00000010:0.0:1767384393.618347:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000022d233b7. 00000004:00000010:0.0:1767384393.618351:0:41013:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 0000000023dbf5cd. 00000004:00000010:0.0:1767384393.618357:0:41013:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.618362:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000da810f8f. 00000004:00000010:0.0:1767384393.618367:0:41013:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.618430:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000017bbdce2. 00000040:00000010:0.0:1767384393.618434:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001170e66c. 00000020:00000010:0.0:1767384393.618436:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000fbfffe7. 00000020:00000010:0.0:1767384393.618438:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000235c5dd3. 00000020:00000010:0.0:1767384393.618440:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c9b249f. 80000000:00000010:0.0:1767384393.618442:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae33428a. 40000000:00000010:0.0:1767384393.618444:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057ec8a41. 00100000:00000010:0.0:1767384393.618445:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020ead89b. 00040000:00000010:0.0:1767384393.618447:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b0d157ec. 00040000:00000010:0.0:1767384393.618449:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000060ad7038. 00080000:00000010:0.0:1767384393.618451:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000588641b7. 00080000:00000010:0.0:1767384393.618453:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d97da2d7. 00000004:00000010:0.0:1767384393.618454:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac6cad13. 00000004:00000010:0.0:1767384393.618457:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000022d233b7. 00000020:00000010:0.0:1767384393.618458:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084089509. 00000020:00000010:0.0:1767384393.618460:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000080244506. 00000020:00000010:0.0:1767384393.618462:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002da7a781. 00000008:00000010:0.0:1767384393.618463:0:41013:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ba0f94f. 00020000:00000010:0.0:1767384393.618465:0:41013:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000134e9710. 00008000:00000010:0.0:1767384393.618467:0:41013:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f72c94f9. 00000080:00000010:0.0:1767384393.618469:0:41013:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a288122b. 00000020:00000010:0.0:1767384393.618470:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008af680a2. 00000004:00000010:0.0:1767384393.618473:0:41013:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.618476:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000022d233b7. 00000004:00000010:0.0:1767384393.618479:0:41013:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000074fba9d4. 00000004:00000010:0.0:1767384393.618482:0:41013:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000074fba9d4. 00000020:00000010:0.0:1767384393.618484:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000020ead89b. 00000004:00000010:0.0:1767384393.618486:0:41013:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000074fba9d4. 00000004:00000010:0.0:1767384393.618489:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000fbfffe7. 00000004:00000010:0.0:1767384393.618492:0:41013:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 0000000091cffbcf. 00000004:00000010:0.0:1767384393.618494:0:41013:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000536f8701. 00000004:00000010:0.0:1767384393.618495:0:41013:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 0000000092b8d229. 00000004:00000010:0.0:1767384393.618496:0:41013:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000008d861e04. 00000004:00000010:0.0:1767384393.618499:0:41013:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000074fba9d4. 80000000:00000010:0.0:1767384393.618502:0:41013:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000002825de98. 80000000:00000010:0.0:1767384393.618505:0:41013:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000008d861e04. 00000004:00000010:0.0:1767384393.618516:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a78161f3. 00000004:00000010:0.0:1767384393.618529:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000027455628. 00000004:00000010:0.0:1767384393.618533:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e4170917. 00080000:00000010:0.0:1767384393.618537:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000101e8481. 00000001:00000010:0.0:1767384393.618546:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.618557:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00080000:00000010:0.0:1767384393.618572:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b0d157ec. 00100000:00000010:0.0:1767384393.618580:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057ec8a41. 00100000:00000010:0.0:1767384393.618587:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057ec8a41. 00080000:00000010:0.0:1767384393.618590:0:41013:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000060ad7038. 00000001:00000010:0.0:1767384393.618592:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 80000000:00000010:0.0:1767384393.618804:0:41013:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000057ec8a41. 80000000:00000010:0.0:1767384393.618809:0:41013:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000fb904571. 80000000:00000010:0.0:1767384393.618812:0:41013:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000057844aea. 80000000:00000010:0.0:1767384393.618814:0:41013:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000026d31fa2. 80000000:00000010:0.0:1767384393.618816:0:41013:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000bc1a801f. 00000001:00000010:0.0:1767384393.618818:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000017b2cd7b. 00000001:00000010:0.0:1767384393.618821:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000017b2cd7b. 00000001:00000010:0.0:1767384393.618823:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00080000:00000010:0.0:1767384393.618829:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618834:0:41013:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618838:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618840:0:41013:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618841:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618843:0:41013:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000002978a14c. 00080000:00000010:0.0:1767384393.618846:0:41013:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 0000000060ad7038. 80000000:00000010:0.0:1767384393.618848:0:41013:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000008d861e04. 00000004:00000010:0.0:1767384393.618863:0:41013:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 0000000060ad7038. 00000004:00000010:0.0:1767384393.618868:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008e7657ac. 00000004:00000010:0.0:1767384393.618871:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000850d6d92. 00000004:00000010:0.0:1767384393.618874:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000e419605. 00080000:00000010:0.0:1767384393.618876:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002978a14c. 00000001:00000010:0.0:1767384393.618880:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.618885:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00000004:00000010:0.0:1767384393.619136:0:41013:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000005fe2be23. 00000004:00000010:0.0:1767384393.619142:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000046a85d1c. 00000004:00000010:0.0:1767384393.619172:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f6502e3e. 00000004:00000010:0.0:1767384393.619175:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d76564c. 00080000:00000010:0.0:1767384393.619178:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000843b73b4. 00000001:00000010:0.0:1767384393.619182:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.619186:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00000004:00000010:0.0:1767384393.619359:0:41013:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000656f38eb. 00000004:00000010:0.0:1767384393.619362:0:41013:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000b2f2b3b7. 00000004:00000010:0.0:1767384393.619379:0:41013:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000b2f2b3b7. 00010000:00000010:0.0:1767384393.619384:0:41013:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000008c25630d. 00000001:00000010:0.0:1767384393.619386:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001133f0fe. 00000001:00000010:0.0:1767384393.619388:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 0000000047551f6a. 00000001:00000010:0.0:1767384393.619558:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e23c848. 00000001:00000010:0.0:1767384393.619828:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d4ceec30. 00000001:00000010:0.0:1767384393.620082:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000415ffc16. 00000001:00000010:0.0:1767384393.620338:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a57a86ae. 00000001:00000010:0.0:1767384393.620579:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070feb061. 00000001:00000010:0.0:1767384393.620852:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009b5af989. 00000001:00000010:0.0:1767384393.621106:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000024ef358e. 00000001:00000010:0.0:1767384393.621376:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013d98e6f. 00000001:00000010:0.0:1767384393.621613:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000042080d5d. 00000001:00000010:0.0:1767384393.621875:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8c97022. 00000001:00000010:0.0:1767384393.622128:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aa41aae7. 00000001:00000010:0.0:1767384393.622370:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e68d3a3f. 00000001:00000010:0.0:1767384393.622605:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fffe47d8. 00000100:00000010:0.0:1767384393.622792:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a6addcb. 00000100:00000010:1.0:1767384393.622835:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a94a1b48. 00000100:00000010:2.0:1767384393.622837:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbf74655. 00000100:00000010:3.0:1767384393.622838:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ddefe5c. 00000001:00000010:0.0:1767384393.622883:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e25cb63d. 00000001:00000010:0.0:1767384393.623137:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4acdc56. 00000001:00000010:0.0:1767384393.623374:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007ee137a3. 00000001:00000010:0.0:1767384393.623634:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001226dbbc. 00000001:00000010:0.0:1767384393.623888:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4e0d8e7. 00000001:00000010:0.0:1767384393.624136:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b5f3364b. 00000001:00000010:0.0:1767384393.624373:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c974a336. 00000001:00000010:0.0:1767384393.624609:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3befa17. 00000001:00000010:0.0:1767384393.624862:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc5b7333. 00000001:00000010:0.0:1767384393.625110:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b377987b. 00000001:00000010:0.0:1767384393.625347:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b758947. 00000001:00000010:0.0:1767384393.625595:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006061c90f. 00000001:00000010:0.0:1767384393.625892:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000074029563. 00000001:00000010:0.0:1767384393.626142:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bea6a088. 00000001:00000010:0.0:1767384393.626409:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000568c6944. 00000001:00000010:0.0:1767384393.626690:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002388b152. 00000001:00000010:0.0:1767384393.626987:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070c5fe3d. 00000001:00000010:0.0:1767384393.627240:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c299cdc8. 00000001:00000010:0.0:1767384393.627524:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e9d502a5. 00000001:00000010:0.0:1767384393.627810:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000dbb755a. 00000001:00000010:0.0:1767384393.628095:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000851f890d. 00000001:00000010:0.0:1767384393.628377:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f939a61. 00000001:00000010:0.0:1767384393.628614:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5b217f0. 00000001:00000010:0.0:1767384393.628906:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c08878d. 00000001:00000010:0.0:1767384393.629152:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000955c8803. 00000001:00000010:0.0:1767384393.629388:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea6e4ba5. 00000001:00000010:0.0:1767384393.629626:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c58faa22. 00000001:00000010:0.0:1767384393.629888:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b6db8c0c. 00000001:00000010:0.0:1767384393.630137:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f276ff6d. 00000001:00000010:0.0:1767384393.630374:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3448f4b. 00000001:00000010:0.0:1767384393.630619:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014c10f23. 00000001:00000010:0.0:1767384393.630872:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085a0b3b6. 00000001:00000010:0.0:1767384393.631123:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000063ab94e6. 00000001:00000010:0.0:1767384393.631359:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c82ec3f. 00000001:00000010:0.0:1767384393.631597:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000467c69e6. 00000001:00000010:0.0:1767384393.631859:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3c2da0d. 00000001:00000010:0.0:1767384393.632109:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cac997af. 00000001:00000010:0.0:1767384393.632380:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007968ddf2. 00000001:00000010:0.0:1767384393.632649:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000bc33877. 00000001:00000010:0.0:1767384393.632918:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000af5fd34d. 00000001:00000010:0.0:1767384393.633200:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e3055ea1. 00000001:00000010:0.0:1767384393.633464:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca0f618a. 00000001:00000010:0.0:1767384393.633719:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3899e2e. 00000001:00000010:0.0:1767384393.634081:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f1b9b3d1. 00000001:00000010:0.0:1767384393.634432:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac380e31. 00000001:00000010:0.0:1767384393.634688:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c5dccf63. 00000001:00000010:0.0:1767384393.635028:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e74ded3c. 00000001:00000010:0.0:1767384393.635343:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a609294. 00000001:00000010:0.0:1767384393.635643:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000284c4294. 00000001:00000010:0.0:1767384393.635963:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009bd0dbca. 00000001:00000010:0.0:1767384393.636296:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a812c204. 00000001:00000010:0.0:1767384393.636534:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a00263eb. 00000001:00000010:0.0:1767384393.636791:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005dc04cad. 00000001:00000010:0.0:1767384393.637105:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000695e7c50. 00000001:00000010:0.0:1767384393.637424:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c25cf7e. 00000001:00000010:0.0:1767384393.637676:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000621f6e8. 00000001:00000010:0.0:1767384393.637962:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004185df99. 00000001:00000010:0.0:1767384393.638275:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003957534f. 00000001:00000010:0.0:1767384393.638553:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e331cbe. 00000001:00000010:0.0:1767384393.638800:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e1a2fa5. 00000001:00000010:0.0:1767384393.639129:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f5f80ef. 00000001:00000010:0.0:1767384393.639442:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d26bd345. 00000001:00000010:0.0:1767384393.639699:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee9cb909. 00000001:00000010:0.0:1767384393.639953:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aaa2f0dd. 00000001:00000010:0.0:1767384393.640233:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000122d79e4. 00000001:00000010:0.0:1767384393.640465:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff2c68d5. 00000001:00000010:0.0:1767384393.640710:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d31ea338. 00000001:00000010:0.0:1767384393.641020:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b1a5de54. 00000001:00000010:0.0:1767384393.641326:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007534fe45. 00000001:00000010:0.0:1767384393.641606:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002855c42e. 00000001:00000010:0.0:1767384393.641909:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000363c0588. 00000001:00000010:0.0:1767384393.642222:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000da78caed. 00000001:00000010:0.0:1767384393.642503:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d819133d. 00000001:00000010:0.0:1767384393.642764:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000973b361f. 00000001:00000010:0.0:1767384393.643118:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007526757e. 00000001:00000010:0.0:1767384393.643379:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8ca50ce. 00000001:00000010:0.0:1767384393.643643:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000695d36b6. 00000001:00000010:0.0:1767384393.643929:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d90d1fea. 00000001:00000010:0.0:1767384393.644209:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a03c624a. 00000001:00000010:0.0:1767384393.644470:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000725c0997. 00000001:00000010:0.0:1767384393.644732:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000bff8357. 00000001:00000010:0.0:1767384393.645015:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013c3b78b. 00000001:00000010:0.0:1767384393.645296:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000073b6fcac. 00000001:00000010:0.0:1767384393.645558:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3e46770. 00000001:00000010:0.0:1767384393.645839:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c137a0ba. 00000001:00000010:0.0:1767384393.646115:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e8e36bc. 00000001:00000010:0.0:1767384393.646376:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca24bf95. 00000001:00000010:0.0:1767384393.646636:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f28fd7e7. 00000001:00000010:0.0:1767384393.646916:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d383d57e. 00000001:00000010:0.0:1767384393.647187:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e8fb42c. 00000001:00000010:0.0:1767384393.647449:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065294edc. 00000001:00000010:0.0:1767384393.647712:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca793256. 00000001:00000010:0.0:1767384393.647995:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000377f25c9. 00000001:00000010:0.0:1767384393.648284:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004180ea8. 00000001:00000010:0.0:1767384393.648540:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d5224e2e. 00000001:00000010:0.0:1767384393.648811:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ceacd7ce. 00000001:00000010:0.0:1767384393.649075:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d49dab73. 00000001:00000010:0.0:1767384393.649330:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b54b1ebc. 00000001:00000010:0.0:1767384393.649652:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff634834. 00000001:00000010:0.0:1767384393.650007:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083d97d9d. 00000001:00000010:0.0:1767384393.650337:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007ab39d7. 00000001:00000010:0.0:1767384393.650673:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068653ee8. 00000001:00000010:0.0:1767384393.651038:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084c468b1. 00000001:00000010:0.0:1767384393.651425:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d18ece7f. 00000001:00000010:0.0:1767384393.651723:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9b24447. 00000001:00000010:0.0:1767384393.652068:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e09f0515. 00000001:00000010:0.0:1767384393.652328:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d8d0eca. 00000001:00000010:0.0:1767384393.652577:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff1f78c0. 00000001:00000010:0.0:1767384393.652851:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006830cd38. 00000001:00000010:0.0:1767384393.653119:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001294b14b. 00000001:00000010:0.0:1767384393.653379:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c1eb9e0. 00000001:00000010:0.0:1767384393.653631:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044a59bc0. 00000001:00000010:0.0:1767384393.653899:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d640c679. 00000001:00000010:0.0:1767384393.654160:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000340fd582. 00000001:00000010:0.0:1767384393.654412:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c234b185. 00000020:00000010:0.0:1767384393.654567:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006aefc7bc. 00000020:00000010:0.0:1767384393.654571:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000dea848d4. 00000020:00000010:0.0:1767384393.654621:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005c53a426. 00000020:00000010:0.0:1767384393.654623:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009616ef70. 00000020:00000010:0.0:1767384393.654658:0:41013:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000d9cde30f. 00000004:00000010:0.0:1767384393.654667:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b5546001. 00000004:00000010:0.0:1767384393.654675:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000113d2ee4. 00000004:00000010:0.0:1767384393.654679:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051cc339c. 00080000:00000010:0.0:1767384393.654685:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0724794. 00000001:00000010:0.0:1767384393.654698:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.654710:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.654752:0:41013:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000008d861e04. 00000001:00000010:0.0:1767384393.655007:0:41013:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000008d861e04. 00080000:00000010:0.0:1767384393.655014:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005d0b8685. 00080000:00000010:0.0:1767384393.655020:0:41013:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c68483e0. 00080000:00000010:0.0:1767384393.655070:0:41013:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c68483e0. 00000020:00000010:0.0:1767384393.655077:0:41013:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000008d861e04. 00000004:00000010:0.0:1767384393.655080:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009fa46a9b. 00000004:00000010:0.0:1767384393.655083:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f7c7d7d8. 00000004:00000010:0.0:1767384393.655085:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000071b3aaa6. 00080000:00000010:0.0:1767384393.655088:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a405fa6. 00000001:00000010:0.0:1767384393.655092:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.655095:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b0cfa401. 00000001:00000010:0.0:1767384393.655263:0:41013:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 000000006d61797e. 00000001:00000010:0.0:1767384393.655271:0:41013:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 000000006d61797e. 00000001:00000010:0.0:1767384393.655281:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0b00e61. 00000001:00000010:0.0:1767384393.655285:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000098dde522. 00000001:00000010:0.0:1767384393.655287:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006d61797e. 00000020:00000010:0.0:1767384393.655290:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008af680a2. 00000020:00000010:0.0:1767384393.655294:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000084089509. 00000040:00000010:0.0:1767384393.655297:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c9b249f. 00000020:00000010:0.0:1767384393.655299:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8f15d54. 00000020:00000010:0.0:1767384393.655303:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000235c5dd3. 00000020:00000010:0.0:1767384393.655306:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001170e66c. 80000000:00000010:0.0:1767384393.655308:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae33428a. 40000000:00000010:0.0:1767384393.655311:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c68483e0. 00100000:00000010:0.0:1767384393.655315:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040e019df. 00040000:00000010:0.0:1767384393.655318:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087baeca1. 00040000:00000010:0.0:1767384393.655321:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000017bbdce2. 00080000:00000010:0.0:1767384393.655325:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000588641b7. 00080000:00000010:0.0:1767384393.655328:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a9eaf06a. 00000004:00000010:0.0:1767384393.655334:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ce0f4e54. 00000004:00000010:0.0:1767384393.655337:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac6cad13. 00000004:00000010:0.0:1767384393.655340:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002d71ce73. 00000020:00000010:0.0:1767384393.655343:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d5813b9. 00000020:00000010:0.0:1767384393.655345:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092b8d229. 00000020:00000010:0.0:1767384393.655348:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002da7a781. 02000000:00000010:0.0:1767384393.655357:0:41013:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000003b619c9f. 02000000:00000010:0.0:1767384393.655360:0:41013:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000302b138e. 02000000:00000010:0.0:1767384393.655363:0:41013:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000056048e24. 02000000:00000010:0.0:1767384393.655364:0:41013:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000596611aa. 00000020:00000010:0.0:1767384393.655595:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000191ca3a1. 00000020:00000010:0.0:1767384393.655598:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000008dd67170. 00000004:00000010:0.0:1767384393.655617:0:41013:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000536f8701. 00000004:00000010:0.0:1767384393.655628:0:41013:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000baa2c041. 00000004:00000010:0.0:1767384393.655631:0:41013:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000091cffbcf. 00000004:00000010:0.0:1767384393.655632:0:41013:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000ea005a5f. 00000004:00000010:0.0:1767384393.655636:0:41013:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 0000000080244506. 00000020:00000010:0.0:1767384393.655646:0:41013:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a5cf1f11. 00000020:00000010:0.0:1767384393.655650:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b7b85192. 00000004:00000010:0.0:1767384393.655663:0:41013:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 0000000080244506. 00000004:00000010:0.0:1767384393.655666:0:41013:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 0000000080244506. 00000001:00000010:0.0:1767384393.655677:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e897b4ae. 00000001:00000010:0.0:1767384393.655680:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002e39677c. 00000001:00000010:0.0:1767384393.655681:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb606164. 00000001:00000010:0.0:1767384393.655683:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4bc7961. 00000001:00000010:0.0:1767384393.655685:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000433c28ed. 00000001:00000010:0.0:1767384393.655687:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016a51ea5. 00000001:00000010:0.0:1767384393.655690:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000086f00912. 00000001:00000010:0.0:1767384393.655691:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000539bf2a4. 00000001:00000010:0.0:1767384393.655693:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069e4b60f. 00000001:00000010:0.0:1767384393.655695:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000adffa9f3. 00000001:00000010:0.0:1767384393.655697:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1c7207f. 00000001:00000010:0.0:1767384393.655699:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017db0e25. 00000020:00000010:0.0:1767384393.655701:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f615e0b. 00000020:00000010:0.0:1767384393.655704:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006cec6e8a. 00000020:00000010:0.0:1767384393.655706:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e90044a. 00000008:00000010:0.0:1767384393.655710:0:41013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003ba0f94f. 00020000:00000010:0.0:1767384393.655713:0:41013:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000134e9710. 00008000:00000010:0.0:1767384393.655717:0:41013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f72c94f9. 00000080:00000010:0.0:1767384393.655721:0:41013:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a288122b. 00000020:00000010:0.0:1767384393.655724:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a7f049a. 00000020:00000010:0.0:1767384393.655725:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bab5a10c. 00000040:00000010:0.0:1767384393.655727:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca4eea27. 00000020:00000010:0.0:1767384393.655729:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cadcd1b0. 00000020:00000010:0.0:1767384393.655732:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066413e69. 00000020:00000010:0.0:1767384393.655735:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000211b28a1. 80000000:00000010:0.0:1767384393.655738:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d706e99. 40000000:00000010:0.0:1767384393.655741:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041e4c578. 00100000:00000010:0.0:1767384393.655743:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000883963c. 00040000:00000010:0.0:1767384393.655745:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f55719e. 00040000:00000010:0.0:1767384393.655748:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000309cdb73. 00080000:00000010:0.0:1767384393.655753:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000396bc027. 00080000:00000010:0.0:1767384393.655756:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000100dc59f. 00000004:00000010:0.0:1767384393.655760:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b9b559b5. 00000004:00000010:0.0:1767384393.655762:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044b935de. 00000004:00000010:0.0:1767384393.655764:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000460c5e66. 00040000:00000010:0.0:1767384393.655793:0:41013:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000002834d325. 00040000:00000010:0.0:1767384393.655800:0:41013:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000000e923563. 00000020:00000010:0.0:1767384393.655804:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002225420e. 00040000:00000010:0.0:1767384393.655810:0:41013:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000000e923563. 00040000:00000010:0.0:1767384393.655815:0:41013:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000a30d12ae. 00000020:00000010:0.0:1767384393.655818:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc29b147. 00000020:00000010:0.0:1767384393.655821:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c14be1e4. 00000040:00000010:0.0:1767384393.655823:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a6464df9. 00000020:00000010:0.0:1767384393.655825:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000519f8e5c. 00000020:00000010:0.0:1767384393.655828:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000858bca8. 00000020:00000010:0.0:1767384393.655832:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000047f25b7c. 80000000:00000010:0.0:1767384393.655834:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006c39f59f. 40000000:00000010:0.0:1767384393.655835:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000514488dc. 00100000:00000010:0.0:1767384393.655838:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009fda803c. 00040000:00000010:0.0:1767384393.655840:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d35f9315. 00040000:00000010:0.0:1767384393.655844:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009a41e994. 00040000:00000010:0.0:1767384393.655847:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000053022bfd. 00080000:00000010:0.0:1767384393.655851:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d97da2d7. 00080000:00000010:0.0:1767384393.656947:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000086ed3186. 00000004:00000010:0.0:1767384393.656953:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008354930c. 00000004:00000010:0.0:1767384393.656956:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000956c38d. 00000004:00000010:0.0:1767384393.656958:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b4abed3b. 00000020:00000010:1.0:1767384393.657111:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002038aa9d. 00040000:00000010:1.0:1767384393.657160:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd5791dc. 00040000:00000010:1.0:1767384393.657165:0:41013:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000c721a3b1. 00000020:00000010:1.0:1767384393.657176:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000f27bfd2. 00040000:00000010:1.0:1767384393.657179:0:41013:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000036f836b. 00000020:00000010:1.0:1767384393.657186:0:41013:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000b81dfd88. 00000020:00000010:1.0:1767384393.657206:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bab5a10c. 00000040:00000010:1.0:1767384393.657210:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca4eea27. 00000020:00000010:1.0:1767384393.657212:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cadcd1b0. 00000020:00000010:1.0:1767384393.657216:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066413e69. 00000020:00000010:1.0:1767384393.657220:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000211b28a1. 80000000:00000010:1.0:1767384393.657222:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d706e99. 40000000:00000010:1.0:1767384393.657225:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000041e4c578. 00100000:00000010:1.0:1767384393.657228:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000883963c. 00040000:00000010:1.0:1767384393.657230:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f55719e. 00040000:00000010:1.0:1767384393.657233:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd5791dc. 00040000:00000010:1.0:1767384393.657235:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000309cdb73. 00080000:00000010:1.0:1767384393.657240:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000100dc59f. 00080000:00000010:1.0:1767384393.657243:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000396bc027. 00000004:00000010:1.0:1767384393.657246:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b9b559b5. 00000004:00000010:1.0:1767384393.657248:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000044b935de. 00000004:00000010:1.0:1767384393.657250:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000460c5e66. 00000020:00000010:1.0:1767384393.657252:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a7f049a. 00000020:00000010:1.0:1767384393.657255:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006cec6e8a. 00000020:00000010:1.0:1767384393.657257:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e90044a. 00000008:00000010:1.0:1767384393.657260:0:41013:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ba0f94f. 00020000:00000010:1.0:1767384393.657264:0:41013:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000134e9710. 00008000:00000010:1.0:1767384393.657267:0:41013:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f72c94f9. 00000080:00000010:1.0:1767384393.657270:0:41013:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a288122b. 00000020:00000010:1.0:1767384393.657272:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f615e0b. 00000004:00000010:1.0:1767384393.657281:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a461bec. 00000004:00000010:1.0:1767384393.657286:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ceb4358. 00000004:00000010:1.0:1767384393.657289:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000588947de. 00080000:00000010:1.0:1767384393.657292:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7d3e461. 00080000:00000010:1.0:1767384393.657344:0:41013:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c104fc54. 00000020:00000010:1.0:1767384393.657352:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eedd43a7. 00080000:00000010:1.0:1767384393.657357:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1196b8e. 00080000:00000010:1.0:1767384393.657376:0:41013:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1196b8e. 00000020:00000010:1.0:1767384393.657381:0:41013:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eedd43a7. 00000004:00000010:1.0:1767384393.657394:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ba05089e. 00000004:00000010:1.0:1767384393.657400:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000031ae4b50. 00000004:00000010:1.0:1767384393.657404:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000091625787. 00080000:00000010:1.0:1767384393.657407:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1196b8e. 00040000:00000010:1.0:1767384393.657420:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd5791dc. 00000020:00000010:1.0:1767384393.657436:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009add58b5. 00080000:00000010:1.0:1767384393.657439:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f615e0b. 00080000:00000010:1.0:1767384393.657447:0:41013:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001f615e0b. 00000020:00000010:1.0:1767384393.657449:0:41013:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009add58b5. 00000004:00000010:1.0:1767384393.657454:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e074396e. 00000004:00000010:1.0:1767384393.657457:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005414baec. 00000004:00000010:1.0:1767384393.657459:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000024b8a051. 00080000:00000010:1.0:1767384393.657479:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f615e0b. 00000004:00000010:1.0:1767384393.657503:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000017c7f71e. 00000004:00000010:1.0:1767384393.657507:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ec9d1a7. 00000004:00000010:1.0:1767384393.657510:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000c95d77a. 00080000:00000010:1.0:1767384393.657512:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002a7f049a. 00080000:00000010:1.0:1767384393.657519:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d5cf7c87. 00100000:00000010:1.0:1767384393.657528:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.657532:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.657539:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003611ed1e. 00000001:00000010:1.0:1767384393.657544:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000211b28a1. 00000001:00000010:1.0:1767384393.657548:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000973c7b69. 00000001:00000010:1.0:1767384393.657551:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ce45d386. 00040000:00000010:1.0:1767384393.657554:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.657559:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.657583:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.657586:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.657591:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000559284c2. 00000001:00000010:1.0:1767384393.657599:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.657824:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000004:00000010:1.0:1767384393.657869:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000054233f10. 00000004:00000010:1.0:1767384393.657874:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbcc05f9. 00000004:00000010:1.0:1767384393.657877:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c20889c3. 00080000:00000010:1.0:1767384393.657880:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ca4eea27. 00080000:00000010:1.0:1767384393.657889:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000071bc408a. 00100000:00000010:1.0:1767384393.657894:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.657896:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.657899:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003b5e3492. 00000001:00000010:1.0:1767384393.657901:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bab5a10c. 00000001:00000010:1.0:1767384393.657904:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a5ca017f. 00000001:00000010:1.0:1767384393.657906:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f5350de0. 00040000:00000010:1.0:1767384393.657908:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.657910:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.657920:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.657922:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.657925:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000d638a2c1. 00000001:00000010:1.0:1767384393.657929:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.658122:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000004:00000010:1.0:1767384393.658147:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007beadacf. 00000004:00000010:1.0:1767384393.658151:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bee46270. 00000004:00000010:1.0:1767384393.658154:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe09fecc. 00080000:00000010:1.0:1767384393.658158:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009090f76e. 00080000:00000010:1.0:1767384393.658166:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ae404196. 00100000:00000010:1.0:1767384393.658189:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.658191:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658195:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f5c2be63. 00000001:00000010:1.0:1767384393.658198:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006e0a247a. 00000001:00000010:1.0:1767384393.658200:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000155eb7c1. 00000001:00000010:1.0:1767384393.658202:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000069ec8354. 00040000:00000010:1.0:1767384393.658204:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.658206:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.658217:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.658219:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658223:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000814ca9fc. 00000001:00000010:1.0:1767384393.658227:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.658395:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000020:00000010:1.0:1767384393.658427:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d86a57b. 00080000:00000010:1.0:1767384393.658432:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000389bd240. 00080000:00000010:1.0:1767384393.658443:0:41013:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000389bd240. 00000020:00000010:1.0:1767384393.658446:0:41013:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d86a57b. 00000004:00000010:1.0:1767384393.658452:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002ee00c40. 00000004:00000010:1.0:1767384393.658456:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000061faa460. 00000004:00000010:1.0:1767384393.658460:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006b4b3c25. 00080000:00000010:1.0:1767384393.658464:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000389bd240. 00000004:00000010:1.0:1767384393.658484:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000153dda6. 00000004:00000010:1.0:1767384393.658487:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002b32bd8a. 00000004:00000010:1.0:1767384393.658490:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016c6eca5. 00080000:00000010:1.0:1767384393.658492:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d23be9bc. 00080000:00000010:1.0:1767384393.658499:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d9126f83. 00100000:00000010:1.0:1767384393.658507:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.658509:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658512:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000095bef18f. 00000001:00000010:1.0:1767384393.658514:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000849e1a42. 00000001:00000010:1.0:1767384393.658517:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000032a32205. 00000001:00000010:1.0:1767384393.658519:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ad13419b. 00040000:00000010:1.0:1767384393.658521:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.658525:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.658540:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.658544:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658551:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000e8aa23fc. 00000001:00000010:1.0:1767384393.658558:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.658698:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000004:00000010:1.0:1767384393.658724:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb0551ac. 00000004:00000010:1.0:1767384393.658730:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006fe6c32d. 00000004:00000010:1.0:1767384393.658733:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f35db94e. 00080000:00000010:1.0:1767384393.658735:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000fa363ab. 00080000:00000010:1.0:1767384393.658745:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a061e1d6. 00100000:00000010:1.0:1767384393.658751:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.658753:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658757:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000001edc7aa1. 00000001:00000010:1.0:1767384393.658760:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000032675b2c. 00000001:00000010:1.0:1767384393.658764:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002e6a37e7. 00000001:00000010:1.0:1767384393.658785:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000045ca8175. 00040000:00000010:1.0:1767384393.658789:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.658791:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.658803:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.658805:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.658808:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000028f9301c. 00000001:00000010:1.0:1767384393.658814:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.658956:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000004:00000010:1.0:1767384393.658984:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000313cb613. 00000004:00000010:1.0:1767384393.659027:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000008fd0c3d. 00000004:00000010:1.0:1767384393.659031:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a3059e62. 00080000:00000010:1.0:1767384393.659034:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e57e4b48. 00080000:00000010:1.0:1767384393.659043:0:41013:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002b95e98f. 00100000:00000010:1.0:1767384393.659077:0:41013:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c539485a. 00100000:00000010:1.0:1767384393.659080:0:41013:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c539485a. 00040000:00000010:1.0:1767384393.659085:0:41013:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fe5613d4. 00000001:00000010:1.0:1767384393.659088:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008fecd894. 00000001:00000010:1.0:1767384393.659092:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000030089ff. 00000001:00000010:1.0:1767384393.659094:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ebc4f56a. 00040000:00000010:1.0:1767384393.659096:0:41013:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c539485a. 00080000:00000010:1.0:1767384393.659098:0:41013:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000008b2dde8e. 00080000:00000010:1.0:1767384393.659114:0:41013:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000008b2dde8e. 00040000:00000010:1.0:1767384393.659117:0:41013:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c539485a. 00040000:00000010:1.0:1767384393.659120:0:41013:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000008f254b27. 00000001:00000010:1.0:1767384393.659125:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab8ba925. 00000001:00000010:1.0:1767384393.659238:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab8ba925. 00000020:00000010:1.0:1767384393.659251:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ab5fc70c. 00000004:00000010:1.0:1767384393.659257:0:41013:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 0000000080244506. 00000004:00000010:1.0:1767384393.659260:0:41013:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000091cffbcf. 00000004:00000010:1.0:1767384393.659261:0:41013:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000536f8701. 00000004:00000010:1.0:1767384393.659263:0:41013:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000baa2c041. 00000004:00000010:1.0:1767384393.659265:0:41013:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000ea005a5f. 00000020:00000010:1.0:1767384393.659277:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c205f4f. 00000020:00000010:1.0:1767384393.659279:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad112ca4. 00000040:00000010:1.0:1767384393.659281:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000395776e5. 00000020:00000010:1.0:1767384393.659284:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cd19a2e. 00000020:00000010:1.0:1767384393.659287:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000192f0019. 00000020:00000010:1.0:1767384393.659289:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000022e16747. 80000000:00000010:1.0:1767384393.659292:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8e7f80d. 40000000:00000010:1.0:1767384393.659294:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c539485a. 00100000:00000010:1.0:1767384393.659297:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000460c5e66. 00040000:00000010:1.0:1767384393.659301:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002eddb252. 00040000:00000010:1.0:1767384393.659303:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b9b559b5. 00040000:00000010:1.0:1767384393.659306:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000022c62efc. 00080000:00000010:1.0:1767384393.659308:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000396bc027. 00080000:00000010:1.0:1767384393.659311:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000100dc59f. 00000004:00000010:1.0:1767384393.659315:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000883963c. 00000004:00000010:1.0:1767384393.659319:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000b592c3f. 00000004:00000010:1.0:1767384393.659323:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cadcd1b0. 00000020:00000010:1.0:1767384393.659327:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3d36b65. 00000020:00000010:1.0:1767384393.659330:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009568c502. 00000020:00000010:1.0:1767384393.659335:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007a8fd64d. 00000020:00000010:2.0:1767384393.659595:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e289fcec. 00000040:00000010:2.0:1767384393.659604:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000032b8fd05. 00000020:00000010:2.0:1767384393.659609:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a0ad7de. 00000020:00000010:2.0:1767384393.659615:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005b03f89. 00000020:00000010:2.0:1767384393.659620:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a4ab0052. 80000000:00000010:2.0:1767384393.659625:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e6fab66b. 40000000:00000010:2.0:1767384393.659629:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcebedea. 00100000:00000010:2.0:1767384393.659633:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6d7bc63. 00040000:00000010:2.0:1767384393.659637:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7420d68. 00040000:00000010:2.0:1767384393.659642:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd5791dc. 00040000:00000010:2.0:1767384393.659646:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be21ada1. 00080000:00000010:2.0:1767384393.659652:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ea958182. 00080000:00000010:2.0:1767384393.659656:0:41013:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000c104fc54. 00080000:00000010:2.0:1767384393.659659:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000025414281. 00000004:00000010:2.0:1767384393.659662:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000fbfffe7. 00000004:00000010:2.0:1767384393.659666:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007845447b. 00000004:00000010:2.0:1767384393.659670:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dda6626d. 00000020:00000010:2.0:1767384393.659673:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ae82b8d. 00000020:00000010:2.0:1767384393.659677:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008738070e. 00000020:00000010:2.0:1767384393.659681:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bfee4ced. 00000008:00000010:2.0:1767384393.659685:0:41013:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008b0e1a72. 00020000:00000010:2.0:1767384393.659691:0:41013:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f56b67ae. 00008000:00000010:2.0:1767384393.659695:0:41013:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000097b4d1ed. 00000080:00000010:2.0:1767384393.659699:0:41013:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000077257f17. 00000020:00000010:2.0:1767384393.659703:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ccb99a9. 00000020:00000010:2.0:1767384393.659712:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000cda3360e. 00000020:00000010:2.0:1767384393.659728:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659731:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659737:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659739:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659745:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659748:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659753:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000948c5dbd. 00000020:00000010:2.0:1767384393.659762:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9658afd. 00000020:00000010:2.0:1767384393.659791:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004fb575ac. 00000040:00000010:2.0:1767384393.659796:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009f04c398. 00000020:00000010:2.0:1767384393.659800:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd55e507. 00000020:00000010:2.0:1767384393.659804:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.659808:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000be21ada1. 80000000:00000010:2.0:1767384393.659812:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.659815:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008179fbdc. 00100000:00000010:2.0:1767384393.659819:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009bf1e3b8. 00040000:00000010:2.0:1767384393.659823:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000519e41b8. 00040000:00000010:2.0:1767384393.659828:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000056b93e8e. 00040000:00000010:2.0:1767384393.659831:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4ab0052. 00080000:00000010:2.0:1767384393.659836:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c868d5e4. 00080000:00000010:2.0:1767384393.659841:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000454894e. 00000004:00000010:2.0:1767384393.659846:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000005633249. 00000004:00000010:2.0:1767384393.659851:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.659855:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe0fd9f0. 02000000:00000010:2.0:1767384393.659865:0:41013:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000000111ecc0. 02000000:00000010:2.0:1767384393.659871:0:41013:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000000111ecc0. 00000020:00000010:2.0:1767384393.659876:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004fb575ac. 00000040:00000010:2.0:1767384393.659880:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f04c398. 00000020:00000010:2.0:1767384393.659882:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd55e507. 00000020:00000010:2.0:1767384393.659886:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.659889:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000be21ada1. 80000000:00000010:2.0:1767384393.659892:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.659918:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008179fbdc. 00100000:00000010:2.0:1767384393.659921:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009bf1e3b8. 00040000:00000010:2.0:1767384393.659925:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000519e41b8. 00040000:00000010:2.0:1767384393.659928:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000056b93e8e. 00040000:00000010:2.0:1767384393.659931:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4ab0052. 00080000:00000010:2.0:1767384393.659934:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000454894e. 00080000:00000010:2.0:1767384393.659939:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c868d5e4. 00000004:00000010:2.0:1767384393.659943:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000005633249. 00000004:00000010:2.0:1767384393.659946:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.659950:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe0fd9f0. 00000020:00000010:2.0:1767384393.659954:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9658afd. 00000020:00000010:2.0:1767384393.659957:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000948c5dbd. 00000020:00000010:2.0:1767384393.659964:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659967:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659973:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659975:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000519e41b8. 00000020:00000010:2.0:1767384393.659978:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000008179fbdc. 00000100:00000010:2.0:1767384393.659985:0:41013:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000082be31d9. 00000400:00000200:2.0:1767384393.659990:0:41013:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384393.659998:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:2.0:1767384393.660007:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384393.660015:0:41013:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 00000400:00000200:2.0:1767384393.660021:0:41013:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:2.0:1767384393.660036:0:41013:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:2.0:1767384393.660039:0:41013:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384393.660043:0:41013:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384393.660048:0:41013:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:2.0:1767384393.660066:0:41013:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000400:00000200:2.0:1767384393.660070:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:1.0:1767384393.660072:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384393.660073:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:1.0:1767384393.660080:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:2.0:1767384393.660084:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660085:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:2.0:1767384393.660091:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000010:1.0:1767384393.660093:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000006b4e85e5. 00000400:00000200:2.0:1767384393.660095:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000010:1.0:1767384393.660099:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a6876b. 00000400:00000200:2.0:1767384393.660104:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660109:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000010:1.0:1767384393.660109:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000096c851b9. 00000400:00000200:2.0:1767384393.660116:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:1.0:1767384393.660118:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1767384393.660125:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660129:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:2.0:1767384393.660131:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:1.0:1767384393.660134:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1767384393.660140:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660143:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:2.0:1767384393.660146:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:1.0:1767384393.660154:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:2.0:1767384393.660155:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:1.0:1767384393.660165:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:2.0:1767384393.660166:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660173:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:1.0:1767384393.660177:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:2.0:1767384393.660180:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:1.0:1767384393.660189:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:2.0:1767384393.660190:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660197:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:1.0:1767384393.660201:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:2.0:1767384393.660204:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:1.0:1767384393.660212:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:2.0:1767384393.660214:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660220:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:1.0:1767384393.660221:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:2.0:1767384393.660228:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384393.660231:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:2.0:1767384393.660237:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660238:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:2.0:1767384393.660245:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:1.0:1767384393.660248:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:2.0:1767384393.660252:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:1.0:1767384393.660257:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:2.0:1767384393.660261:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660266:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:2.0:1767384393.660268:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:1.0:1767384393.660273:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:2.0:1767384393.660276:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:1.0:1767384393.660282:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:2.0:1767384393.660286:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660291:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:1.0:1767384393.660291:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:2.0:1767384393.660299:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:1.0:1767384393.660301:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:2.0:1767384393.660308:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660309:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 62], ns[202, 63] 00000400:00000200:2.0:1767384393.660316:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:1.0:1767384393.660319:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 62], ns[207, 63] 00000400:00000200:2.0:1767384393.660324:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:1.0:1767384393.660328:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[217, 62], ns[254, 63] 00000400:00000200:2.0:1767384393.660334:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660340:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[218, 62], ns[255, 63] 00000400:00000200:2.0:1767384393.660341:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:2.0:1767384393.660347:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:2.0:1767384393.660354:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660358:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 62], ns[80, 63] 00000400:00000200:2.0:1767384393.660359:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:2.0:1767384393.660365:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:2.0:1767384393.660373:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660376:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[192, 63] 00000400:00000200:2.0:1767384393.660378:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:2.0:1767384393.660385:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:1.0:1767384393.660390:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 62], ns[199, 63] 00000400:00000200:2.0:1767384393.660394:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660400:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:1.0:1767384393.660405:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 62], ns[155, 63] 00000400:00000200:2.0:1767384393.660406:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:2.0:1767384393.660415:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660418:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 62], ns[110, 63] 00000400:00000200:2.0:1767384393.660420:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:2.0:1767384393.660426:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:1.0:1767384393.660429:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[205, 62], ns[211, 63] 00000400:00000200:2.0:1767384393.660435:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660441:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:1.0:1767384393.660441:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 62], ns[156, 63] 00000400:00000200:2.0:1767384393.660449:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:1.0:1767384393.660453:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[139, 63] 00000400:00000200:2.0:1767384393.660457:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660463:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:1.0:1767384393.660464:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 62], ns[249, 63] 00000400:00000200:2.0:1767384393.660471:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:1.0:1767384393.660476:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[145, 63] 00000400:00000200:2.0:1767384393.660478:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660484:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:1.0:1767384393.660486:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 62], ns[165, 63] 00000400:00000200:2.0:1767384393.660491:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:1.0:1767384393.660495:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[216, 62], ns[253, 63] 00000400:00000200:2.0:1767384393.660501:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660503:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[179, 63] 00000400:00000200:2.0:1767384393.660509:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:1.0:1767384393.660514:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[191, 63] 00000400:00000200:2.0:1767384393.660515:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:1.0:1767384393.660525:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[219, 62], ns[256, 63] 00000400:00000200:2.0:1767384393.660527:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660534:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:1.0:1767384393.660538:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 62], ns[250, 63] 00000400:00000200:2.0:1767384393.660540:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:2.0:1767384393.660550:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660551:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 62], ns[251, 63] 00000400:00000200:2.0:1767384393.660558:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:1.0:1767384393.660562:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[215, 62], ns[252, 63] 00000400:00000200:2.0:1767384393.660564:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:1.0:1767384393.660570:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 62], ns[0, 63] 00000400:00000200:2.0:1767384393.660574:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660579:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:1.0:1767384393.660580:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000400:00000200:2.0:1767384393.660586:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:1.0:1767384393.660587:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp49 00000400:00000200:2.0:1767384393.660593:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660596:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp49 lpni_is_preferred = 0 00000400:00000200:2.0:1767384393.660600:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:1.0:1767384393.660602:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp49 00000400:00000200:2.0:1767384393.660608:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:1.0:1767384393.660611:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp49 NI seq info: [257:257:256:4294967295] 192.168.204.118@tcp49 LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1767384393.660617:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660621:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:1.0:1767384393.660622:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp49 00000400:00000200:2.0:1767384393.660627:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000200:2.0:1767384393.660637:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660640:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp49(192.168.204.118@tcp49:) -> 192.168.204.118@tcp49(192.168.204.118@tcp:192.168.204.118@tcp49) : GET try# 0 00000400:00000200:2.0:1767384393.660642:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:2.0:1767384393.660648:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000800:00000200:1.0:1767384393.660653:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp49 00000400:00000200:2.0:1767384393.660658:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000800:00000010:1.0:1767384393.660659:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fb5910c4. 00000400:00000200:2.0:1767384393.660661:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:2.0:1767384393.660666:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000800:00000010:1.0:1767384393.660670:0:16350:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000059601fd3. 00000400:00000200:2.0:1767384393.660671:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660676:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000800:00000010:1.0:1767384393.660676:0:16350:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cfcdfd1c. 00000400:00000200:2.0:1767384393.660683:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000800:00000200:1.0:1767384393.660687:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000400:00000200:2.0:1767384393.660691:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000800:00000200:1.1:1767384393.660697:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000400:00000200:2.0:1767384393.660698:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:2.0:1767384393.660704:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:2.0:1767384393.660709:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384393.660711:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:2.0:1767384393.660713:0:41013:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:2.0:1767384393.660718:0:41013:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.660720:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:2.0:1767384393.660722:0:41013:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 00000400:00000200:1.0:1767384393.660725:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000100:00000010:2.0:1767384393.660728:0:41013:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000082be31d9. 00000020:00000010:2.0:1767384393.660735:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.660744:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000079f07234. 00000020:00000010:2.0:1767384393.660771:0:41013:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a680d993. 00000020:00000010:2.0:1767384393.660777:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fe0fd9f0. 00000020:00000010:2.0:1767384393.660842:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000079f07234. 00000020:00000010:2.0:1767384393.660851:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000079f07234. 00000001:00000010:2.0:1767384393.660868:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000519e41b8. 00000400:00000200:0.0:1767384393.660872:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.660874:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b3576940. 00000001:00000010:2.0:1767384393.660880:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032b8fd05. 00000001:00000010:2.0:1767384393.660884:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4ab0052. 00000001:00000010:2.0:1767384393.660887:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be21ada1. 00000001:00000010:2.0:1767384393.660891:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009f04c398. 00000001:00000010:2.0:1767384393.660894:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000368ff65e. 00000001:00000010:2.0:1767384393.660899:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f15b4834. 00000001:00000010:2.0:1767384393.660902:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9658afd. 00000001:00000010:2.0:1767384393.660905:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fb575ac. 00000001:00000010:2.0:1767384393.660908:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ccb99a9. 00000001:00000010:2.0:1767384393.660913:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ae82b8d. 00000020:00000010:2.0:1767384393.660918:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e289fcec. 00000020:00000010:2.0:1767384393.660923:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a260f33. 00000400:00000200:0.0:1767384393.660925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000020:00000010:2.0:1767384393.660928:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000008:00000010:2.0:1767384393.660935:0:41013:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e0e9796c. 00020000:00000010:2.0:1767384393.660938:0:41013:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003fc64f7f. 00008000:00000010:2.0:1767384393.660944:0:41013:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000692bc70b. 00000080:00000010:2.0:1767384393.660950:0:41013:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ef823eb1. 00000020:00000010:2.0:1767384393.660955:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe5b32b. 00000020:00000010:2.0:1767384393.660961:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079b296d0. 00000400:00000200:0.0:1767384393.660963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000040:00000010:2.0:1767384393.660965:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b82aecc4. 00000020:00000010:2.0:1767384393.660971:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005633249. 00000020:00000010:2.0:1767384393.660976:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.660979:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007664d197. 80000000:00000010:2.0:1767384393.660984:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.660989:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008179fbdc. 00100000:00000010:2.0:1767384393.660994:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056b93e8e. 00040000:00000010:2.0:1767384393.660999:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e58145c. 00040000:00000010:2.0:1767384393.661004:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009bf1e3b8. 00000400:00000200:0.0:1767384393.661006:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00040000:00000010:2.0:1767384393.661008:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d85d5bc0. 00080000:00000010:2.0:1767384393.661015:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c868d5e4. 00080000:00000010:2.0:1767384393.661019:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000454894e. 00000004:00000010:2.0:1767384393.661026:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bd55e507. 00000004:00000010:2.0:1767384393.661030:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.661037:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e12d150e. 00002000:00000010:2.0:1767384393.661044:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f65c350. 00000400:00000200:0.0:1767384393.661048:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000004:00000010:2.0:1767384393.661066:0:41013:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000d7b6eb1b. 00000004:00000010:2.0:1767384393.661080:0:41013:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000044682b78. 00000004:00000010:2.0:1767384393.661087:0:41013:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000948c5dbd. 00000020:00000010:2.0:1767384393.661094:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000031ba8fd7. 00000004:00000010:2.0:1767384393.661104:0:41013:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000948c5dbd. 00000400:00000200:0.0:1767384393.661109:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00010000:00000010:2.0:1767384393.661118:0:41013:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000054524ff2. 00010000:00000010:2.0:1767384393.661137:0:41013:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000086049e91. 00000020:00000010:2.0:1767384393.661155:0:41013:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f3be63da. 00000400:00000200:0.0:1767384393.661158:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000100:00000200:2.0:1767384393.661181:0:41013:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-0@lo 00010000:00000010:2.0:1767384393.661189:0:41013:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d451caa5. 00010000:00000010:2.0:1767384393.661197:0:41013:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000086884db2. 00000001:00000010:2.0:1767384393.661203:0:41013:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cd1673c0. 00000400:00000200:0.0:1767384393.661203:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661214:0:41013:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000077465f6a. 00000001:00000010:2.0:1767384393.661221:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000025414281. 00000001:00000010:2.0:1767384393.661229:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ea958182. 00000001:00000010:2.0:1767384393.661238:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cfd69581. 00000001:00000010:2.0:1767384393.661246:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005f2d9e74. 00000400:00000200:0.0:1767384393.661257:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661264:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008a4c8fd4. 00000001:00000010:2.0:1767384393.661273:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000379dc78e. 00000001:00000010:2.0:1767384393.661281:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b98da091. 00000400:00000200:0.0:1767384393.661285:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661288:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b1f8b226. 00000001:00000010:2.0:1767384393.661304:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004bbf67b5. 00000001:00000010:2.0:1767384393.661312:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000063bfac46. 00000400:00000200:0.0:1767384393.661315:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661320:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1472a61. 00000001:00000010:2.0:1767384393.661328:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000012aef032. 00000400:00000200:0.0:1767384393.661338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661342:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000042fb7cd. 00000001:00000010:2.0:1767384393.661351:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000011f88534. 00000001:00000010:2.0:1767384393.661358:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001743f5bd. 00000001:00000010:2.0:1767384393.661365:0:41013:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007def347a. 00000400:00000200:0.0:1767384393.661379:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661441:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000020:00000010:2.0:1767384393.661466:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d1447582. 00000400:00000200:0.0:1767384393.661469:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000020:00000010:2.0:1767384393.661474:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000be60de3c. 00000400:00000200:0.0:1767384393.661504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661574:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000020:00000010:2.0:1767384393.661590:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f3c80b14. 00000020:00000010:2.0:1767384393.661597:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003912ab2b. 00000400:00000200:0.0:1767384393.661610:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 40000000:00000010:2.0:1767384393.661621:0:41013:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 0000000047dd9586. 40000000:00000010:2.0:1767384393.661627:0:41013:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000948c5dbd. 00000400:00000200:0.0:1767384393.661642:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661696:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 40000000:00000010:2.0:1767384393.661700:0:41013:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000948c5dbd. 00000004:00000010:2.0:1767384393.661712:0:41013:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ace74262. 00000400:00000200:0.0:1767384393.661717:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000004:00000010:2.0:1767384393.661722:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008a962d1d. 00000004:00000010:2.0:1767384393.661732:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e7a1533. 00000004:00000010:2.0:1767384393.661738:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016d4ceea. 00000400:00000200:0.0:1767384393.661740:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00080000:00000010:2.0:1767384393.661746:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004bcbb75d. 00000001:00000010:2.0:1767384393.661759:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c0bcfa63. 00000400:00000200:0.0:1767384393.661761:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000001:00000010:2.0:1767384393.661798:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c0bcfa63. 00000400:00000200:0.0:1767384393.661828:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661854:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661875:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661892:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661907:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661921:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661935:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661949:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:0.0:1767384393.661979:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000004:00000010:2.0:1767384393.662026:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004db0784b. 00000004:00000010:2.0:1767384393.662034:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c158f080. 00000004:00000010:2.0:1767384393.662039:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004dd3618b. 00080000:00000010:2.0:1767384393.662045:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e0f954ec. 00000001:00000010:2.0:1767384393.662069:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c0bcfa63. 00000001:00000010:2.0:1767384393.662078:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c0bcfa63. 00000800:00000010:0.0:1767384393.662142:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008fd296e4. 00000800:00000010:0.0:1767384393.662146:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f996b48. 00000800:00000010:0.0:1767384393.662151:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ba7f2a5. 00000800:00000010:0.0:1767384393.662168:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ba7f2a5. 00000800:00020000:0.0:1767384393.662175:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384393.662178:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f996b48. 00000800:00000010:0.0:1767384393.662180:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008fd296e4. 00000400:02020000:0.0:1767384393.662209:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp49 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384393.662215:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp49 notifying 192.168.204.118@tcp49: down 00000800:00000200:0.0:1767384393.662220:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp49 down 00000800:00000100:0.0:1767384393.662225:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp49 00000800:00000010:0.0:1767384393.662228:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fb5910c4. 00000400:00000200:0.0:1767384393.662231:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384393.662235:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp49->192.168.204.118@tcp49: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384393.662244:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp49 added to recovery queue. ping count: 0 next ping: 313 health :900 00000400:00000200:0.0:1767384393.662248:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384393.662250:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 1 00000400:00000200:0.0:1767384393.662252:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000004:00000010:2.0:1767384393.662286:0:41013:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000a3a8aecc. 00000400:00000200:1.0:1767384393.662287:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384393.662293:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100871 00000004:00000010:2.0:1767384393.662295:0:41013:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000006b9569de. 00000400:00000200:1.0:1767384393.662298:0:16350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a6876b 00000400:00000010:1.0:1767384393.662302:0:16350:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a6876b. 00000004:00000010:2.0:1767384393.662306:0:41013:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e9f5d543. 00000400:00000200:1.0:1767384393.662306:0:16350:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384393.662312:0:16350:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000004:00000010:2.0:1767384393.662316:0:41013:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cd947a38. 00000400:00000010:1.0:1767384393.662317:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000006b4e85e5. 00000400:00000200:1.0:1767384393.662322:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000004:00000010:2.0:1767384393.662325:0:41013:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007c1ef429. 00000400:00000200:1.0:1767384393.662326:0:16350:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.118@tcp:-71 00000400:00000200:1.0:1767384393.662332:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 rc -71 00080000:00000010:2.0:1767384393.662335:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e468b4cc. 00000400:00000200:1.0:1767384393.662338:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384393.662361:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (43) 00000001:00000010:2.0:1767384393.662362:0:41013:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c0bcfa63. 00000001:00000010:2.0:1767384393.662372:0:41013:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c0bcfa63. 00000040:00000010:2.0:1767384393.662582:0:41013:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000cc0b6be4. 00000040:00000010:2.0:1767384393.662595:0:41013:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f611019. 00000020:00000010:2.0:1767384393.662603:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a915bae3. 00080000:00000010:2.0:1767384393.662608:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e57925a. 00000040:00000010:2.0:1767384393.662904:0:41013:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002d02f282. 00080000:00000010:2.0:1767384393.663228:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009cf15480. 00080000:00000010:2.0:1767384393.663237:0:41013:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000111ecc0. 00080000:00000010:2.0:1767384393.663268:0:41013:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000111ecc0. 00080000:00000010:2.0:1767384393.663276:0:41013:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000402bc7e6. 00000040:00000010:2.0:1767384393.663280:0:41013:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099a6f944. 00000020:00000010:2.0:1767384393.663288:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ca835d36. 00080000:00000010:2.0:1767384393.663293:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000195b53a1. 00080000:00000010:2.0:1767384393.663455:0:41013:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000111ecc0. 00080000:00000010:2.0:1767384393.663464:0:41013:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000052c26a19. 00080000:00000010:2.0:1767384393.663473:0:41013:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009ad16c4a. 00000040:00000010:2.0:1767384393.663480:0:41013:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000afb2b1c5. 00000020:00000010:2.0:1767384393.663485:0:41013:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000067a243f8. 00080000:00000010:2.0:1767384393.663489:0:41013:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bae24619. 00080000:00000010:2.0:1767384393.663646:0:41013:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c8bd690e. 00000001:00000010:2.0:1767384393.663918:0:41013:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000015a80ce. 00000040:00000010:2.0:1767384393.663952:0:41013:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cd26a5e7. 00080000:00000010:2.0:1767384393.663964:0:41013:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000b87ef877. 00080000:00000010:2.0:1767384393.664148:0:41013:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000b4717eed. 00080000:00000010:2.0:1767384393.664489:0:41013:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c8bd690e. 00080000:00000010:2.0:1767384393.664494:0:41013:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009ad16c4a. 00080000:00000010:2.0:1767384393.664497:0:41013:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000111ecc0. 00000020:00000010:1.0:1767384393.664676:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008609aebd. 00000020:00000010:1.0:1767384393.664681:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081c7cd93. 00000040:00000010:1.0:1767384393.664685:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005af5d20b. 00000020:00000010:1.0:1767384393.664689:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000936ece61. 00000004:00000010:2.0:1767384393.664691:0:41013:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 000000004382f04e. 00000020:00000010:1.0:1767384393.664693:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c70012db. 00000020:00000010:2.0:1767384393.664700:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e75e9f8. 00040000:00000010:1.0:1767384393.664701:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000815e984d. 00040000:00000010:1.0:1767384393.664709:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f60d786. 00000020:00000010:2.0:1767384393.664710:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4f3b996. 00000040:00000010:2.0:1767384393.664715:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007fc3001e. 00000020:00000010:2.0:1767384393.664720:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dda6626d. 00080000:00000010:1.0:1767384393.664722:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ebfc0bd0. 00000020:00000010:2.0:1767384393.664724:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009b9ab5f7. 00000020:00000010:2.0:1767384393.664730:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000989726cb. 00080000:00000010:1.0:1767384393.664730:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008f20685f. 80000000:00000010:2.0:1767384393.664737:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000085e61af. 00000020:00000010:1.0:1767384393.664739:0:41017:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003abf1b78. 40000000:00000010:2.0:1767384393.664740:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000111ecc0. 00100000:00000010:2.0:1767384393.664746:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000fbfffe7. 00000040:00000010:1.0:1767384393.664749:0:41017:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d68d4513. 00040000:00000010:2.0:1767384393.664751:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad028f6c. 00040000:00000010:2.0:1767384393.664757:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd5791dc. 00000040:00000010:1.0:1767384393.664758:0:41017:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f065641d. 00040000:00000010:2.0:1767384393.664760:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6c64ce9. 00080000:00000010:2.0:1767384393.664799:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a846ac0f. 00080000:00000010:2.0:1767384393.664804:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006060b30b. 00000004:00000010:2.0:1767384393.664809:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6d7bc63. 00000004:00000010:2.0:1767384393.664812:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001da31aa7. 00000004:00000010:2.0:1767384393.664816:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a0ad7de. 00000040:00000010:1.0:1767384393.664818:0:41017:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000805bfec6. 00002000:00000010:2.0:1767384393.664820:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d6e1bfc. 00000040:00000010:1.0:1767384393.664825:0:41017:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000614c5a6c. 00000004:00000010:2.0:1767384393.664826:0:41013:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000047a6a3e0. 00000020:00000010:2.0:1767384393.665133:0:41013:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000723396c3. 00000020:00000010:2.0:1767384393.665137:0:41013:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bbbf8d95. 00000020:00000010:2.0:1767384393.665159:0:41013:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000429ba575. 00000020:00000010:2.0:1767384393.665166:0:41013:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000429ba575. 00000004:00000010:2.0:1767384393.665168:0:41013:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000044682b78. 00000020:00000010:2.0:1767384393.665173:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079b296d0. 00000040:00000010:2.0:1767384393.665176:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b82aecc4. 00000020:00000010:2.0:1767384393.665178:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000005633249. 00000020:00000010:2.0:1767384393.665180:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.665183:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007664d197. 80000000:00000010:2.0:1767384393.665185:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.665189:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008179fbdc. 00100000:00000010:2.0:1767384393.665191:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000056b93e8e. 00040000:00000010:2.0:1767384393.665192:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e58145c. 00040000:00000010:2.0:1767384393.665194:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009bf1e3b8. 00040000:00000010:2.0:1767384393.665196:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d85d5bc0. 00080000:00000010:2.0:1767384393.665198:0:41013:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000015a80ce. 00080000:00000010:2.0:1767384393.665201:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000454894e. 00080000:00000010:2.0:1767384393.665203:0:41013:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 0000000052c26a19. 00080000:00000010:2.0:1767384393.665206:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c868d5e4. 00000004:00000010:2.0:1767384393.665208:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bd55e507. 00000004:00000010:2.0:1767384393.665210:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.665212:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e12d150e. 00002000:00000010:2.0:1767384393.665214:0:41013:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f65c350. 00000004:00000010:2.0:1767384393.665216:0:41013:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ace74262. 00000020:00000010:2.0:1767384393.665218:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe5b32b. 00000020:00000010:2.0:1767384393.665220:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a260f33. 00000020:00000010:2.0:1767384393.665222:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000008:00000010:2.0:1767384393.665224:0:41013:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e0e9796c. 00020000:00000010:2.0:1767384393.665227:0:41013:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003fc64f7f. 00008000:00000010:2.0:1767384393.665230:0:41013:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000692bc70b. 00000080:00000010:2.0:1767384393.665233:0:41013:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ef823eb1. 00000020:00000010:2.0:1767384393.665235:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e289fcec. 00000020:00000010:2.0:1767384393.665237:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.665243:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000079f07234. 00000020:00000010:2.0:1767384393.665248:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1a9af37. 00000020:00000010:2.0:1767384393.665250:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b855d2a3. 00000040:00000010:2.0:1767384393.665252:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005b7c03f0. 00000020:00000010:2.0:1767384393.665254:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e12d150e. 00000020:00000010:2.0:1767384393.665256:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384393.665258:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a237319c. 80000000:00000010:2.0:1767384393.665259:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000797b779f. 40000000:00000010:2.0:1767384393.665261:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008179fbdc. 00100000:00000010:2.0:1767384393.665263:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd55e507. 00040000:00000010:2.0:1767384393.665264:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e58145c. 00040000:00000010:2.0:1767384393.665266:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000015a80ce. 00040000:00000010:2.0:1767384393.665268:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8fdd5d9. 00080000:00000010:2.0:1767384393.665270:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c868d5e4. 00080000:00000010:2.0:1767384393.665273:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000454894e. 00000004:00000010:2.0:1767384393.665276:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009bf1e3b8. 00000004:00000010:2.0:1767384393.665278:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.665280:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056b93e8e. 00000004:00000010:2.0:1767384393.665282:0:41013:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ace74262. 00000004:00000010:2.0:1767384393.665293:0:41013:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000429ba575. 00000020:00000010:2.0:1767384393.665297:0:41013:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000005633249. 00000100:00000010:2.0:1767384393.665315:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059aa86df. 02000000:00000010:2.0:1767384393.665326:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006f65c350. 00000004:00000010:2.0:1767384393.665384:0:41013:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000429ba575. 00040000:00000010:0.0:1767384393.665386:0:16351:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001915746b. 00000004:00000010:2.0:1767384393.665391:0:41013:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000a18aeb6c. 00000004:00000010:0.0:1767384393.665393:0:16351:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000003b62053. 00000004:00000010:0.0:1767384393.665400:0:16351:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007845447b. 00020000:00000010:2.0:1767384393.665402:0:41013:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000717246ea. 00000004:00000010:0.0:1767384393.665404:0:16351:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a5dbb06e. 00000004:00000010:0.0:1767384393.665410:0:16351:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000032d174e. 00020000:00000010:2.0:1767384393.665413:0:41013:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000007a260f33. 00100000:00000010:2.0:1767384393.665424:0:41013:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000429ba575. 02000000:00000010:0.0:1767384393.665427:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000053448774. 00000020:00000010:2.0:1767384393.665430:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b855d2a3. 00000400:00000010:0.0:1767384393.665433:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0cfa401. 00000040:00000010:2.0:1767384393.665437:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005b7c03f0. 00000400:00000010:0.0:1767384393.665440:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fffd509. 00000020:00000010:2.0:1767384393.665444:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e12d150e. 00000100:00000200:0.0:1767384393.665446:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731481088, portal 4 00000020:00000010:2.0:1767384393.665450:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049c0ce63. 00000020:00000010:0.0:1767384393.665453:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008fd296e4. 00000020:00000010:2.0:1767384393.665456:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a237319c. 00000400:00000010:0.0:1767384393.665459:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 80000000:00000010:2.0:1767384393.665462:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000797b779f. 00000100:00000200:0.0:1767384393.665463:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236731481088, offset 0 40000000:00000010:2.0:1767384393.665472:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008179fbdc. 00000400:00000200:0.0:1767384393.665474:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:2.0:1767384393.665479:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd55e507. 00040000:00000010:2.0:1767384393.665485:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e58145c. 00000400:00000200:0.0:1767384393.665486:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:2.0:1767384393.665491:0:41013:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000015a80ce. 00040000:00000010:2.0:1767384393.665496:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8fdd5d9. 00000400:00000200:0.0:1767384393.665499:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824d108c00 00080000:00000010:2.0:1767384393.665502:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000454894e. 00000400:00000200:0.0:1767384393.665507:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5976 00080000:00000010:2.0:1767384393.665508:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c868d5e4. 00000004:00000010:2.0:1767384393.665514:0:41013:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009bf1e3b8. 00000400:00000200:0.0:1767384393.665517:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:2.0:1767384393.665519:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000454860ad. 00000400:00000200:0.0:1767384393.665524:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384393.665526:0:41013:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000056b93e8e. 00000100:00000200:0.0:1767384393.665529:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000010:2.0:1767384393.665531:0:41013:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ace74262. 00000100:00000010:0.0:1767384393.665533:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000eff1e1b. 00000020:00000010:2.0:1767384393.665537:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1a9af37. 00000020:00000010:2.0:1767384393.665543:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000079f07234. 00000020:00000010:2.0:1767384393.665550:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007e58145c. 00000020:00000010:2.0:1767384393.665553:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007e58145c. 00000400:00000200:0.0:1767384393.665555:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.665558:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000020:00000010:2.0:1767384393.665559:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007e58145c. 00000020:00000010:2.0:1767384393.665564:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007e58145c. 00000100:00000200:0.0:1767384393.665566:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059aa86df x1853236731481088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.665570:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.665576:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000008179fbdc. 00000100:00000010:0.0:1767384393.665586:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b568668. 00000100:00000010:2.0:1767384393.665589:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b222d293. 00000020:00000010:3.0:1767384393.665593:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d0c7ad. 02000000:00000010:2.0:1767384393.665599:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1a9af37. 00000100:00000010:0.0:1767384393.665599:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e82e1fc. 00000020:00000010:3.0:1767384393.665602:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef752365. 00000100:00000010:0.0:1767384393.665610:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005850fdcb. 00000020:00000010:3.0:1767384393.665611:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000100:00000010:2.0:1767384393.665614:0:41013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033548d64. 00000100:00000010:0.0:1767384393.665617:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6fab66b. 02000000:00000010:2.0:1767384393.665640:0:41013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006166a6af. 00000400:00000010:2.0:1767384393.665648:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0bcfa63. 00000100:00000200:3.0:1767384393.665652:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481088 00000400:00000010:2.0:1767384393.665653:0:41013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001dd86b30. 00000100:00000200:2.0:1767384393.665659:0:41013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731481216, portal 25 00000400:00000010:2.0:1767384393.665664:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.665667:0:41013:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731481216, offset 0 02000000:00000010:3.0:1767384393.665672:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009df14044. 00000400:00000200:2.0:1767384393.665676:0:41013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.665684:0:41013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384393.665685:0:18446:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000035023c7d. 00000400:00000200:2.0:1767384393.665693:0:41013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d108c80 00000001:00000010:3.0:1767384393.665696:0:18446:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000a0d3805. 00000400:00000200:2.0:1767384393.665701:0:41013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000001:00000010:3.0:1767384393.665703:0:18446:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000006b92b6e. 00000400:00000010:2.0:1767384393.665707:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f32733. 00000001:00000010:3.0:1767384393.665711:0:18446:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001f274c83. 00000400:00000200:2.0:1767384393.665714:0:41013:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4cac59b 00000001:00000010:3.0:1767384393.665718:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b668e13e. 00000400:00000200:2.0:1767384393.665720:0:41013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1767384393.665727:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a991dc48. 00000400:00000200:2.0:1767384393.665727:0:41013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:3.0:1767384393.665735:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da1ab5d9. 00000400:00000200:2.0:1767384393.665735:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4cac59b 00000400:00000010:2.0:1767384393.665739:0:41013:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4cac59b. 00000001:00000010:3.0:1767384393.665743:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069167ffb. 00000100:00000200:2.0:1767384393.665746:0:41013:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384393.665796:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.665799:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00080000:00000010:3.0:1767384393.665800:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb773f18. 00080000:00000010:3.0:1767384393.665808:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a7659d05. 00000100:00000200:2.0:1767384393.665809:0:41013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b222d293 x1853236731481216/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384393.665829:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004ddefe5c. 00080000:00000010:3.0:1767384393.665862:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a7659d05. 00000020:00000010:3.0:1767384393.665875:0:18446:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008eb913f6. 00000020:00000010:3.0:1767384393.665884:0:18446:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000008eb913f6. 00000020:00000010:0.0:1767384393.665887:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384393.665892:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 00000020:00000010:3.0:1767384393.665893:0:18446:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000002ba797ab. 00000020:00000010:0.0:1767384393.665897:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aff9fcf1. 00000020:00000010:0.0:1767384393.665902:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:3.0:1767384393.665907:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7659d05. 00000020:00000010:0.0:1767384393.665907:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00010000:00000200:3.0:1767384393.665947:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000eff1e1b x1853236731481088/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384413 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384393.665966:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.665971:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236731481088, offset 0 00000020:00000010:0.0:1767384393.665976:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384393.665981:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 00000400:00000200:3.0:1767384393.665982:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384393.665984:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481216 00000400:00000200:3.0:1767384393.665994:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.666002:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824d108c00 02000000:00000010:0.0:1767384393.666004:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000030f276d0. 00000400:00000200:3.0:1767384393.666011:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a91 [1] + 0 00000040:00000010:0.0:1767384393.666012:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000309cdb73. 00000400:00000200:3.0:1767384393.666020:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1767384393.666023:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006265bf59. 00000400:00000200:3.0:1767384393.666024:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384393.666034:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059aa86df x1853236731481088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384393.666046:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006265bf59. 00000040:00000010:0.0:1767384393.666064:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000309cdb73. 00010000:00000200:0.0:1767384393.666071:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e590fa81 x1853236731481216/t0(0) o502->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8472 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384393.666073:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.666078:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000400:00000010:2.0:1767384393.666085:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0cfa401. 00000400:00000010:0.0:1767384393.666088:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ea005a5f. 00000400:00000200:2.0:1767384393.666091:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fffd509 00000020:00000010:3.0:1767384393.666094:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef752365. 00000400:00000010:2.0:1767384393.666094:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fffd509. 00000020:00000010:3.0:1767384393.666101:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000100:00000200:0.0:1767384393.666103:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236731481216, offset 224 00000100:00000200:2.0:1767384393.666105:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059aa86df x1853236731481088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384393.666106:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d0c7ad. 00000400:00000200:0.0:1767384393.666113:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.666125:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384393.666135:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059aa86df x1853236731481088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.666138:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d108c80 00000400:00000200:0.0:1767384393.666148:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a99 [4] + 224 00000400:00000200:0.0:1767384393.666155:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.666157:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384393.666159:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c868d5e4. 00000100:00000200:0.0:1767384393.666163:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b222d293 x1853236731481216/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.666183:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea005a5f 00000400:00000010:0.0:1767384393.666185:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ea005a5f. 00000020:00000010:0.0:1767384393.666194:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.666198:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 02000000:00000010:2.0:1767384393.666199:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000053448774. 00000020:00000010:0.0:1767384393.666201:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aff9fcf1. 02000000:00000010:2.0:1767384393.666206:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000006f65c350. 02000000:00000010:0.0:1767384393.666210:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000030f276d0. 00000100:00000010:2.0:1767384393.666212:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059aa86df. 00080000:00000010:1.0:1767384393.666217:0:41017:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000024c30fc. 00000100:00000010:3.0:1767384393.666218:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002fe794f3. 00080000:00000010:1.0:1767384393.666225:0:41017:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000adb3a360. 00000100:00000200:0.0:1767384393.666225:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1767384393.666231:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6fbec3d. 00000400:00000010:0.0:1767384393.666232:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2cd7b. 00080000:00000010:1.0:1767384393.666237:0:41017:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009d6f5ff0. 00000400:00000010:0.0:1767384393.666240:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea005a5f. 00080000:00000010:1.0:1767384393.666259:0:41017:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000adb3a360. 00040000:00000010:2.0:1767384393.666267:0:16352:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000056b93e8e. 00080000:00000010:1.0:1767384393.666268:0:41017:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000612445c3. 00040000:00000010:3.0:1767384393.666274:0:16353:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000383df85d. 00000004:00000010:2.0:1767384393.666275:0:16352:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009bf1e3b8. 00000004:00000010:1.0:1767384393.666277:0:41017:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000dfb0170f. 00000004:00000010:3.0:1767384393.666282:0:16353:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000075ce855c. 00000004:00000010:2.0:1767384393.666282:0:16352:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000454860ad. 00000004:00000010:2.0:1767384393.666289:0:16352:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000015a80ce. 00000004:00000010:3.0:1767384393.666292:0:16353:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000012d392d0. 00000004:00000010:2.0:1767384393.666294:0:16352:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006f65c350. 00000004:00000010:3.0:1767384393.666300:0:16353:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cf49f15. 02000000:00000010:2.0:1767384393.666304:0:16352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ace74262. 00000004:00000010:3.0:1767384393.666306:0:16353:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001abe1a99. 00000400:00000010:2.0:1767384393.666311:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000279dfaf3. 00000400:00000010:1.0:1767384393.666313:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0bcfa63. 00000400:00000200:1.0:1767384393.666318:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd86b30 00000400:00000010:1.0:1767384393.666319:0:41013:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001dd86b30. 00000400:00000010:2.0:1767384393.666325:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:1.0:1767384393.666327:0:41013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b222d293 x1853236731481216/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384393.666332:0:16352:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731481344, portal 4 00000400:00000010:2.0:1767384393.666338:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000100:00000200:2.0:1767384393.666342:0:16352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236731481344, offset 0 00000400:00000200:2.0:1767384393.666351:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384393.666353:0:41013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b222d293 x1853236731481216/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.666362:0:16352:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.666376:0:16352:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824d108d00 00000400:00000200:2.0:1767384393.666384:0:16352:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000100:00000010:1.0:1767384393.666385:0:41013:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000033548d64. 00000400:00000200:2.0:1767384393.666394:0:16352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384393.666398:0:41013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006166a6af. 00000400:00000200:2.0:1767384393.666400:0:16352:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.666408:0:16352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000010:1.0:1767384393.666412:0:41013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1a9af37. 00000100:00000010:2.0:1767384393.666414:0:16352:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059aa86df. 00000100:00000010:1.0:1767384393.666417:0:41013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b222d293. 00000020:00000010:1.0:1767384393.666428:0:41013:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000776c7cc4. 00000020:00000010:1.0:1767384393.666431:0:41013:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000776c7cc4. 00000040:00000010:1.0:1767384393.666434:0:41013:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004c931a7d. 00000400:00000200:2.0:1767384393.666435:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce6b0021 00000400:00000010:2.0:1767384393.666440:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000020:00000010:1.0:1767384393.666441:0:41013:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ebdbb5b0. 00000100:00000200:2.0:1767384393.666449:0:16352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002fe794f3 x1853236731481344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384409 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384393.666450:0:41013:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000641b1909. 00000040:00000010:1.0:1767384393.666455:0:41013:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ded998e. 00000020:00000010:1.0:1767384393.666459:0:41013:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000866b012e. 00000020:00000010:1.0:1767384393.666465:0:41013:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000090275164. 00000020:00000010:1.0:1767384393.666470:0:41013:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000535c782d. 80000000:00000010:1.0:1767384393.666473:0:41013:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086affbb0. 40000000:00000010:1.0:1767384393.666476:0:41013:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007454b38f. 00100000:00000010:1.0:1767384393.666479:0:41013:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c85b976. 00040000:00000010:1.0:1767384393.666483:0:41013:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e586356f. 00000020:00000010:0.0:1767384393.666486:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00040000:00000010:1.0:1767384393.666487:0:41013:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000675ffbf6. 00080000:00000010:1.0:1767384393.666493:0:41013:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cc8a92aa. 00000020:00000010:0.0:1767384393.666494:0:19371:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a7659d05. 00080000:00000010:1.0:1767384393.666497:0:41013:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c1676c9a. 00000004:00000010:1.0:1767384393.666502:0:41013:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e8edef3a. 00002000:00000010:1.0:1767384393.666504:0:41013:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001f55ebc. 00000020:00000010:1.0:1767384393.666506:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e4997a0. 00000020:00000010:0.0:1767384393.666510:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000309cdb73. 00000020:00000010:0.0:1767384393.666515:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.666517:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.666540:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ba61b8d. 00000040:00000010:3.0:1767384393.666541:0:40984:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b85e6b64. 00000020:00000010:0.0:1767384393.666543:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ba61b8d. 00000100:00000200:0.0:1767384393.666549:0:19371:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481344 00000040:00000010:3.0:1767384393.666551:0:40984:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000028668d75. 00000040:00000010:3.0:1767384393.666557:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a2e84365. 02000000:00000010:0.0:1767384393.666557:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c2af6caa. 00000020:00000010:3.0:1767384393.666563:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006a1bd5bb. 00000040:00000010:3.0:1767384393.666569:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bbb32021. 00000020:00000010:3.0:1767384393.666572:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6897a3a. 00000020:00000010:3.0:1767384393.666575:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a56c12e8. 00010000:00000200:0.0:1767384393.666577:0:19371:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059aa86df x1853236731481344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:374/0 lens 224/368 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1767384393.666580:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f99c3a08. 00040000:00000010:3.0:1767384393.666586:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000fe01c79. 00080000:00000010:3.0:1767384393.666591:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005ee37e46. 00000400:00000010:0.0:1767384393.666592:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00080000:00000010:3.0:1767384393.666594:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0824640. 20000000:00000010:3.0:1767384393.666599:0:40984:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007ff07746. 00000020:00000010:3.0:1767384393.666603:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad410985. 10000000:00000010:3.0:1767384393.666605:0:40984:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006dd0a476. 00000100:00000010:3.0:1767384393.666625:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.666633:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f4b99d. 00010000:00000010:3.0:1767384393.666641:0:40984:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e650ba5. 00010000:00000010:3.0:1767384393.666646:0:40984:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000604155b0. 00000100:00000200:0.0:1767384393.666651:0:19371:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236731481344, offset 224 00000100:00000010:3.0:1767384393.666657:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 00000400:00000200:0.0:1767384393.666658:0:19371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.666668:0:19371:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384393.666670:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f0216eb. 00000400:00000010:3.0:1767384393.666676:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000200:0.0:1767384393.666677:0:19371:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824d108d00 00000400:00000010:3.0:1767384393.666683:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000400:00000200:0.0:1767384393.666686:0:19371:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2aad [1] + 224 00000400:00000200:0.0:1767384393.666691:0:19371:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384393.666692:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731481472, portal 25 00000400:00000200:0.0:1767384393.666696:0:19371:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384393.666699:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.666702:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731481472, offset 0 00000100:00000200:0.0:1767384393.666704:0:19371:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002fe794f3 x1853236731481344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384409 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384393.666712:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.666722:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.666728:0:19371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.666731:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000400:00000200:3.0:1767384393.666735:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d108d80 00000400:00000010:2.0:1767384393.666738:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000279dfaf3. 00000020:00000010:0.0:1767384393.666743:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000400:00000200:2.0:1767384393.666744:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.666748:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:0.0:1767384393.666749:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.666755:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 00000100:00000200:2.0:1767384393.666758:0:16352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002fe794f3 x1853236731481344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384393.666760:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2221 [2] + 0 00000100:00000200:2.0:1767384393.666806:0:16352:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002fe794f3 x1853236731481344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384393.666814:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf61b6d0. 00000400:00000200:3.0:1767384393.666819:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfeab415 00000400:00000200:3.0:1767384393.666823:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.666828:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.666834:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfeab415 00000400:00000010:3.0:1767384393.666836:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfeab415. 02000000:00000010:2.0:1767384393.666836:0:16352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ace74262. 00000100:00000200:3.0:1767384393.666840:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767384393.666842:0:16352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6fbec3d. 00000100:00000010:2.0:1767384393.666847:0:16352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002fe794f3. 00000400:00000200:3.0:1767384393.666856:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.666859:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.666863:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731481472/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.666884:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ba61b8d. 00000020:00000010:0.0:1767384393.666888:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ba61b8d. 00000020:00000010:0.0:1767384393.666892:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000309cdb73. 00000020:00000010:0.0:1767384393.666894:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.666896:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.666918:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ba61b8d. 00000020:00000010:0.0:1767384393.666921:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ba61b8d. 00000100:00000200:0.0:1767384393.666924:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481472 00010000:00000010:0.0:1767384393.666935:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085a91db2. 00010000:00000010:0.0:1767384393.666938:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004adc26ca. 00000020:00000010:0.0:1767384393.666941:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006ba61b8d. 02000000:00000010:0.0:1767384393.666950:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000053448774. 00010000:00000200:0.0:1767384393.666963:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0c76e4 x1853236731481472/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.666972:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.666975:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731481472, offset 224 00000400:00000200:0.0:1767384393.666977:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.666982:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.666985:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d108d80 00000400:00000200:0.0:1767384393.666988:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ab9 [1] + 224 00000400:00000200:0.0:1767384393.666991:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.666993:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.666997:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731481472/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.667012:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.667013:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000020:00000010:0.0:1767384393.667019:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.667021:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.667023:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 02000000:00000010:0.0:1767384393.667027:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000053448774. 00000100:00000200:0.0:1767384393.667031:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384393.667034:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000010:0.0:1767384393.667034:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000070b118f. 00000400:00000200:3.0:1767384393.667041:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.667044:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000400:00000010:0.0:1767384393.667048:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cda3360e. 00000100:00000200:3.0:1767384393.667062:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731481472/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.667073:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731481472/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.667088:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.667098:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f0216eb. 02000000:00000010:3.0:1767384393.667101:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.667103:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 10000000:00000010:3.0:1767384393.667109:0:40984:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000e6897a3a. 00000004:00000010:1.0:1767384393.667241:0:40986:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000dfb0170f. 00080000:00000010:1.0:1767384393.667246:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000612445c3. 00080000:00000010:1.0:1767384393.667248:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000024c30fc. 00080000:00000010:1.0:1767384393.667250:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000402bc7e6. 00080000:00000010:1.0:1767384393.667253:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009cf15480. 00080000:00000010:1.0:1767384393.667255:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005d0b8685. 00000100:00000010:3.0:1767384393.667913:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.667923:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.667932:0:40984:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006f0216eb. 00000100:00000010:3.0:1767384393.667936:0:40984:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000063e476d5. 00000100:00000010:3.0:1767384393.667959:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 00000400:00000010:3.0:1767384393.667970:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa0607b. 00000400:00000010:3.0:1767384393.667977:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000028668d75. 00000100:00000200:3.0:1767384393.667983:0:40984:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824d108e00-0x695824d108e00, portal 33 02000000:00000010:3.0:1767384393.667989:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fd5fc8d. 00000400:00000010:3.0:1767384393.667992:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.667996:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.667999:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731481600, portal 25 00000400:00000010:3.0:1767384393.668002:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.668004:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236731481600, offset 0 00000400:00000200:3.0:1767384393.668010:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.668018:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.668024:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824d108e00 00000400:00000200:3.0:1767384393.668029:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2225 [2] + 0 00000400:00000010:3.0:1767384393.668032:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f463c02. 00000400:00000200:3.0:1767384393.668036:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003808a938 00000400:00000200:3.0:1767384393.668039:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.668043:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.668046:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003808a938 00000400:00000010:3.0:1767384393.668048:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003808a938. 00000100:00000200:3.0:1767384393.668070:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.668087:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.668089:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.668095:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731481600/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.668106:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.668110:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.668114:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000309cdb73. 00000020:00000010:0.0:1767384393.668134:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.668136:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.668158:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.668160:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000100:00000200:0.0:1767384393.668161:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481600 02000000:00000010:0.0:1767384393.668166:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000053448774. 20000000:00000010:0.0:1767384393.668173:0:40993:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000007f8fa9e7. 00000100:00000010:0.0:1767384393.668218:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b97d5e72. 00000100:00000010:0.0:1767384393.668220:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e3692e1f. 00000400:00000010:0.0:1767384393.668225:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000400:00000010:0.0:1767384393.668228:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fef78313. 00000400:00000200:0.0:1767384393.668231:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.668236:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.668240:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824d108e00 00000400:00000200:0.0:1767384393.668243:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ac9 [256] + 0 00000400:00000010:0.0:1767384393.668245:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa0607b. 00000400:00000200:0.0:1767384393.668247:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028668d75 00000400:00000200:0.0:1767384393.668249:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.668251:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.668253:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028668d75 00000400:00000010:0.0:1767384393.668254:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000028668d75. 00000100:00000200:0.0:1767384393.668256:0:40993:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009c5035bd desc 000000006f0216eb mbits 1853236731481600 00000400:00000200:0.0:1767384393.668268:0:40993:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384393.668271:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384393.668275:0:40993:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2ad5 00000400:00000200:0.0:1767384393.668277:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.668278:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:0.0:1767384393.668281:0:40993:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b97d5e72 00000400:00000200:0.0:1767384393.668285:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.668286:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.668288:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b97d5e72 00000100:00000200:0.0:1767384393.668292:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824d108e00-0x695824d108e00 00000100:00000010:0.0:1767384393.668298:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e3692e1f. 00000100:00000010:0.0:1767384393.668300:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b97d5e72. 20000000:00000010:0.0:1767384393.668307:0:40993:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000007f8fa9e7. 00010000:00000200:0.0:1767384393.668312:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001acd48a6 x1853236731481600/t0(0) o256->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 304/240 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.668320:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.668322:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236731481600, offset 224 00000400:00000200:0.0:1767384393.668325:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.668328:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.668331:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824d108e00 00000400:00000200:0.0:1767384393.668334:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2acd [1] + 224 00000400:00000200:0.0:1767384393.668337:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.668338:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.668341:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731481600/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.668352:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.668354:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000020:00000010:0.0:1767384393.668361:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.668364:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.668367:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 00000400:00000010:3.0:1767384393.668369:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 02000000:00000010:0.0:1767384393.668371:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000053448774. 00000400:00000200:3.0:1767384393.668379:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000100:00000200:0.0:1767384393.668380:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384393.668385:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000400:00000010:0.0:1767384393.668385:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d2bfcfb. 00000400:00000010:0.0:1767384393.668394:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e96e1323. 00000100:00000200:3.0:1767384393.668398:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731481600/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.668409:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731481600/t0(0) o256->MGC192.168.204.118@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.668426:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 10000000:00000010:3.0:1767384393.668437:0:40984:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000185cb7c1. 00000100:00000200:3.0:1767384393.668463:0:40984:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.118@tcp with 192.168.204.118@tcp 00000100:00000200:3.0:1767384393.668466:0:40984:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.118@tcp' 00000100:00000200:3.0:1767384393.668470:0:40984:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.118@tcp' 00000400:00000200:3.0:1767384393.668473:0:40984:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384393.668478:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384393.668483:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384393.668488:0:40984:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (42) 00000400:00000200:3.0:1767384393.668491:0:40984:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:3.0:1767384393.668507:0:40984:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:3.0:1767384393.668510:0:40984:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384393.668513:0:40984:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384393.668516:0:40984:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384393.668518:0:40984:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000400:00000200:3.0:1767384393.668521:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384393.668524:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384393.668528:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.668531:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384393.668534:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:1.0:1767384393.668536:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384393.668539:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.668543:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:1.0:1767384393.668546:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x102071 00000400:00000200:3.0:1767384393.668550:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:1.0:1767384393.668553:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:3.0:1767384393.668559:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000010:1.0:1767384393.668561:0:16350:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000006b4e85e5. 00000400:00000200:3.0:1767384393.668563:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:3.0:1767384393.668569:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000010:1.0:1767384393.668569:0:16350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081a6876b. 00000400:00000200:3.0:1767384393.668575:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000010:1.0:1767384393.668579:0:16350:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081e2d1f3. 00000400:00000200:3.0:1767384393.668580:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:3.0:1767384393.668586:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:1.0:1767384393.668591:0:16350:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1767384393.668596:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.668600:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:1.0:1767384393.668604:0:16350:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1767384393.668606:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:1.0:1767384393.668611:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 161], ns[63, 167] 00000400:00000200:3.0:1767384393.668614:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.668622:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:1.0:1767384393.668622:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:3.0:1767384393.668629:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:1.0:1767384393.668634:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[75, 63] 00000400:00000200:3.0:1767384393.668639:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668643:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 62], ns[82, 63] 00000400:00000200:3.0:1767384393.668646:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:1.0:1767384393.668649:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[87, 63] 00000400:00000200:3.0:1767384393.668654:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:1.0:1767384393.668658:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 62], ns[91, 63] 00000400:00000200:3.0:1767384393.668664:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668666:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[100, 63] 00000400:00000200:3.0:1767384393.668670:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:1.0:1767384393.668674:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 62], ns[112, 63] 00000400:00000200:3.0:1767384393.668677:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:1.0:1767384393.668682:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 62], ns[116, 63] 00000400:00000200:3.0:1767384393.668686:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668691:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 62], ns[120, 63] 00000400:00000200:3.0:1767384393.668693:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:1.0:1767384393.668697:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[132, 63] 00000400:00000200:3.0:1767384393.668701:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:1.0:1767384393.668705:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 62], ns[141, 63] 00000400:00000200:3.0:1767384393.668711:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668714:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 62], ns[147, 63] 00000400:00000200:3.0:1767384393.668718:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:1.0:1767384393.668722:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[145, 62], ns[151, 63] 00000400:00000200:3.0:1767384393.668726:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:1.0:1767384393.668731:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 62], ns[173, 63] 00000400:00000200:3.0:1767384393.668735:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668740:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[183, 63] 00000400:00000200:3.0:1767384393.668742:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:3.0:1767384393.668749:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:1.0:1767384393.668750:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[187, 63] 00000400:00000200:3.0:1767384393.668759:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384393.668759:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[196, 62], ns[202, 63] 00000400:00000200:1.0:1767384393.668809:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 62], ns[207, 63] 00000400:00000200:1.0:1767384393.668813:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[217, 62], ns[254, 63] 00000400:00000200:1.0:1767384393.668817:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[218, 62], ns[255, 63] 00000400:00000200:1.0:1767384393.668823:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 62], ns[80, 63] 00000400:00000200:1.0:1767384393.668829:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[192, 63] 00000400:00000200:1.0:1767384393.668835:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 62], ns[199, 63] 00000400:00000200:1.0:1767384393.668839:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[149, 62], ns[155, 63] 00000400:00000200:1.0:1767384393.668844:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 62], ns[110, 63] 00000400:00000200:1.0:1767384393.668849:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[205, 62], ns[211, 63] 00000400:00000200:1.0:1767384393.668853:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 62], ns[156, 63] 00000400:00000200:1.0:1767384393.668856:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[139, 63] 00000400:00000200:1.0:1767384393.668861:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[212, 62], ns[249, 63] 00000400:00000200:1.0:1767384393.668865:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 62], ns[145, 63] 00000400:00000200:1.0:1767384393.668869:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 62], ns[165, 63] 00000400:00000200:1.0:1767384393.668873:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[216, 62], ns[253, 63] 00000400:00000200:1.0:1767384393.668877:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 62], ns[179, 63] 00000400:00000200:1.0:1767384393.668881:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 62], ns[191, 63] 00000400:00000200:1.0:1767384393.668884:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[219, 62], ns[256, 63] 00000400:00000200:1.0:1767384393.668888:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[213, 62], ns[250, 63] 00000400:00000200:1.0:1767384393.668891:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 62], ns[251, 63] 00000400:00000200:1.0:1767384393.668894:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[215, 62], ns[252, 63] 00000400:00000200:1.0:1767384393.668898:0:16350:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[220, 62], ns[257, 63] 00000400:00000200:1.0:1767384393.668901:0:16350:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384393.668904:0:16350:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp10 00000400:00000200:1.0:1767384393.668906:0:16350:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.118@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384393.668910:0:16350:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp10 00000400:00000200:1.0:1767384393.668912:0:16350:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [258:258:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [221:221:8:4294967295] 00000400:00000200:1.0:1767384393.668917:0:16350:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp10 00000400:00000200:1.0:1767384393.668923:0:16350:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:) -> 192.168.204.118@tcp10(192.168.204.118@tcp:192.168.204.118@tcp10) : GET try# 0 00000800:00000200:1.0:1767384393.668927:0:16350:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp10 00000800:00000010:1.0:1767384393.668931:0:16350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000776c7cc4. 00000800:00000200:1.0:1767384393.668936:0:16350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000800:00000200:1.0:1767384393.668942:0:16350:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:988 00000800:00000200:1.0:1767384393.668946:0:16350:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000776c7cc4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384393.668958:0:16350:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384393.668960:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100271 rc 0 00000400:00000200:3.0:1767384393.669010:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384393.669015:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:3.0:1767384393.669021:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669024:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:3.0:1767384393.669026:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:3.0:1767384393.669030:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669032:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:3.0:1767384393.669035:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:3.0:1767384393.669040:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669043:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000800:00000200:0.0:1767384393.669043:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384393.669060:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000776c7cc4. 00000400:00000200:0.0:1767384393.669064:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.669069:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:0.0:1767384393.669070:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: GET: OK 00000400:00000200:0.0:1767384393.669077:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384393.669081:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.669083:0:16346:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.118@tcp: 0 00000400:00000200:3.0:1767384393.669087:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:3.0:1767384393.669093:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:3.0:1767384393.669098:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669100:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:3.0:1767384393.669108:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:2.0:1767384393.669111:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : GET - for me 00000400:00000200:3.0:1767384393.669117:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669122:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:3.0:1767384393.669127:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:2.0:1767384393.669128:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384393.669135:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669139:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:2.0:1767384393.669141:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.118@tcp of length 704/704 into md 0x1ff5 [1] + 0 00000400:00000200:3.0:1767384393.669145:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:3.0:1767384393.669152:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669155:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:3.0:1767384393.669159:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:2.0:1767384393.669162:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.118@tcp10 to MR: 192.168.204.118@tcp10 local destination 00000400:00000200:3.0:1767384393.669168:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669174:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:2.0:1767384393.669174:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp10 NI seq info: [259:259:256:4294967295] 192.168.204.118@tcp10 LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1767384393.669181:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:3.0:1767384393.669189:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669195:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:3.0:1767384393.669201:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:2.0:1767384393.669204:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) -> 192.168.204.118@tcp10(192.168.204.118@tcp10:192.168.204.118@tcp10) 192.168.204.118@tcp10 : REPLY try# 0 00000400:00000200:3.0:1767384393.669209:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669213:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000800:00000200:2.0:1767384393.669218:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.118@tcp10 00000400:00000200:3.0:1767384393.669219:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000800:00000010:2.0:1767384393.669225:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e58145c. 00000400:00000200:3.0:1767384393.669226:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669231:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:3.0:1767384393.669237:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000800:00000200:2.0:1767384393.669238:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002f30f233] -> 12345-192.168.204.118@tcp10 (6) 00000400:00000200:3.0:1767384393.669244:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669248:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000800:00000200:2.0:1767384393.669249:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp10 ip 192.168.204.118:1021 00000400:00000200:3.0:1767384393.669252:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000800:00000200:2.0:1767384393.669257:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e58145c type 3, nob 800 niov 1 nkiov 1 00000400:00000200:3.0:1767384393.669259:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669264:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:3.0:1767384393.669266:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:3.0:1767384393.669268:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669269:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:3.0:1767384393.669271:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:3.0:1767384393.669272:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669273:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:3.0:1767384393.669274:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:3.0:1767384393.669276:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669277:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:3.0:1767384393.669279:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:3.0:1767384393.669281:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669283:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:3.0:1767384393.669284:0:40984:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:3.0:1767384393.669286:0:40984:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.669287:0:40984:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 10000000:00000010:3.0:1767384393.669292:0:40984:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ef752365. 00000020:00000010:3.0:1767384393.669299:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dbfbcae. 00000020:00000010:3.0:1767384393.669302:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000453a58fa. 00000040:00000010:3.0:1767384393.669304:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000804360b5. 00000020:00000010:3.0:1767384393.669307:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000daa5fbcc. 00000020:00000010:3.0:1767384393.669310:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.669312:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073c2c1c4. 80000000:00000010:3.0:1767384393.669314:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f99c3a08. 40000000:00000010:3.0:1767384393.669316:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006dd0a476. 00100000:00000010:3.0:1767384393.669319:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005915c78a. 00040000:00000010:3.0:1767384393.669321:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.669324:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000329e2332. 00040000:00000010:3.0:1767384393.669327:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000435b2683. 00080000:00000010:3.0:1767384393.669331:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384393.669334:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028668d75. 00000004:00000010:3.0:1767384393.669337:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b3ed889d. 00000004:00000010:3.0:1767384393.669340:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000750dded6. 00000004:00000010:3.0:1767384393.669343:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000373bf0ef. 00002000:00000010:3.0:1767384393.669346:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dadf2e6b. 00000004:00000010:3.0:1767384393.669348:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000051da7b9d. 00000800:00000200:2.0:1767384393.669367:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384393.669372:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e58145c. 00000400:00000200:2.0:1767384393.669379:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.669380:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.118@tcp10(192.168.204.118@tcp10) <- 192.168.204.118@tcp10 : REPLY - for me 00000400:00000200:2.0:1767384393.669393:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: REPLY: OK 00000020:00000010:3.0:1767384393.669398:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000453a58fa. 00000400:00000200:0.0:1767384393.669401:0:16346:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.118@tcp10: Reply from 12345-192.168.204.118@tcp10 of length 704/704 into md 0x2ae1 00000040:00000010:3.0:1767384393.669404:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000804360b5. 00000020:00000010:3.0:1767384393.669407:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000daa5fbcc. 00000020:00000010:3.0:1767384393.669410:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.669414:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073c2c1c4. 00000400:00000200:0.0:1767384393.669415:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:3.0:1767384393.669417:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f99c3a08. 00000400:00000200:0.0:1767384393.669422:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp10->192.168.204.118@tcp10: REPLY: OK 40000000:00000010:3.0:1767384393.669423:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006dd0a476. 00000400:00000200:0.0:1767384393.669427:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a6876b 00100000:00000010:3.0:1767384393.669428:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005915c78a. 00000400:00000010:0.0:1767384393.669432:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a6876b. 00040000:00000010:3.0:1767384393.669434:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad0d43b3. 00000400:00000200:0.0:1767384393.669436:0:16346:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00040000:00000010:3.0:1767384393.669439:0:40984:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000329e2332. 00000400:00000200:0.0:1767384393.669442:0:16346:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.118@tcp has discovery enabled 00040000:00000010:3.0:1767384393.669444:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000435b2683. 00000400:00000200:0.0:1767384393.669447:0:16346:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.118@tcp(0000000008804d03) is MR 00080000:00000010:3.0:1767384393.669450:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028668d75. 00000400:00000200:0.0:1767384393.669452:0:16346:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.118@tcp data present 42. state = 0x100271 00080000:00000010:3.0:1767384393.669455:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d68d6cfa. 00000400:00000200:0.0:1767384393.669459:0:16346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.118@tcp (0000000008804d03): -114 00000004:00000010:3.0:1767384393.669461:0:40984:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b3ed889d. 00000004:00000010:3.0:1767384393.669464:0:40984:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000750dded6. 00000004:00000010:3.0:1767384393.669466:0:40984:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000373bf0ef. 00002000:00000010:3.0:1767384393.669467:0:40984:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dadf2e6b. 00000004:00000010:3.0:1767384393.669469:0:40984:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051da7b9d. 00000400:00000200:0.0:1767384393.669470:0:16346:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000020:00000010:3.0:1767384393.669471:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dbfbcae. 10000000:00000010:3.0:1767384393.669477:0:40984:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ef752365. 10000000:00000010:3.0:1767384393.669480:0:40984:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000185cb7c1. 02000000:00000010:3.0:1767384393.669485:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fd5fc8d. 00000100:00000010:3.0:1767384393.669493:0:40984:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000063e476d5. 00000100:00000010:3.0:1767384393.669495:0:40984:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006f0216eb. 02000000:00000010:3.0:1767384393.669499:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021f4b99d. 00000400:00000200:1.0:1767384393.669499:0:16350:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:3.0:1767384393.669505:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 00000400:00000200:1.0:1767384393.669509:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x1000f1 00000400:00000010:1.0:1767384393.669519:0:16350:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000a1c8f4c3. 00000400:00000010:1.0:1767384393.669523:0:16350:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 0000000057f72350. 00000400:00000010:1.0:1767384393.669525:0:16350:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000067b0f857. 00000400:00000200:1.0:1767384393.669549:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp29(00000000a86f99c9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669553:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp30(0000000074864c83) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669560:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp36(00000000fc474d27) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669564:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp39(000000003a3245c2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669569:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp42(0000000058caa8e8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669574:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp45(000000006815910b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669576:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp46(00000000c6565efd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669580:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp47(000000007408a4f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669583:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp48(000000001503c05e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384393.669586:0:16350:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.118@tcp49(00000000585a9c67) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384393.669591:0:16350:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000024c30fc. 00000400:00000200:1.0:1767384393.669596:0:16350:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000024c30fc nid 192.168.204.118@tcp50 00000400:00000010:1.0:1767384393.669599:0:16350:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dfb0170f. 00000400:00000200:1.0:1767384393.669601:0:16350:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dfb0170f net tcp50 00000400:00000200:1.0:1767384393.669604:0:16350:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:1.0:1767384393.669608:0:16350:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp50 flags 0x11 00000400:00000010:1.0:1767384393.669611:0:16350:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000a1c8f4c3. 00000400:00000010:1.0:1767384393.669614:0:16350:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 0000000057f72350. 00000400:00000010:1.0:1767384393.669616:0:16350:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000067b0f857. 00000400:00000010:1.0:1767384393.669619:0:16350:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000006b4e85e5. 00000400:00000200:1.0:1767384393.669622:0:16350:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.118@tcp (0000000008804d03): 0 00000400:00000200:1.0:1767384393.669624:0:16350:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.118@tcp(0000000008804d03): 0. state = 0x100171 00000400:00000200:1.0:1767384393.669627:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 rc 1 00000400:00000200:1.0:1767384393.669630:0:16350:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100171 00000400:00000200:1.0:1767384393.669633:0:16350:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.118@tcp 00000400:00000200:1.0:1767384393.669634:0:16350:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.118@tcp(0000000008804d03) state 0x100111 rc 0 00000400:00000200:1.0:1767384393.669637:0:16350:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.118@tcp (0000000008804d03) 00000400:00000200:1.0:1767384393.669640:0:16350:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 10000000:00000010:3.0:1767384393.670078:0:40984:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000e6897a3a. 00000100:00000010:3.0:1767384393.671350:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.671358:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ff07746. 00010000:00000010:3.0:1767384393.671364:0:40984:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fde67cae. 00010000:00000010:3.0:1767384393.671367:0:40984:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b9374d8a. 00000100:00000010:3.0:1767384393.671374:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.671381:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f1ef31bb. 00000400:00000010:3.0:1767384393.671383:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.671386:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.671388:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731481728, portal 25 00000400:00000010:3.0:1767384393.671391:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.671393:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731481728, offset 0 00000400:00000200:3.0:1767384393.671397:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.671403:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.671408:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d108e80 00000400:00000200:3.0:1767384393.671412:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2229 [2] + 0 00000400:00000010:3.0:1767384393.671415:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007beb982f. 00000400:00000200:3.0:1767384393.671418:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057bb2272 00000400:00000200:3.0:1767384393.671420:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.671423:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.671425:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bb2272 00000400:00000010:3.0:1767384393.671427:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057bb2272. 00000100:00000200:3.0:1767384393.671429:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.671444:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.671446:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.671449:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731481728/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.671520:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671525:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671529:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000309cdb73. 00000020:00000010:0.0:1767384393.671532:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.671535:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.671560:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671562:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000100:00000200:0.0:1767384393.671564:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481728 00010000:00000010:0.0:1767384393.671573:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6e01749. 00010000:00000010:0.0:1767384393.671576:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a32f512b. 02000000:00000010:0.0:1767384393.671583:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008c5cc50c. 00010000:00000200:0.0:1767384393.671592:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a0ae19a x1853236731481728/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.671603:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.671607:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731481728, offset 224 00000400:00000200:0.0:1767384393.671611:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.671617:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.671623:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d108e80 00000400:00000200:0.0:1767384393.671627:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ae5 [1] + 224 00000400:00000200:0.0:1767384393.671631:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.671634:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.671638:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731481728/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.671656:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.671658:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000020:00000010:0.0:1767384393.671666:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.671668:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.671671:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 02000000:00000010:0.0:1767384393.671675:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008c5cc50c. 00000100:00000200:0.0:1767384393.671680:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384393.671683:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c796fc5. 00000400:00000010:3.0:1767384393.671684:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000400:00000200:3.0:1767384393.671690:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.671691:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.671696:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731481728/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.671697:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008711276b. 00000100:00000200:3.0:1767384393.671708:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731481728/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.671722:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.671732:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f1ef31bb. 02000000:00000010:3.0:1767384393.671735:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007ff07746. 00000100:00000010:3.0:1767384393.671739:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 10000000:00000010:3.0:1767384393.671745:0:40984:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000066ece9f. 00000020:00000010:3.0:1767384393.671748:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff07746. 00000020:00000010:3.0:1767384393.671752:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000914c2977. 00000040:00000010:3.0:1767384393.671755:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000fe01c79. 00000020:00000010:3.0:1767384393.671757:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000373bf0ef. 00000020:00000010:3.0:1767384393.671760:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a56c12e8. 80000000:00000010:3.0:1767384393.671762:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f99c3a08. 00040000:00000010:3.0:1767384393.671765:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbb32021. 00080000:00000010:3.0:1767384393.671797:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d68d6cfa. 00080000:00000010:3.0:1767384393.671800:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028668d75. 20000000:00000010:3.0:1767384393.671805:0:40984:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a2e84365. 00000040:00000010:3.0:1767384393.671809:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000003d0c7ad. 00000100:00000010:3.0:1767384393.671813:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.671819:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.671825:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.671830:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fd5fc8d. 00000400:00000010:3.0:1767384393.671833:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.671835:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.671838:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731481856, portal 25 00000400:00000010:3.0:1767384393.671840:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.671842:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236731481856, offset 0 00000400:00000200:3.0:1767384393.671846:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.671851:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.671855:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824d108f00 00000400:00000200:3.0:1767384393.671859:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x222d [2] + 0 00000400:00000010:3.0:1767384393.671861:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000455bc99a. 00000400:00000200:3.0:1767384393.671864:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002a95c979 00000400:00000200:3.0:1767384393.671866:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.671868:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.671871:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a95c979 00000400:00000010:3.0:1767384393.671872:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a95c979. 00000100:00000200:3.0:1767384393.671875:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.671887:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.671889:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.671894:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731481856/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.671922:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671926:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671930:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000309cdb73. 00000020:00000010:0.0:1767384393.671932:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.671935:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.671954:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.671956:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000100:00000200:0.0:1767384393.671958:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481856 02000000:00000010:0.0:1767384393.671966:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008c5cc50c. 00000040:00000010:0.0:1767384393.671970:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aff9fcf1. 00000040:00000010:0.0:1767384393.672003:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008c4a895c. 00000020:00000010:0.0:1767384393.672009:0:40993:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000076c4bdbd. 00080000:00000010:0.0:1767384393.672015:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000093aba77b. 00000040:00000010:0.0:1767384393.672028:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000008c4a895c. 00000040:00000010:0.0:1767384393.672031:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aff9fcf1. 00010000:00000200:0.0:1767384393.672039:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004f61301 x1853236731481856/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 504/272 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.672068:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.672071:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236731481856, offset 224 00000400:00000200:0.0:1767384393.672076:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.672081:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.672086:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d108f00 00000400:00000200:0.0:1767384393.672089:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2af5 [1] + 224 00000400:00000200:0.0:1767384393.672093:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.672095:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.672099:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731481856/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.672113:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.672116:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 00000020:00000010:0.0:1767384393.672125:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.672128:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000400:00000010:3.0:1767384393.672130:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000020:00000010:0.0:1767384393.672132:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000309cdb73. 00000400:00000200:3.0:1767384393.672136:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 02000000:00000010:0.0:1767384393.672139:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008c5cc50c. 00000400:00000010:3.0:1767384393.672140:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:0.0:1767384393.672146:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384393.672150:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731481856/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.672153:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f562449. 00000400:00000010:0.0:1767384393.672159:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1e76aa8. 00000100:00000200:3.0:1767384393.672164:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731481856/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.672191:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.672198:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fd5fc8d. 02000000:00000010:3.0:1767384393.672202:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.672205:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 00000040:00000010:3.0:1767384393.672213:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f0824640. 00000100:00000010:3.0:1767384393.672218:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.672223:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.672230:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.672248:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000088ac05b4. 00000400:00000010:3.0:1767384393.672251:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.672255:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007baa0b0d. 00000100:00000200:3.0:1767384393.672257:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731481984, portal 25 00000400:00000010:3.0:1767384393.672260:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.672262:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731481984, offset 0 00000400:00000200:3.0:1767384393.672265:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.672270:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.672275:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d108f80 00000400:00000200:3.0:1767384393.672278:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2231 [2] + 0 00000400:00000010:3.0:1767384393.672281:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001147258. 00000400:00000200:3.0:1767384393.672283:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff688369 00000400:00000200:3.0:1767384393.672286:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.672289:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.672291:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff688369 00000400:00000010:3.0:1767384393.672292:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff688369. 00000100:00000200:3.0:1767384393.672295:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.672308:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.672310:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.672314:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731481984/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.672342:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.672346:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.672350:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001869ca1a. 00000020:00000010:0.0:1767384393.672353:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.672355:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.672375:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.672378:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a1baf81. 00000100:00000200:0.0:1767384393.672380:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731481984 02000000:00000010:0.0:1767384393.672398:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000006a0686ca. 00000040:00000010:0.0:1767384393.672403:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000071fcef46. 00000040:00000010:0.0:1767384393.672412:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006265bf59. 00000040:00000010:0.0:1767384393.672420:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006265bf59. 00000040:00000010:0.0:1767384393.672423:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000071fcef46. 00010000:00000200:0.0:1767384393.672429:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fd7a0aa x1853236731481984/t0(0) o503->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8416 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.672439:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000047392031. 00000100:00000200:0.0:1767384393.672442:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236731481984, offset 224 00000400:00000200:0.0:1767384393.672448:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.672456:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.672463:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d108f80 00000400:00000200:0.0:1767384393.672467:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b05 [4] + 224 00000400:00000200:0.0:1767384393.672472:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.672474:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.672481:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731481984/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.672497:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047392031 00000400:00000010:0.0:1767384393.672499:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000047392031. 00000020:00000010:0.0:1767384393.672508:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084977eb7. 00000400:00000010:3.0:1767384393.672511:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000020:00000010:0.0:1767384393.672511:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.672514:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001869ca1a. 00000400:00000200:3.0:1767384393.672518:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007baa0b0d 00000400:00000010:3.0:1767384393.672522:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007baa0b0d. 02000000:00000010:0.0:1767384393.672523:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000006a0686ca. 00000100:00000200:3.0:1767384393.672531:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731481984/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.672537:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384393.672540:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731481984/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.672543:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005579f524. 00000400:00000010:0.0:1767384393.672549:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047392031. 00000100:00000010:3.0:1767384393.672564:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c3d973b. 02000000:00000010:3.0:1767384393.672572:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000088ac05b4. 02000000:00000010:3.0:1767384393.672582:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.672585:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 00000040:00000010:3.0:1767384393.672591:0:40984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b85e6b64. 00000020:00000010:3.0:1767384393.672736:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021f4b99d. 00000020:00000010:3.0:1767384393.672740:0:41020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fd5fc8d. 00000040:00000010:3.0:1767384393.672743:0:41020:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005dbfbcae. 00000020:00000010:3.0:1767384393.672746:0:41020:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3ed889d. 00000020:00000010:3.0:1767384393.672749:0:41020:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.672751:0:41020:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000435b2683. 80000000:00000010:3.0:1767384393.672753:0:41020:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008eb913f6. 40000000:00000010:3.0:1767384393.672757:0:41020:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d22180d7. 00100000:00000010:3.0:1767384393.672760:0:41020:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384393.672762:0:41020:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.672764:0:41020:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005915c78a. 00040000:00000010:3.0:1767384393.672785:0:41020:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073c2c1c4. 00080000:00000010:3.0:1767384393.672790:0:41020:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005ee37e46. 00080000:00000010:3.0:1767384393.672802:0:41020:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000de8de13f. 00000004:00000010:3.0:1767384393.672806:0:41020:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000daa5fbcc. 00000004:00000010:3.0:1767384393.672809:0:41020:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000063e476d5. 00000004:00000010:3.0:1767384393.672811:0:41020:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000099f40c5c. 00002000:00000010:3.0:1767384393.672813:0:41020:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1ef31bb. 00000004:00000010:3.0:1767384393.672814:0:41020:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006f0216eb. 00000020:00000010:3.0:1767384393.672817:0:41020:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009fc79261. 00000040:00000010:3.0:1767384393.672822:0:41020:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000007de9c80. 00000040:00000010:3.0:1767384393.673367:0:41020:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000007de9c80. 00000020:00000010:3.0:1767384393.673375:0:41020:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009fc79261. 00000020:00000010:3.0:1767384393.673384:0:41020:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fd5fc8d. 00000040:00000010:3.0:1767384393.673388:0:41020:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005dbfbcae. 00000020:00000010:3.0:1767384393.673391:0:41020:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3ed889d. 00000020:00000010:3.0:1767384393.673394:0:41020:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.673398:0:41020:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000435b2683. 80000000:00000010:3.0:1767384393.673401:0:41020:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008eb913f6. 40000000:00000010:3.0:1767384393.673405:0:41020:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d22180d7. 00100000:00000010:3.0:1767384393.673408:0:41020:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384393.673411:0:41020:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.673415:0:41020:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005915c78a. 00040000:00000010:3.0:1767384393.673418:0:41020:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073c2c1c4. 00080000:00000010:3.0:1767384393.673422:0:41020:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000de8de13f. 00080000:00000010:3.0:1767384393.673426:0:41020:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005ee37e46. 00000004:00000010:3.0:1767384393.673430:0:41020:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000daa5fbcc. 00000004:00000010:3.0:1767384393.673434:0:41020:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000063e476d5. 00000004:00000010:3.0:1767384393.673438:0:41020:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000099f40c5c. 00002000:00000010:3.0:1767384393.673441:0:41020:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1ef31bb. 00000004:00000010:3.0:1767384393.673444:0:41020:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006f0216eb. 00000020:00000010:3.0:1767384393.673447:0:41020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021f4b99d. 00000040:00000010:0.0:1767384393.673530:0:40984:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b85e6b64. 00000040:00000010:0.0:1767384393.673537:0:40984:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f0824640. 00000040:00000010:0.0:1767384393.673540:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000003d0c7ad. 00000020:00000010:0.0:1767384393.673544:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000914c2977. 00000040:00000010:0.0:1767384393.673547:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000fe01c79. 00000020:00000010:0.0:1767384393.673548:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000373bf0ef. 00000020:00000010:0.0:1767384393.673551:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a56c12e8. 80000000:00000010:0.0:1767384393.673554:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f99c3a08. 00040000:00000010:0.0:1767384393.673556:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbb32021. 00080000:00000010:0.0:1767384393.673558:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028668d75. 00080000:00000010:0.0:1767384393.673560:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d68d6cfa. 20000000:00000010:0.0:1767384393.673563:0:40984:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a2e84365. 00000020:00000010:0.0:1767384393.673565:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ff07746. 10000000:00000010:0.0:1767384393.673567:0:40984:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000066ece9f. 00000020:00000010:0.0:1767384393.673583:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000496d2850. 00000040:00000010:0.0:1767384393.673586:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e1363b76. 00000020:00000010:0.0:1767384393.673588:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f96a6c6. 00000020:00000010:0.0:1767384393.673590:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b6e3bbc. 00040000:00000010:0.0:1767384393.673592:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd2512e7. 00040000:00000010:0.0:1767384393.673594:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be9e0432. 00080000:00000010:0.0:1767384393.673598:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e896c7c7. 00080000:00000010:0.0:1767384393.673600:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ade01a25. 00000020:00000010:0.0:1767384393.673603:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da6cbf7. 00000020:00000010:0.0:1767384393.673605:0:40984:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000af787381. 00000020:00000010:0.0:1767384393.673608:0:40984:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000007ee37788. 00000020:00000010:0.0:1767384393.673615:0:40984:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000009a1baf81. 00000020:00000010:0.0:1767384393.673620:0:40984:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000008d706e99. 00000020:00000010:0.0:1767384393.673624:0:40984:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000084977eb7. 00000020:00000010:0.0:1767384393.673629:0:40984:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000005152bf7b. 00000020:00000010:0.0:1767384393.673631:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071fcef46. 00000020:00000010:0.0:1767384393.673634:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a25ed0d4. 00000040:00000010:0.0:1767384393.673636:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001459ad97. 00000020:00000010:0.0:1767384393.673638:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f8fa9e7. 00000020:00000010:0.0:1767384393.673643:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d1406dbc. 00040000:00000010:0.0:1767384393.673646:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048bedd7f. 00040000:00000010:0.0:1767384393.673649:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ebe14d14. 00080000:00000010:0.0:1767384393.673651:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006265bf59. 00080000:00000010:0.0:1767384393.673655:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6750d3a. 10000000:00000010:0.0:1767384393.673662:0:40984:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000000da6cbf7. 00000100:00000010:0.0:1767384393.673669:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc809f4e. 02000000:00000010:0.0:1767384393.673675:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001eaa2749. 00010000:00000010:0.0:1767384393.673681:0:40984:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000955ef55d. 00000100:00000010:0.0:1767384393.673688:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e2a0ad3. 02000000:00000010:0.0:1767384393.673696:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008c5cc50c. 00000400:00000010:0.0:1767384393.673699:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72c0088. 00000400:00000010:0.0:1767384393.673702:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.673704:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731482112, portal 25 00000400:00000010:0.0:1767384393.673707:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.673709:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236731482112, offset 0 00000400:00000200:0.0:1767384393.673714:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.673719:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.673725:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824d109000 00000400:00000200:0.0:1767384393.673728:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2235 [2] + 0 00000400:00000010:0.0:1767384393.673731:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb76ddac. 00000400:00000200:0.0:1767384393.673734:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1f9fbb9 00000400:00000200:0.0:1767384393.673736:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.673739:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.673741:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f9fbb9 00000400:00000010:0.0:1767384393.673742:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1f9fbb9. 00000100:00000200:0.0:1767384393.673745:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384393.673759:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.673760:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.673763:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc809f4e x1853236731482112/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.673823:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.673830:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.673836:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f4250a. 00000020:00000010:2.0:1767384393.673841:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.673846:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.673888:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.673892:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00000200:2.0:1767384393.673895:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482112 00010000:00000010:2.0:1767384393.673909:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bf86f3d8. 02000000:00000010:2.0:1767384393.673918:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008d8a2529. 00010000:00000200:2.0:1767384393.673931:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040fade5b x1853236731482112/t0(0) o101->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.673946:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.673950:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236731482112, offset 224 00000400:00000200:2.0:1767384393.673957:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.673966:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.673974:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824d109000 00000400:00000200:2.0:1767384393.673980:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b15 [1] + 224 00000400:00000200:2.0:1767384393.673986:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.673990:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.673996:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc809f4e x1853236731482112/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.674021:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.674024:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:2.0:1767384393.674036:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.674041:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.674045:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f4250a. 00000400:00000010:0.0:1767384393.674045:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72c0088. 00000400:00000200:0.0:1767384393.674061:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000400:00000010:0.0:1767384393.674065:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 02000000:00000010:2.0:1767384393.674073:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008d8a2529. 00000100:00000200:0.0:1767384393.674073:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc809f4e x1853236731482112/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384393.674084:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384393.674085:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc809f4e x1853236731482112/t0(0) o101->MGC192.168.204.118@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.674093:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000279dfaf3. 00000400:00000010:2.0:1767384393.674101:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a99dda55. 00000100:00000010:0.0:1767384393.674103:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005e2a0ad3. 02000000:00000010:0.0:1767384393.674115:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008c5cc50c. 02000000:00000010:0.0:1767384393.674118:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001eaa2749. 00000100:00000010:0.0:1767384393.674120:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc809f4e. 10000000:00000010:0.0:1767384393.674125:0:40984:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d79c31a3. 00000020:00000010:0.0:1767384393.674128:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001eaa2749. 00000020:00000010:0.0:1767384393.674131:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be9e0432. 00000040:00000010:0.0:1767384393.674133:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b6e3bbc. 00000020:00000010:0.0:1767384393.674136:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa90812a. 00000020:00000010:0.0:1767384393.674138:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1363b76. 80000000:00000010:0.0:1767384393.674141:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000330797eb. 00040000:00000010:0.0:1767384393.674143:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000496d2850. 00080000:00000010:0.0:1767384393.674147:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d68d6cfa. 00080000:00000010:0.0:1767384393.674149:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028668d75. 20000000:00000010:0.0:1767384393.674152:0:40984:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a2e84365. 00000040:00000010:0.0:1767384393.674155:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006a1bd5bb. 00000100:00000010:0.0:1767384393.674158:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc809f4e. 02000000:00000010:0.0:1767384393.674162:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbb32021. 00000100:00000010:0.0:1767384393.674167:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005e2a0ad3. 02000000:00000010:0.0:1767384393.674173:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a56c12e8. 00000400:00000010:0.0:1767384393.674175:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72c0088. 00000400:00000010:0.0:1767384393.674177:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b341eb9. 00000100:00000200:0.0:1767384393.674180:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731482240, portal 25 00000400:00000010:0.0:1767384393.674182:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.674184:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236731482240, offset 0 00000400:00000200:0.0:1767384393.674187:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.674192:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.674196:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824d109080 00000400:00000200:0.0:1767384393.674199:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2239 [2] + 0 00000400:00000010:0.0:1767384393.674202:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab6c1df. 00000400:00000200:0.0:1767384393.674204:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d74f6707 00000400:00000200:0.0:1767384393.674206:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.674209:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.674211:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d74f6707 00000400:00000010:0.0:1767384393.674212:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d74f6707. 00000100:00000200:0.0:1767384393.674215:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384393.674228:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.674229:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.674232:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc809f4e x1853236731482240/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.674279:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674284:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674289:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f4250a. 00000020:00000010:2.0:1767384393.674293:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.674297:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.674326:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674330:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00000200:2.0:1767384393.674335:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482240 02000000:00000010:2.0:1767384393.674345:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008d8a2529. 00000040:00000010:2.0:1767384393.674351:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8fdd5d9. 00000040:00000010:2.0:1767384393.674379:0:40993:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003749101e. 00000040:00000010:2.0:1767384393.674389:0:40993:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003749101e. 00000040:00000010:2.0:1767384393.674393:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8fdd5d9. 20000000:00000010:2.0:1767384393.674401:0:40993:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000008179fbdc. 20000000:00000010:2.0:1767384393.674405:0:40993:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000008179fbdc. 00010000:00000200:2.0:1767384393.674412:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcf34d56 x1853236731482240/t0(0) o501->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 512/272 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.674426:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000100:00000200:2.0:1767384393.674430:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236731482240, offset 224 00000400:00000200:2.0:1767384393.674436:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.674444:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.674452:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824d109080 00000400:00000200:2.0:1767384393.674459:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b25 [1] + 224 00000400:00000200:2.0:1767384393.674465:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.674469:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.674475:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc809f4e x1853236731482240/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.674502:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab30fdb3 00000400:00000010:2.0:1767384393.674505:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000020:00000010:2.0:1767384393.674516:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000400:00000010:3.0:1767384393.674520:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72c0088. 00000020:00000010:2.0:1767384393.674522:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000400:00000200:3.0:1767384393.674530:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b341eb9 00000020:00000010:2.0:1767384393.674531:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f4250a. 00000400:00000010:3.0:1767384393.674536:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b341eb9. 02000000:00000010:2.0:1767384393.674540:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008d8a2529. 00000100:00000200:3.0:1767384393.674547:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc809f4e x1853236731482240/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384393.674550:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.674558:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b953b8a. 00000100:00000200:3.0:1767384393.674568:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc809f4e x1853236731482240/t0(0) o501->MGC192.168.204.118@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.674568:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e11f50f3. 00000100:00000010:3.0:1767384393.674595:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005e2a0ad3. 02000000:00000010:3.0:1767384393.674605:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a56c12e8. 02000000:00000010:3.0:1767384393.674610:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bbb32021. 00000100:00000010:3.0:1767384393.674614:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc809f4e. 00000040:00000010:3.0:1767384393.674621:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000de8de13f. 00000100:00000010:3.0:1767384393.674625:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.674632:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000804360b5. 00000100:00000010:3.0:1767384393.674639:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007baa0b0d. 02000000:00000010:3.0:1767384393.674657:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000088ac05b4. 00000400:00000010:3.0:1767384393.674664:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.674670:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001a7310d1. 00000100:00000200:3.0:1767384393.674675:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731482368, portal 25 00000400:00000010:3.0:1767384393.674681:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.674684:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731482368, offset 0 00000400:00000200:3.0:1767384393.674692:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.674701:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.674710:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d109100 00000400:00000200:3.0:1767384393.674716:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x223d [2] + 0 00000400:00000010:3.0:1767384393.674721:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771959f3. 00000400:00000200:3.0:1767384393.674725:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a0fd2b5 00000400:00000200:3.0:1767384393.674729:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.674734:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.674738:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a0fd2b5 00000400:00000010:3.0:1767384393.674741:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a0fd2b5. 00000100:00000200:3.0:1767384393.674745:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.674764:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.674796:0:40984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.674805:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731482368/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.674821:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674827:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674834:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f4250a. 00000020:00000010:2.0:1767384393.674839:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.674843:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.674879:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.674882:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00000200:2.0:1767384393.674886:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482368 02000000:00000010:2.0:1767384393.674909:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000007a0474f1. 00000040:00000010:2.0:1767384393.674915:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8fdd5d9. 00000040:00000010:2.0:1767384393.674926:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000454894e. 00000040:00000010:2.0:1767384393.674944:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000454894e. 00000040:00000010:2.0:1767384393.674950:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8fdd5d9. 00010000:00000200:2.0:1767384393.674959:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b597dd9a x1853236731482368/t0(0) o503->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8416 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.674974:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000516dfb0e. 00000100:00000200:2.0:1767384393.674978:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236731482368, offset 224 00000400:00000200:2.0:1767384393.674985:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.674994:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.675003:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824d109100 00000400:00000200:2.0:1767384393.675010:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b35 [4] + 224 00000400:00000200:2.0:1767384393.675016:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.675022:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.675029:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731482368/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.675066:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000516dfb0e 00000400:00000010:2.0:1767384393.675069:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000516dfb0e. 00000020:00000010:2.0:1767384393.675081:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000400:00000010:3.0:1767384393.675084:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000020:00000010:2.0:1767384393.675086:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000400:00000200:3.0:1767384393.675093:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a7310d1 00000020:00000010:2.0:1767384393.675094:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f4250a. 00000400:00000010:3.0:1767384393.675098:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001a7310d1. 02000000:00000010:2.0:1767384393.675103:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000007a0474f1. 00000100:00000200:3.0:1767384393.675109:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731482368/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384393.675122:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731482368/t0(0) o503->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384393.675123:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384393.675131:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b35199d4. 00000400:00000010:2.0:1767384393.675139:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000516dfb0e. 00000100:00000010:3.0:1767384393.675153:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007baa0b0d. 02000000:00000010:3.0:1767384393.675164:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000088ac05b4. 02000000:00000010:3.0:1767384393.675180:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000804360b5. 00000100:00000010:3.0:1767384393.675186:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 00000040:00000010:3.0:1767384393.675195:0:40984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008eb913f6. 00000020:00000010:3.0:1767384393.675365:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000804360b5. 00000020:00000010:3.0:1767384393.675371:0:41022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073c2c1c4. 00000040:00000010:3.0:1767384393.675376:0:41022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000435b2683. 00000020:00000010:3.0:1767384393.675380:0:41022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099f40c5c. 00000020:00000010:3.0:1767384393.675384:0:41022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.675387:0:41022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005dbfbcae. 80000000:00000010:3.0:1767384393.675391:0:41022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a0648be. 40000000:00000010:3.0:1767384393.675394:0:41022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc7952ad. 00100000:00000010:3.0:1767384393.675398:0:41022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000daa5fbcc. 00040000:00000010:3.0:1767384393.675402:0:41022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.675407:0:41022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005915c78a. 00040000:00000010:3.0:1767384393.675410:0:41022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001fd5fc8d. 00080000:00000010:3.0:1767384393.675414:0:41022:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007de9c80. 00080000:00000010:3.0:1767384393.675418:0:41022:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006a0686ca. 00000004:00000010:3.0:1767384393.675423:0:41022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000329e2332. 00000004:00000010:3.0:1767384393.675426:0:41022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000063e476d5. 00000004:00000010:3.0:1767384393.675430:0:41022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b3ed889d. 00002000:00000010:3.0:1767384393.675433:0:41022:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f0216eb. 00000004:00000010:3.0:1767384393.675436:0:41022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f1ef31bb. 00000020:00000010:3.0:1767384393.675440:0:41022:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009e21c643. 00000040:00000010:3.0:1767384393.675445:0:41022:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ec2fa394. 00000100:00000010:3.0:1767384393.675451:0:41022:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.675457:0:41022:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.675464:0:41022:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a7310d1. 02000000:00000010:3.0:1767384393.675484:0:41022:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000088ac05b4. 00000400:00000010:3.0:1767384393.675490:0:41022:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.675495:0:41022:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000090376bf9. 00000100:00000200:3.0:1767384393.675500:0:41022:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731482496, portal 25 00000400:00000010:3.0:1767384393.675504:0:41022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.675507:0:41022:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731482496, offset 0 00000400:00000200:3.0:1767384393.675513:0:41022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.675520:0:41022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.675529:0:41022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d109180 00000400:00000200:3.0:1767384393.675535:0:41022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2241 [2] + 0 00000400:00000010:3.0:1767384393.675540:0:41022:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a6f9e91. 00000400:00000200:3.0:1767384393.675545:0:41022:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074926de3 00000400:00000200:3.0:1767384393.675548:0:41022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.675553:0:41022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.675556:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074926de3 00000400:00000010:3.0:1767384393.675558:0:41022:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074926de3. 00000100:00000200:3.0:1767384393.675562:0:41022:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.675581:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:3.0:1767384393.675584:0:41022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.675589:0:41022:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731482496/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384393.675618:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.675621:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.675626:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028f4250a. 00000020:00000010:2.0:1767384393.675629:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.675632:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.675652:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008179fbdc. 00000020:00000010:2.0:1767384393.675653:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008179fbdc. 00000100:00000200:2.0:1767384393.675655:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482496 02000000:00000010:2.0:1767384393.675673:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000023bbde46. 00000040:00000010:2.0:1767384393.675678:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c8fdd5d9. 00000040:00000010:2.0:1767384393.675685:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000454894e. 00000040:00000010:2.0:1767384393.675703:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000454894e. 00000040:00000010:2.0:1767384393.675706:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c8fdd5d9. 00010000:00000200:2.0:1767384393.675710:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000605fc474 x1853236731482496/t0(0) o502->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8472 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.675721:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bf2d9035. 00000100:00000200:2.0:1767384393.675724:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236731482496, offset 224 00000400:00000200:2.0:1767384393.675729:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384393.675733:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384393.675737:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d109180 00000400:00000200:2.0:1767384393.675740:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b45 [4] + 224 00000400:00000200:2.0:1767384393.675745:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384393.675748:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384393.675751:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731482496/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384393.675787:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf2d9035 00000400:00000010:2.0:1767384393.675789:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bf2d9035. 00000020:00000010:2.0:1767384393.675797:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f07234. 00000020:00000010:2.0:1767384393.675800:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384393.675802:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028f4250a. 02000000:00000010:2.0:1767384393.675806:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000023bbde46. 00000400:00000010:3.0:1767384393.675815:0:41022:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000100:00000200:2.0:1767384393.675819:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384393.675822:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090376bf9 00000400:00000010:2.0:1767384393.675824:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e133f21. 00000400:00000010:3.0:1767384393.675827:0:41022:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000090376bf9. 00000100:00000200:3.0:1767384393.675836:0:41022:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731482496/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384393.675837:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf2d9035. 00000100:00000200:3.0:1767384393.675850:0:41022:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731482496/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384393.675868:0:41022:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a7310d1. 02000000:00000010:3.0:1767384393.675877:0:41022:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000088ac05b4. 02000000:00000010:3.0:1767384393.675889:0:41022:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021f4b99d. 00000100:00000010:3.0:1767384393.675893:0:41022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 00000100:00000010:3.0:1767384393.675910:0:41022:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000051da7b9d. 00000400:00000200:3.0:1767384393.675914:0:41022:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384393.675920:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.118@tcp 00000400:00000200:3.0:1767384393.675925:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384393.675930:0:41022:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000008804d03 (43) 00000400:00000200:3.0:1767384393.675935:0:41022:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384393.675938:0:41022:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.118@tcp NID 192.168.204.118@tcp: 0. pending discovery 00000400:00000200:3.0:1767384393.675942:0:41022:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000008804d03 (44) 00000400:00000200:3.0:1767384393.675944:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp 00000400:00000200:3.0:1767384393.675948:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.118@tcp10 00000400:00000200:3.0:1767384393.675951:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675954:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp10 00000400:00000200:3.0:1767384393.675956:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.118@tcp11 00000400:00000200:3.0:1767384393.675959:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675961:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp11 00000400:00000200:3.0:1767384393.675963:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.118@tcp12 00000400:00000200:3.0:1767384393.675966:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675968:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp12 00000400:00000200:3.0:1767384393.675971:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.118@tcp13 00000400:00000200:3.0:1767384393.675973:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675975:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp13 00000400:00000200:3.0:1767384393.675977:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.118@tcp14 00000400:00000200:3.0:1767384393.675980:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675982:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp14 00000400:00000200:3.0:1767384393.675984:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.118@tcp15 00000400:00000200:3.0:1767384393.675987:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675989:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp15 00000400:00000200:3.0:1767384393.675991:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.118@tcp16 00000400:00000200:3.0:1767384393.675994:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.675995:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp16 00000400:00000200:3.0:1767384393.675998:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.118@tcp17 00000400:00000200:3.0:1767384393.676002:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676004:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp17 00000400:00000200:3.0:1767384393.676007:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.118@tcp18 00000400:00000200:3.0:1767384393.676009:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676012:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp18 00000400:00000200:3.0:1767384393.676014:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.118@tcp19 00000400:00000200:3.0:1767384393.676017:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676019:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp19 00000400:00000200:3.0:1767384393.676022:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.118@tcp20 00000400:00000200:3.0:1767384393.676025:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676027:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp20 00000400:00000200:3.0:1767384393.676029:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.118@tcp21 00000400:00000200:3.0:1767384393.676033:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676035:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp21 00000400:00000200:3.0:1767384393.676038:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.118@tcp22 00000400:00000200:3.0:1767384393.676041:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676043:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp22 00000400:00000200:3.0:1767384393.676045:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.118@tcp23 00000400:00000200:3.0:1767384393.676048:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676067:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp23 00000400:00000200:3.0:1767384393.676069:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.118@tcp24 00000400:00000200:3.0:1767384393.676073:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676075:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp24 00000400:00000200:3.0:1767384393.676078:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.118@tcp25 00000400:00000200:3.0:1767384393.676081:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676082:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp25 00000400:00000200:3.0:1767384393.676084:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.118@tcp26 00000400:00000200:3.0:1767384393.676087:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676089:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp26 00000400:00000200:3.0:1767384393.676108:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.118@tcp27 00000400:00000200:3.0:1767384393.676112:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676113:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp27 00000400:00000200:3.0:1767384393.676116:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.118@tcp28 00000400:00000200:3.0:1767384393.676118:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676121:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp28 00000400:00000200:3.0:1767384393.676123:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.118@tcp29 00000400:00000200:3.0:1767384393.676127:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676129:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp29 00000400:00000200:3.0:1767384393.676132:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.118@tcp30 00000400:00000200:3.0:1767384393.676135:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676137:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp30 00000400:00000200:3.0:1767384393.676139:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.118@tcp31 00000400:00000200:3.0:1767384393.676142:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676144:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp31 00000400:00000200:3.0:1767384393.676147:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.118@tcp32 00000400:00000200:3.0:1767384393.676150:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676152:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp32 00000400:00000200:3.0:1767384393.676154:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.118@tcp33 00000400:00000200:3.0:1767384393.676157:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676159:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp33 00000400:00000200:3.0:1767384393.676163:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.118@tcp34 00000400:00000200:3.0:1767384393.676166:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676169:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp34 00000400:00000200:3.0:1767384393.676171:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.118@tcp35 00000400:00000200:3.0:1767384393.676174:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676176:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp35 00000400:00000200:3.0:1767384393.676178:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.118@tcp36 00000400:00000200:3.0:1767384393.676181:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676183:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp36 00000400:00000200:3.0:1767384393.676185:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.118@tcp37 00000400:00000200:3.0:1767384393.676189:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676191:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp37 00000400:00000200:3.0:1767384393.676193:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.118@tcp38 00000400:00000200:3.0:1767384393.676197:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676199:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp38 00000400:00000200:3.0:1767384393.676200:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.118@tcp39 00000400:00000200:3.0:1767384393.676204:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676206:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp39 00000400:00000200:3.0:1767384393.676208:0:41022:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.118@tcp40 00000400:00000200:3.0:1767384393.676210:0:41022:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.118@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.676212:0:41022:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.118@tcp40 00000100:00000010:3.0:1767384393.676215:0:41022:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000051da7b9d. 00000020:00000010:3.0:1767384393.676222:0:41022:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000005dad7050. 00000020:00000010:3.0:1767384393.676228:0:41022:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000fb9b052. 00000020:00000010:3.0:1767384393.676233:0:41022:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000fb9b052. 00000020:00000010:3.0:1767384393.676239:0:41022:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000000fb9b052. 00000020:00000010:3.0:1767384393.676246:0:41022:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.676262:0:41022:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b97fe5e3. 00000020:00000010:3.0:1767384393.676270:0:41022:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003f96a6c6. 00000020:00000010:3.0:1767384393.676302:0:41022:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.676308:0:41022:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000083b95bdb. 00000001:00000010:3.0:1767384393.676324:0:41022:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004788d468. 00000001:00000010:3.0:1767384393.676330:0:41022:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d4aa6886. 00000001:00000010:3.0:1767384393.676334:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021f4b99d. 00000001:00000010:3.0:1767384393.676341:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000101f19d1. 00000001:00000010:3.0:1767384393.676346:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d033bed0. 00000001:00000010:3.0:1767384393.676350:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000221aebbd. 00000001:00000010:3.0:1767384393.676355:0:41022:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cebcbbb9. 00000001:00000010:3.0:1767384393.676359:0:41022:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000089c90525. 00000001:00000010:3.0:1767384393.676363:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002e1d3c2. 00000001:00000010:3.0:1767384393.676368:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f16c4ae7. 00000001:00000010:3.0:1767384393.676372:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000124444b3. 00000001:00000010:3.0:1767384393.676375:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8fb6672. 00000020:00000010:3.0:1767384393.676380:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004703ea55. 00000020:00000010:3.0:1767384393.676384:0:41022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.676389:0:41022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000008:00000010:3.0:1767384393.676395:0:41022:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000004325176d. 00020000:00000010:3.0:1767384393.676401:0:41022:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b21b4858. 00008000:00000010:3.0:1767384393.676406:0:41022:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000006d65d1b. 00000080:00000010:3.0:1767384393.676413:0:41022:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000048846957. 00000020:00000010:3.0:1767384393.676420:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bbf5ca4. 00000020:00000010:3.0:1767384393.676423:0:41022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed497591. 00000040:00000010:3.0:1767384393.676427:0:41022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ee89311. 00000020:00000010:3.0:1767384393.676430:0:41022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000373bf0ef. 00000020:00000010:3.0:1767384393.676433:0:41022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384393.676439:0:41022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000507bb15d. 80000000:00000010:3.0:1767384393.676443:0:41022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8a43f4a. 40000000:00000010:3.0:1767384393.676447:0:41022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091d362c8. 00100000:00000010:3.0:1767384393.676451:0:41022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048471fec. 00040000:00000010:3.0:1767384393.676454:0:41022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061691909. 00040000:00000010:3.0:1767384393.676458:0:41022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000867d3815. 00040000:00000010:3.0:1767384393.676464:0:41022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000771c52e8. 00080000:00000010:3.0:1767384393.676470:0:41022:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ade01a25. 00080000:00000010:3.0:1767384393.676477:0:41022:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e896c7c7. 00000004:00000010:3.0:1767384393.676483:0:41022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000831bdc14. 00000004:00000010:3.0:1767384393.676488:0:41022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000185cb7c1. 00000004:00000010:3.0:1767384393.676493:0:41022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000570ad421. 00000004:00000010:3.0:1767384393.676509:0:41022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e11a31c0. 00000010:00000010:3.0:1767384393.676516:0:41022:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000027b36b3e. 00000010:00000010:3.0:1767384393.676602:0:41022:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000000d0b2798. 00000010:00000010:3.0:1767384393.676607:0:41022:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000e40a0474. 00000010:00000010:3.0:1767384393.676612:0:41022:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000eb328282. 00000010:00000010:3.0:1767384393.676619:0:41022:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000074e28820. 00010000:00000010:3.0:1767384393.676627:0:41022:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000750dded6. 00010000:00000010:3.0:1767384393.676635:0:41022:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000721d19f0. 00010000:00000010:3.0:1767384393.676642:0:41022:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000623baeea. 00000020:00000010:3.0:1767384393.676647:0:41022:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c7db2cd6. 00000100:00000200:3.0:1767384393.676661:0:41022:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.118@tcp->12345-0@lo 00010000:00000010:3.0:1767384393.676667:0:41022:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000827055f6. 00010000:00000010:3.0:1767384393.676672:0:41022:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009a922633. 00000001:00000010:3.0:1767384393.676676:0:41022:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000042b8780b. 00000001:00000010:3.0:1767384393.676681:0:41022:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000cd2512e7. 00000001:00000010:3.0:1767384393.676745:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000152c75af. 00000001:00000010:3.0:1767384393.676850:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031204ba8. 00000001:00000010:3.0:1767384393.676928:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3b5c92d. 00000001:00000010:3.0:1767384393.677014:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000033cfb09e. 00000001:00000010:3.0:1767384393.677140:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d66edea. 00000001:00000010:3.0:1767384393.677233:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d41a823f. 00000001:00000010:3.0:1767384393.677327:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000222dc997. 00000001:00000010:3.0:1767384393.677424:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2c42779. 00000001:00000010:3.0:1767384393.677514:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000384b66ae. 00000001:00000010:3.0:1767384393.677596:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f673118. 00000001:00000010:3.0:1767384393.677696:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000098e6270b. 00000001:00000010:3.0:1767384393.677782:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d835c8f3. 00000001:00000010:3.0:1767384393.677892:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e182814f. 00000001:00000010:3.0:1767384393.677976:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc16a463. 00000001:00000010:3.0:1767384393.678069:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000892fee9d. 00000001:00000010:3.0:1767384393.678170:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a022360. 00000001:00000010:3.0:1767384393.678261:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aa3542cf. 00000001:00000010:3.0:1767384393.678346:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2a0eb8b. 00000001:00000010:3.0:1767384393.678438:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000978834b8. 00000001:00000010:3.0:1767384393.678505:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002f46afe7. 00000001:00000010:3.0:1767384393.678585:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f2d6ce02. 00000020:00000010:0.0:1767384393.678656:0:41021:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000040482106. 00000020:00000010:0.0:1767384393.678663:0:41021:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000040482106. 00000001:00000010:3.0:1767384393.678669:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000080fffcf7. 00000001:00000010:3.0:1767384393.678874:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0df1c8b. 00000001:00000010:3.0:1767384393.678946:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d1109b03. 00000001:00000010:3.0:1767384393.679018:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f2de3641. 00000001:00000010:3.0:1767384393.679117:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000083e40569. 00000001:00000010:3.0:1767384393.679213:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001a2db953. 00000001:00000010:3.0:1767384393.679296:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000036a664cf. 00000001:00000010:3.0:1767384393.679383:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d7d41cd. 00000001:00000010:3.0:1767384393.679454:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004a9af886. 00000001:00000010:3.0:1767384393.679523:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001bb4148e. 00000001:00000010:3.0:1767384393.679586:0:41022:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000abef2365. 00000020:00000010:3.0:1767384393.679663:0:41022:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e8148dad. 00000020:00000010:3.0:1767384393.679668:0:41022:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a7e8e390. 00000020:00000010:3.0:1767384393.679752:0:41022:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000eb52ed4. 00000020:00000010:3.0:1767384393.679756:0:41022:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000028b76985. 00000010:00000010:3.0:1767384393.679819:0:41022:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000000d0b2798. 00000010:00000010:3.0:1767384393.679823:0:41022:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000eb328282. 00000010:00000010:3.0:1767384393.679825:0:41022:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000e40a0474. 00000010:00000010:3.0:1767384393.679827:0:41022:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000074e28820. 00000020:00000010:3.0:1767384393.679860:0:41022:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005464b49d. 00000020:00000010:3.0:1767384393.679864:0:41022:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000102cb652. 00000020:00000010:3.0:1767384393.679885:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed497591. 00000040:00000010:3.0:1767384393.679889:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ee89311. 00000020:00000010:3.0:1767384393.679892:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000373bf0ef. 00000020:00000010:3.0:1767384393.679896:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384393.679900:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000507bb15d. 80000000:00000010:3.0:1767384393.679903:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b8a43f4a. 40000000:00000010:3.0:1767384393.679906:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091d362c8. 00100000:00000010:3.0:1767384393.679911:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048471fec. 00040000:00000010:3.0:1767384393.679914:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061691909. 00040000:00000010:3.0:1767384393.679916:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000867d3815. 00040000:00000010:3.0:1767384393.679919:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000771c52e8. 00080000:00000010:3.0:1767384393.679922:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e896c7c7. 00080000:00000010:3.0:1767384393.679926:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ade01a25. 00000004:00000010:3.0:1767384393.679929:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000831bdc14. 00000004:00000010:3.0:1767384393.679932:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000185cb7c1. 00000004:00000010:3.0:1767384393.679934:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000570ad421. 00000004:00000010:3.0:1767384393.679937:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e11a31c0. 00000020:00000010:3.0:1767384393.679939:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bbf5ca4. 00000020:00000010:3.0:1767384393.679942:0:41022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.679944:0:41022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000008:00000010:3.0:1767384393.679947:0:41022:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000004325176d. 00020000:00000010:3.0:1767384393.679950:0:41022:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b21b4858. 00008000:00000010:3.0:1767384393.679953:0:41022:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000006d65d1b. 00000080:00000010:3.0:1767384393.679956:0:41022:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000048846957. 00000020:00000010:3.0:1767384393.679960:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004703ea55. 00000020:00000010:3.0:1767384393.679965:0:41022:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000083b95bdb. 00000020:00000010:3.0:1767384393.679973:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bbf5ca4. 00000020:00000010:3.0:1767384393.679975:0:41022:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fd56681. 00000040:00000010:3.0:1767384393.679977:0:41022:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000771c52e8. 00000020:00000010:3.0:1767384393.679980:0:41022:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000570ad421. 00000020:00000010:3.0:1767384393.679984:0:41022:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384393.679988:0:41022:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000507bb15d. 80000000:00000010:3.0:1767384393.679991:0:41022:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083b95bdb. 40000000:00000010:3.0:1767384393.679993:0:41022:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000022e718ff. 00100000:00000010:3.0:1767384393.679996:0:41022:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000831bdc14. 00040000:00000010:3.0:1767384393.680000:0:41022:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061691909. 00040000:00000010:3.0:1767384393.680004:0:41022:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c1efe7f5. 00040000:00000010:3.0:1767384393.680006:0:41022:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002ee89311. 00080000:00000010:3.0:1767384393.680009:0:41022:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ade01a25. 00080000:00000010:3.0:1767384393.680012:0:41022:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e896c7c7. 00000004:00000010:3.0:1767384393.680018:0:41022:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ab2db1ea. 00000004:00000010:3.0:1767384393.680020:0:41022:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000185cb7c1. 00000004:00000010:3.0:1767384393.680024:0:41022:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ce819cfc. 00000004:00000010:3.0:1767384393.680028:0:41022:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e11a31c0. 00000020:00000010:3.0:1767384393.680031:0:41022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b65db0ff. 00000020:00000010:3.0:1767384393.680034:0:41022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.680037:0:41022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384393.680040:0:41022:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000001a7310d1. 00000020:00000010:3.0:1767384393.680043:0:41022:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000000810f93e. 00000020:00000010:3.0:1767384393.680066:0:41022:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000603a6a3a. 00000100:00000010:3.0:1767384393.680104:0:41022:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.680114:0:41022:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003de051f9. 02000000:00000010:3.0:1767384393.680148:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002a7484b9. 00000400:00000010:3.0:1767384393.680153:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084f59627. 00000400:00000010:3.0:1767384393.680157:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a348049c. 00000100:00000200:3.0:1767384393.680161:0:16351:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731482624, portal 10 00000020:00000010:3.0:1767384393.680169:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f0824640. 00000400:00000010:3.0:1767384393.680177:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.680182:0:16351:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236731482624, offset 0 00000400:00000200:3.0:1767384393.680192:0:16351:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.680201:0:16351:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.680210:0:16351:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824d109200 00000400:00000200:3.0:1767384393.680218:0:16351:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2325 [64] + 0 00000400:00000200:3.0:1767384393.680225:0:16351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.680230:0:16351:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384393.680236:0:16351:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384393.680241:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007408a225. 00000400:00000200:3.0:1767384393.680261:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.680265:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.680270:0:16351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c5035bd x1853236731482624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384393.680287:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c1676c9a. 00040000:00000010:1.0:1767384393.680298:0:40999:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001176dd37. 00000004:00000010:1.0:1767384393.680301:0:40999:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bfdbe665. 00000004:00000010:1.0:1767384393.680307:0:40999:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b39b62c. 00000004:00000010:1.0:1767384393.680310:0:40999:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1c8f4c3. 00000020:00000010:1.0:1767384393.680318:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080c8cbce. 00000020:00000010:1.0:1767384393.680321:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017209f92. 00000020:00000010:1.0:1767384393.680325:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d6e9. 00000100:00000200:1.0:1767384393.680375:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482624 02000000:00000010:1.0:1767384393.680393:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4f6043d. 00000400:00000010:1.0:1767384393.680404:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c7cf52. 00000100:00000200:1.0:1767384393.680409:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236731482624, offset 0 00000400:00000200:1.0:1767384393.680418:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384393.680428:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.680444:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824d109200 00000400:00000200:1.0:1767384393.680454:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b55 [1] + 0 00000020:00000010:3.0:1767384393.680455:0:41022:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000001a7310d1. 00000020:00000010:3.0:1767384393.680462:0:41022:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000000810f93e. 00000400:00000200:1.0:1767384393.680462:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384393.680467:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000fd56681. 00000400:00000200:1.0:1767384393.680470:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:3.0:1767384393.680473:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000771c52e8. 00000020:00000010:3.0:1767384393.680478:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000570ad421. 00000020:00000010:3.0:1767384393.680481:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b427310. 00000100:00000200:1.0:1767384393.680483:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c5035bd x1853236731482624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384393.680486:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000507bb15d. 80000000:00000010:3.0:1767384393.680493:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083b95bdb. 40000000:00000010:3.0:1767384393.680500:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000022e718ff. 00100000:00000010:3.0:1767384393.680505:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000831bdc14. 00040000:00000010:3.0:1767384393.680508:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061691909. 00040000:00000010:3.0:1767384393.680512:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c1efe7f5. 00040000:00000010:3.0:1767384393.680514:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002ee89311. 00080000:00000010:3.0:1767384393.680518:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e896c7c7. 00000400:00000200:1.0:1767384393.680521:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c7cf52 00080000:00000010:3.0:1767384393.680523:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ade01a25. 00000400:00000010:1.0:1767384393.680526:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c7cf52. 00000004:00000010:3.0:1767384393.680529:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ab2db1ea. 00000004:00000010:3.0:1767384393.680534:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000185cb7c1. 00000400:00000010:0.0:1767384393.680536:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084f59627. 00000004:00000010:3.0:1767384393.680538:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ce819cfc. 00000004:00000010:3.0:1767384393.680544:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e11a31c0. 00000020:00000010:1.0:1767384393.680544:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017209f92. 00000400:00000200:0.0:1767384393.680544:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a348049c 00000400:00000010:0.0:1767384393.680548:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a348049c. 00000020:00000010:3.0:1767384393.680552:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bbf5ca4. 00000020:00000010:1.0:1767384393.680556:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d6e9. 00000020:00000010:3.0:1767384393.680558:0:41022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078dfcf7e. 00000100:00000200:0.0:1767384393.680560:0:16351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c5035bd x1853236731482624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384393.680566:0:41022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000020:00000010:1.0:1767384393.680567:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080c8cbce. 00000020:00000010:3.0:1767384393.680574:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b65db0ff. 00000100:00000200:0.0:1767384393.680577:0:16351:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c5035bd x1853236731482624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384393.680580:0:41022:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000005dad7050. 00000020:00000010:3.0:1767384393.680587:0:41022:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000000fb9b052. 00000100:00000010:3.0:1767384393.680601:0:41022:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a10894d. 00000020:00000010:0.0:1767384393.680605:0:16351:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d9853daf. 02000000:00000010:3.0:1767384393.680607:0:41022:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b65db0ff. 00000100:00000010:3.0:1767384393.680615:0:41022:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a7310d1. 02000000:00000010:0.0:1767384393.680621:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002a7484b9. 02000000:00000010:0.0:1767384393.680626:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003de051f9. 00000100:00000010:0.0:1767384393.680629:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c5035bd. 02000000:00000010:3.0:1767384393.680635:0:41022:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b4dd663b. 00000400:00000010:3.0:1767384393.680641:0:41022:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036490ca7. 00000400:00000010:3.0:1767384393.680645:0:41022:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000090376bf9. 00000100:00000200:3.0:1767384393.680648:0:41022:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236731482752, portal 25 00000400:00000010:3.0:1767384393.680651:0:41022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.680653:0:41022:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236731482752, offset 0 00000400:00000200:3.0:1767384393.680656:0:41022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.680662:0:41022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.680666:0:41022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824d109280 00000400:00000200:3.0:1767384393.680670:0:41022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2245 [2] + 0 00000400:00000010:3.0:1767384393.680673:0:41022:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066c60501. 00000400:00000200:3.0:1767384393.680675:0:41022:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f86a958a 00000400:00000200:3.0:1767384393.680678:0:41022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.680680:0:41022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.680682:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86a958a 00000400:00000010:3.0:1767384393.680683:0:41022:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f86a958a. 00000100:00000200:3.0:1767384393.680686:0:41022:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384393.680699:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000473b94f2 00000400:00000010:3.0:1767384393.680701:0:41022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 00000100:00000200:3.0:1767384393.680707:0:41022:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a10894d x1853236731482752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.680717:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.680721:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.680726:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe01c79. 00000020:00000010:0.0:1767384393.680730:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bedd613. 00000020:00000010:0.0:1767384393.680734:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.680760:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.680763:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000100:00000200:0.0:1767384393.680787:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482752 02000000:00000010:0.0:1767384393.680805:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000b9879a8f. 00000040:00000010:0.0:1767384393.680810:0:40993:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000914c2977. 00000040:00000010:0.0:1767384393.680820:0:40993:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006445e2f3. 00000040:00000010:0.0:1767384393.680843:0:40993:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006445e2f3. 00000040:00000010:0.0:1767384393.680846:0:40993:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000914c2977. 00010000:00000200:0.0:1767384393.680852:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6197fcf x1853236731482752/t0(0) o502->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 272/8472 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.680862:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005e2a0ad3. 00000100:00000200:0.0:1767384393.680866:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236731482752, offset 224 00000400:00000200:0.0:1767384393.680872:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.680879:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.680887:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824d109280 00000400:00000200:0.0:1767384393.680891:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b61 [4] + 224 00000400:00000200:0.0:1767384393.680896:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.680899:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.680904:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a10894d x1853236731482752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.680920:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e2a0ad3 00000400:00000010:0.0:1767384393.680922:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005e2a0ad3. 00000400:00000010:3.0:1767384393.680931:0:41022:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036490ca7. 00000020:00000010:0.0:1767384393.680933:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bedd613. 00000400:00000200:3.0:1767384393.680937:0:41022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090376bf9 00000020:00000010:0.0:1767384393.680939:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000400:00000010:3.0:1767384393.680941:0:41022:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000090376bf9. 00000020:00000010:0.0:1767384393.680943:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe01c79. 00000100:00000200:3.0:1767384393.680950:0:41022:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a10894d x1853236731482752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384393.680951:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000b9879a8f. 00000100:00000200:3.0:1767384393.680963:0:41022:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a10894d x1853236731482752/t0(0) o502->MGC192.168.204.118@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.680965:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384393.680972:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5b29509. 00000400:00000010:0.0:1767384393.680977:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e2a0ad3. 00000100:00000010:3.0:1767384393.680983:0:41022:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a7310d1. 02000000:00000010:3.0:1767384393.680990:0:41022:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b4dd663b. 02000000:00000010:3.0:1767384393.681001:0:41022:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b65db0ff. 00000100:00000010:3.0:1767384393.681003:0:41022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a10894d. 00000040:00000010:3.0:1767384393.681009:0:41022:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ec2fa394. 00000020:00000010:3.0:1767384393.681014:0:41022:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009e21c643. 00000020:00000010:3.0:1767384393.681020:0:41022:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073c2c1c4. 00000040:00000010:3.0:1767384393.681023:0:41022:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000435b2683. 00000020:00000010:3.0:1767384393.681025:0:41022:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099f40c5c. 00000020:00000010:3.0:1767384393.681028:0:41022:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.681030:0:41022:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005dbfbcae. 80000000:00000010:3.0:1767384393.681032:0:41022:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a0648be. 40000000:00000010:3.0:1767384393.681035:0:41022:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc7952ad. 00100000:00000010:3.0:1767384393.681037:0:41022:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000daa5fbcc. 00040000:00000010:3.0:1767384393.681039:0:41022:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.681042:0:41022:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005915c78a. 00040000:00000010:3.0:1767384393.681044:0:41022:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001fd5fc8d. 00080000:00000010:3.0:1767384393.681046:0:41022:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006a0686ca. 00080000:00000010:3.0:1767384393.681066:0:41022:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000007de9c80. 00000004:00000010:3.0:1767384393.681071:0:41022:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000329e2332. 00000004:00000010:3.0:1767384393.681074:0:41022:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000063e476d5. 00000004:00000010:3.0:1767384393.681077:0:41022:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b3ed889d. 00002000:00000010:3.0:1767384393.681080:0:41022:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006f0216eb. 00000004:00000010:3.0:1767384393.681083:0:41022:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f1ef31bb. 00000020:00000010:3.0:1767384393.681085:0:41022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000804360b5. 00000040:00000010:1.0:1767384393.681118:0:40984:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008eb913f6. 00000040:00000010:1.0:1767384393.681125:0:40984:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000de8de13f. 00000040:00000010:1.0:1767384393.681128:0:40984:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006a1bd5bb. 00000020:00000010:1.0:1767384393.681133:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be9e0432. 00000040:00000010:1.0:1767384393.681137:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b6e3bbc. 00000020:00000010:1.0:1767384393.681140:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa90812a. 00000020:00000010:1.0:1767384393.681143:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1363b76. 80000000:00000010:1.0:1767384393.681145:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000330797eb. 00040000:00000010:1.0:1767384393.681148:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000496d2850. 00080000:00000010:1.0:1767384393.681151:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000028668d75. 00080000:00000010:1.0:1767384393.681154:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d68d6cfa. 20000000:00000010:1.0:1767384393.681157:0:40984:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a2e84365. 00000020:00000010:1.0:1767384393.681159:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001eaa2749. 10000000:00000010:1.0:1767384393.681161:0:40984:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d79c31a3. 00000020:00000010:1.0:1767384393.681177:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a25ed0d4. 00000040:00000010:1.0:1767384393.681180:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001459ad97. 00000020:00000010:1.0:1767384393.681182:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f8fa9e7. 00000020:00000010:1.0:1767384393.681186:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d1406dbc. 00040000:00000010:1.0:1767384393.681189:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048bedd7f. 00040000:00000010:1.0:1767384393.681193:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebe14d14. 00080000:00000010:1.0:1767384393.681196:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6750d3a. 00080000:00000010:1.0:1767384393.681198:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006265bf59. 00000020:00000010:1.0:1767384393.681201:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071fcef46. 00000020:00000010:1.0:1767384393.681203:0:40984:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000005152bf7b. 00000020:00000010:1.0:1767384393.681206:0:40984:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000084977eb7. 00000020:00000010:1.0:1767384393.681209:0:40984:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000009a1baf81. 00000020:00000010:1.0:1767384393.681211:0:40984:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000008d706e99. 00000020:00000010:1.0:1767384393.681237:0:40984:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000cc8a92aa. 00000100:00000010:1.0:1767384393.681269:0:40984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004a4235c. 02000000:00000010:1.0:1767384393.681278:0:40984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006265bf59. 00000100:00000010:1.0:1767384393.681285:0:40984:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000048b624ba. 00000100:00000010:1.0:1767384393.681288:0:40984:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004c383d3b. 00000100:00000010:1.0:1767384393.681293:0:40984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000524177d5. 00000400:00000010:1.0:1767384393.681303:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab8ba925. 00000400:00000010:1.0:1767384393.681306:0:40984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c7cf52. 00000100:00000200:1.0:1767384393.681309:0:40984:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824d109300-0x695824d109300, portal 33 02000000:00000010:1.0:1767384393.681314:0:40984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e6750d3a. 00000400:00000010:1.0:1767384393.681317:0:40984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1c8cf0. 00000400:00000010:1.0:1767384393.681319:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019eb7eaa. 00000100:00000200:1.0:1767384393.681320:0:40984:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236731482880, portal 25 00000400:00000010:1.0:1767384393.681323:0:40984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd98f259. 00000100:00000200:1.0:1767384393.681325:0:40984:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236731482880, offset 0 00000400:00000200:1.0:1767384393.681329:0:40984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384393.681335:0:40984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.681344:0:40984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824d109300 00000400:00000200:1.0:1767384393.681349:0:40984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2249 [2] + 0 00000400:00000010:1.0:1767384393.681353:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0792bbd. 00000400:00000200:1.0:1767384393.681357:0:40984:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069f61875 00000400:00000200:1.0:1767384393.681362:0:40984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384393.681366:0:40984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384393.681369:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069f61875 00000400:00000010:1.0:1767384393.681372:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069f61875. 00000100:00000200:1.0:1767384393.681375:0:40984:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384393.681392:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd98f259 00000400:00000010:1.0:1767384393.681395:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd98f259. 00000100:00000200:1.0:1767384393.681402:0:40984:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004a4235c x1853236731482880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.681420:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.681424:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.681429:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe01c79. 00000020:00000010:0.0:1767384393.681432:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bedd613. 00000020:00000010:0.0:1767384393.681436:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.681461:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.681463:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000100:00000200:0.0:1767384393.681465:0:40993:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731482880 02000000:00000010:0.0:1767384393.681473:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006445e2f3. 20000000:00000010:0.0:1767384393.681482:0:40993:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000f77e4217. 00000100:00000010:0.0:1767384393.681486:0:40993:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008c5cc50c. 00000100:00000010:0.0:1767384393.681489:0:40993:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e3692e1f. 00000400:00000010:0.0:1767384393.681494:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000400:00000010:0.0:1767384393.681500:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004162fa1b. 00000400:00000200:0.0:1767384393.681504:0:40993:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384393.681512:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384393.681518:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824d109300 00000400:00000200:0.0:1767384393.681523:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b71 [1] + 0 00000400:00000010:0.0:1767384393.681525:0:40993:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab8ba925. 00000400:00000200:0.0:1767384393.681527:0:40993:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047c7cf52 00000100:00000200:0.0:1767384393.681530:0:40993:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008c5cc50c 00000400:00000200:0.0:1767384393.681535:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384393.681539:0:40993:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b7d 00000400:00000200:0.0:1767384393.681542:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.681544:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384393.681546:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.681548:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.681549:0:40993:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000008c5cc50c 00000400:00000200:0.0:1767384393.681553:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c7cf52 00000400:00000010:0.0:1767384393.681555:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047c7cf52. 00000100:00000200:0.0:1767384393.681558:0:40993:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000004a4235c desc 0000000048b624ba mbits 1853236731482880 00000100:00000200:0.0:1767384393.681572:0:40993:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824d109300-0x695824d109300 20000000:00000010:0.0:1767384393.681581:0:40993:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000001470a053. 20000000:00000010:0.0:1767384393.681590:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000914c2977. 20000000:00000010:0.0:1767384393.681595:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003d0c7ad. 20000000:00000010:0.0:1767384393.681600:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a2e84365. 20000000:00000010:0.0:1767384393.681604:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ff07746. 20000000:00000010:0.0:1767384393.681607:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a1bd5bb. 20000000:00000010:0.0:1767384393.681611:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbb32021. 20000000:00000010:0.0:1767384393.681614:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a56c12e8. 20000000:00000010:0.0:1767384393.681618:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000309cdb73. 20000000:00000010:0.0:1767384393.681621:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aff9fcf1. 20000000:00000010:0.0:1767384393.681626:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033e66ed6. 20000000:00000010:0.0:1767384393.681630:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043a2a1cd. 20000000:00000010:0.0:1767384393.681634:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052a3527d. 20000000:00000010:0.0:1767384393.681636:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3fc137c. 20000000:00000010:0.0:1767384393.681639:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a4c1981. 20000000:00000010:0.0:1767384393.681642:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000042a6b83. 20000000:00000010:0.0:1767384393.681645:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004e641e8. 20000000:00000010:0.0:1767384393.681648:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a28c00d2. 20000000:00000010:0.0:1767384393.681652:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4586004. 20000000:00000010:0.0:1767384393.681656:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e14fb8c. 20000000:00000010:0.0:1767384393.681659:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a784ae85. 20000000:00000010:0.0:1767384393.681664:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b775b6e9. 20000000:00000010:0.0:1767384393.681668:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000befe8942. 20000000:00000010:0.0:1767384393.681672:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015bcd9ba. 20000000:00000010:0.0:1767384393.681675:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cdde01d0. 20000000:00000010:0.0:1767384393.681678:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2e06e21. 20000000:00000010:0.0:1767384393.681682:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ff34552. 20000000:00000010:0.0:1767384393.681685:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000465d1669. 20000000:00000010:0.0:1767384393.681690:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bb3ea38. 20000000:00000010:0.0:1767384393.681695:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036c74217. 20000000:00000010:0.0:1767384393.681698:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004fa5123e. 20000000:00000010:0.0:1767384393.681701:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000034ab389. 20000000:00000010:0.0:1767384393.681705:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000217d8a90. 20000000:00000010:0.0:1767384393.681709:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000008cdc1d7. 20000000:00000010:0.0:1767384393.681712:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b22a9f6f. 20000000:00000010:0.0:1767384393.681716:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4994f24. 20000000:00000010:0.0:1767384393.681720:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b5a2a8c. 20000000:00000010:0.0:1767384393.681723:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003206bbd8. 20000000:00000010:0.0:1767384393.681726:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a863a744. 20000000:00000010:0.0:1767384393.681730:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3cb13d4. 20000000:00000010:0.0:1767384393.681734:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edbe5226. 20000000:00000010:0.0:1767384393.681738:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da9b8fd9. 20000000:00000010:0.0:1767384393.681741:0:40993:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0e610ee. 00080000:00000010:0.0:1767384393.681801:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008ed69288. 00080000:00000010:0.0:1767384393.681808:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000040482106. 00080000:00000010:1.0:1767384393.682685:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ed69288. 00080000:00000010:0.0:1767384393.682724:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000040482106. 00010000:00000010:1.0:1767384393.682762:0:40994:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e38e925. 00010000:00000010:1.0:1767384393.682877:0:40994:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e90286c7. 00000100:00000010:1.0:1767384393.682881:0:40994:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd98f259. 00000100:00000010:1.0:1767384393.682888:0:40994:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8689b28. 00000100:00000010:0.0:1767384393.682893:0:40993:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e3692e1f. 02000000:00000010:1.0:1767384393.682896:0:40994:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080c8cbce. 00000100:00000010:0.0:1767384393.682898:0:40993:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008c5cc50c. 20000000:00000010:0.0:1767384393.682903:0:40993:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000f77e4217. 00010000:00000200:0.0:1767384393.682911:0:40993:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d3f60a4 x1853236731482880/t0(0) o253->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 4784/4768 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384393.682915:0:40994:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000535c782d. 00000400:00000010:1.0:1767384393.682922:0:40994:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000765279e4. 00000400:00000010:0.0:1767384393.682924:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005152bf7b. 00000400:00000010:1.0:1767384393.682926:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db912950. 00000100:00000200:0.0:1767384393.682930:0:40993:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236731482880, offset 224 00000100:00000200:1.0:1767384393.682933:0:40994:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731483008, portal 16 00000400:00000010:1.0:1767384393.682939:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004dbba586. 00000400:00000200:0.0:1767384393.682940:0:40993:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384393.682947:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236731483008, offset 0 00000400:00000200:0.0:1767384393.682954:0:40993:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.682959:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.682965:0:40993:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824d109300 00000400:00000200:1.0:1767384393.682972:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.682976:0:40993:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b75 [2] + 224 00000400:00000200:0.0:1767384393.682982:0:40993:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384393.682987:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824d109380 00000400:00000200:0.0:1767384393.682992:0:40993:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384393.682997:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17c1 [2] + 1968 00000400:00000010:1.0:1767384393.683000:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058061655. 00000400:00000200:1.0:1767384393.683004:0:40994:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ceb1e442 00000400:00000200:1.0:1767384393.683007:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384393.683011:0:40993:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004a4235c x1853236731482880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384393.683014:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384393.683022:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb1e442 00000400:00000010:1.0:1767384393.683026:0:40994:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ceb1e442. 00000100:00000200:1.0:1767384393.683030:0:40994:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:0.0:1767384393.683039:0:40993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005152bf7b 00000400:00000010:0.0:1767384393.683042:0:40993:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005152bf7b. 00000400:00000200:1.0:1767384393.683065:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbba586 00000020:00000010:0.0:1767384393.683066:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bedd613. 00000400:00000010:1.0:1767384393.683071:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004dbba586. 00000020:00000010:0.0:1767384393.683072:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000400:00000010:3.0:1767384393.683078:0:40984:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce1c8cf0. 00000020:00000010:0.0:1767384393.683079:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe01c79. 00000100:00000200:1.0:1767384393.683081:0:40994:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8689b28 x1853236731483008/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384409 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384393.683104:0:40984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019eb7eaa 02000000:00000010:0.0:1767384393.683104:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006445e2f3. 00000400:00000010:3.0:1767384393.683109:0:40984:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019eb7eaa. 00000100:00000200:0.0:1767384393.683115:0:40993:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384393.683122:0:40984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004a4235c x1853236731482880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.683123:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eaef2d7. 00000400:00000010:0.0:1767384393.683130:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005152bf7b. 00000100:00000200:3.0:1767384393.683139:0:40984:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004a4235c x1853236731482880/t0(0) o253->MGC192.168.204.118@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.683166:0:17068:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c5cc50c. 00000100:00000010:3.0:1767384393.683167:0:40984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000524177d5. 00000100:00000010:0.0:1767384393.683172:0:17068:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006445e2f3. 00000100:00000200:0.0:1767384393.683177:0:17068:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384393.683179:0:17068:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e450d118. 02000000:00000010:3.0:1767384393.683180:0:40984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e6750d3a. 00000400:00000010:0.0:1767384393.683184:0:17068:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090fdbae1. 00000100:00000010:3.0:1767384393.683190:0:40984:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004c383d3b. 00040000:00000010:0.0:1767384393.683192:0:17068:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f0c46b2. 00000004:00000010:0.0:1767384393.683198:0:17068:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c066fcae. 00000100:00000010:3.0:1767384393.683199:0:40984:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000048b624ba. 00000004:00000010:0.0:1767384393.683202:0:17068:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044b935de. 02000000:00000010:3.0:1767384393.683206:0:40984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006265bf59. 00000004:00000010:0.0:1767384393.683207:0:17068:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000025f13c70. 00000004:00000010:0.0:1767384393.683212:0:17068:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003c1056a8. 00000100:00000010:3.0:1767384393.683216:0:40984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004a4235c. 00000020:00000010:0.0:1767384393.683220:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.683224:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000020:00000010:3.0:1767384393.683226:0:40984:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000cc8a92aa. 00000020:00000010:0.0:1767384393.683229:0:17068:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f3a536a. 00000020:02000000:3.0:1767384393.683234:0:40984:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384393.683234:0:17068:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bedd613. 00000020:00000010:0.0:1767384393.683236:0:17068:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.683268:0:17068:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.683271:0:17068:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000100:00000200:0.0:1767384393.683274:0:17068:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731483008 02000000:00000010:0.0:1767384393.683284:0:17068:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0be1140. 00000400:00000010:0.0:1767384393.683290:0:17068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.683292:0:17068:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236731483008, offset 224 00000400:00000200:0.0:1767384393.683296:0:17068:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.683302:0:17068:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.683308:0:17068:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824d109380 00000400:00000200:0.0:1767384393.683312:0:17068:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b85 [1] + 224 00000400:00000200:0.0:1767384393.683316:0:17068:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.683318:0:17068:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.683324:0:17068:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8689b28 x1853236731483008/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384393.683341:0:17068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.683343:0:17068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00010000:00000010:0.0:1767384393.683352:0:17068:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000151eca01. 00000400:00000010:1.0:1767384393.683369:0:40994:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000765279e4. 00000400:00000200:1.0:1767384393.683376:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db912950 00000400:00000010:1.0:1767384393.683379:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db912950. 00000020:00000010:0.0:1767384393.683385:0:17068:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bedd613. 00000100:00000200:1.0:1767384393.683388:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8689b28 x1853236731483008/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384393.683390:0:17068:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.683397:0:17068:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f3a536a. 02000000:00000010:0.0:1767384393.683405:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0be1140. 00000100:00000200:1.0:1767384393.683410:0:40994:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8689b28 x1853236731483008/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384393.683411:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e8994867. 00000100:00000010:0.0:1767384393.683415:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1321d0c. 02000000:00000010:0.0:1767384393.683421:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007448839a. 00000100:00000010:0.0:1767384393.683426:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfee6ad1. 02000000:00000010:0.0:1767384393.683430:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d40125a5. 00000100:00000010:0.0:1767384393.683434:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a063519. 02000000:00000010:0.0:1767384393.683437:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000577ae69a. 00000100:00000010:0.0:1767384393.683439:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026a4f28c. 02000000:00000010:0.0:1767384393.683443:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000324b7c61. 02000000:00000010:1.0:1767384393.683445:0:40994:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000535c782d. 00000100:00000010:0.0:1767384393.683446:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5a07e79. 02000000:00000010:1.0:1767384393.683452:0:40994:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000080c8cbce. 02000000:00000010:0.0:1767384393.683454:0:17068:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056f59336. 00000100:00000010:1.0:1767384393.683461:0:40994:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8689b28. 00000100:00000010:0.0:1767384393.683462:0:17068:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0965d2b. 00000100:00000010:1.0:1767384393.683470:0:40994:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd98f259. 00000100:00000010:0.0:1767384393.683471:0:17068:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057c5d2d3. 00010000:00000010:1.0:1767384393.683476:0:40994:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e90286c7. 00000100:00000010:0.0:1767384393.683478:0:17068:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000052df48eb. 00000100:00000010:0.0:1767384393.683526:0:17072:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1f5a94f. 02000000:00000010:0.0:1767384393.683534:0:17072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f3a536a. 00010000:00000010:0.0:1767384393.683569:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000151eca01. 02000000:00000010:1.0:1767384393.683570:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080c8cbce. 00000400:00000010:1.0:1767384393.683578:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000765279e4. 00000400:00000010:1.0:1767384393.683584:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db912950. 00000100:00000200:1.0:1767384393.683588:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731483136, portal 18 00000400:00000010:1.0:1767384393.683593:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004dbba586. 00000100:00000200:1.0:1767384393.683596:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236731483136, offset 0 00000400:00000200:1.0:1767384393.683602:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384393.683612:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.683619:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824d109400 00000400:00000200:1.0:1767384393.683625:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:1.0:1767384393.683628:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f920e8c1. 00000400:00000200:1.0:1767384393.683632:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0fae1c8 00000400:00000200:1.0:1767384393.683635:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384393.683639:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384393.683642:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0fae1c8 00000400:00000010:1.0:1767384393.683643:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0fae1c8. 00000100:00000200:1.0:1767384393.683647:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1767384393.683664:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbba586 00000400:00000010:1.0:1767384393.683665:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004dbba586. 00000100:00000200:1.0:1767384393.683670:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1f5a94f x1853236731483136/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384409 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384393.683693:0:17069:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007f8fa9e7. 00000004:00000010:0.0:1767384393.683698:0:17069:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa90812a. 00000004:00000010:0.0:1767384393.683701:0:17069:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e8edef3a. 00000004:00000010:0.0:1767384393.683705:0:17069:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d8353656. 00000004:00000010:0.0:1767384393.683706:0:17069:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f0be1140. 00000020:00000010:0.0:1767384393.683712:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.683714:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.683717:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a6868e2. 00000020:00000010:0.0:1767384393.683719:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bedd613. 00000020:00000010:0.0:1767384393.683721:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000100:00000200:0.0:1767384393.683732:0:17069:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a384261 x1853236731483136/t0(0) o103->efcba636-0f33-4977-ad6f-12f80463a1c1@0@lo:374/0 lens 328/0 e 0 to 0 dl 1767384404 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.683754:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040482106. 00000020:00000010:0.0:1767384393.683756:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040482106. 00000100:00000200:0.0:1767384393.683759:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731483136 02000000:00000010:0.0:1767384393.683764:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091a90eac. 00010000:00000010:0.0:1767384393.683809:0:17069:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040482106. 00000100:00000010:0.0:1767384393.683813:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000151eca01. 00000100:00000010:0.0:1767384393.683831:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000151eca01. 00010000:00000010:0.0:1767384393.683836:0:17069:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040482106. 00000400:00000010:0.0:1767384393.683844:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.683846:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236731483136, offset 224 00000400:00000200:0.0:1767384393.683852:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.683861:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.683867:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824d109400 00000400:00000200:0.0:1767384393.683872:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1767384393.683875:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.683877:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.683881:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1f5a94f x1853236731483136/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.683902:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.683904:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000400:00000010:2.0:1767384393.683912:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000765279e4. 00000020:00000010:0.0:1767384393.683913:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bedd613. 00000020:00000010:0.0:1767384393.683918:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000400:00000200:2.0:1767384393.683920:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db912950 00000020:00000010:0.0:1767384393.683924:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a6868e2. 00000400:00000010:2.0:1767384393.683925:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db912950. 02000000:00000010:0.0:1767384393.683932:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000091a90eac. 00000100:00000200:2.0:1767384393.683937:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1f5a94f x1853236731483136/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384393.683939:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d00ba222. 00000100:00000010:0.0:1767384393.683945:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d071fc78. 02000000:00000010:0.0:1767384393.683951:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3553077. 00000100:00000200:2.0:1767384393.683953:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1f5a94f x1853236731483136/t0(0) o103->MGC192.168.204.118@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384409 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.683955:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d141f87. 02000000:00000010:0.0:1767384393.683961:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008bbfe711. 00000100:00000010:0.0:1767384393.683966:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7e9c8f7. 02000000:00000010:0.0:1767384393.683970:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000473c62fc. 00000100:00000010:0.0:1767384393.683972:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca1f60fc. 02000000:00000010:0.0:1767384393.683976:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000013879618. 00000100:00000010:0.0:1767384393.683978:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001618978c. 02000000:00000010:2.0:1767384393.683979:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080c8cbce. 02000000:00000010:0.0:1767384393.683982:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000c7608e4. 02000000:00000010:2.0:1767384393.683986:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002f3a536a. 00000100:00000010:0.0:1767384393.683987:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff15c899. 00000100:00000010:2.0:1767384393.683994:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1f5a94f. 00000100:00000200:0.0:1767384393.683996:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767384393.684001:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c2d2672. 00000400:00000010:0.0:1767384393.684005:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000151eca01. 00000020:00000010:3.0:1767384393.685627:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b65db0ff. 00000020:00000010:3.0:1767384393.685632:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006bbf5ca4. 00000040:00000010:3.0:1767384393.685636:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed497591. 00000020:00000010:3.0:1767384393.685640:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ce819cfc. 00000020:00000010:3.0:1767384393.685644:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e8be3a15. 00000020:00000010:3.0:1767384393.685649:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002ee89311. 80000000:00000010:3.0:1767384393.685652:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a0648be. 40000000:00000010:3.0:1767384393.685656:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000022e718ff. 00100000:00000010:3.0:1767384393.685660:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ab2db1ea. 00040000:00000010:3.0:1767384393.685663:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad0d43b3. 00040000:00000010:3.0:1767384393.685665:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c1efe7f5. 00040000:00000010:3.0:1767384393.685668:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000507bb15d. 00080000:00000010:3.0:1767384393.685674:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ade01a25. 00080000:00000010:3.0:1767384393.685677:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e896c7c7. 00000004:00000010:3.0:1767384393.685681:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000831bdc14. 00000004:00000010:3.0:1767384393.685685:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000063e476d5. 00000004:00000010:3.0:1767384393.685688:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000570ad421. 00000004:00000010:3.0:1767384393.685691:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e11a31c0. 00000020:00000010:3.0:1767384393.685695:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fd56681. 00000020:00000010:3.0:1767384393.685697:0:40984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078dfcf7e. 00000020:00000010:3.0:1767384393.685700:0:40984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00080000:00000010:3.0:1767384393.685735:0:40984:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ad2f28f8. 00000020:00000010:3.0:1767384393.685741:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061691909. 00080000:00000010:3.0:1767384393.685747:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d4f84205. 00080000:00000010:3.0:1767384393.685851:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d4f84205. 00000020:00000010:3.0:1767384393.685859:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061691909. 00000004:00000010:3.0:1767384393.685875:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005160bb21. 00000004:00000010:3.0:1767384393.685881:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000129e77e3. 00000004:00000010:3.0:1767384393.685886:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000037e1cfa0. 00080000:00000010:3.0:1767384393.685891:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d4f84205. 00040000:00000010:3.0:1767384393.685913:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004c3d973b. 00000004:00000010:3.0:1767384393.685918:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a4fe771c. 00000004:00000010:3.0:1767384393.685923:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000065978bd9. 00000004:00000010:3.0:1767384393.685927:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005af6f0ab. 00080000:00000010:3.0:1767384393.685934:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000666c894a. 00000020:00000010:3.0:1767384393.685975:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a6fbec3d. 00080000:00000010:3.0:1767384393.685982:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000085f3270e. 00080000:00000010:3.0:1767384393.686000:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000085f3270e. 00000020:00000010:3.0:1767384393.686005:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a6fbec3d. 00000004:00000010:3.0:1767384393.686018:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbd5a471. 00000004:00000010:3.0:1767384393.686024:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e75a4a6f. 00000004:00000010:3.0:1767384393.686028:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002c5fbb15. 00080000:00000010:3.0:1767384393.686033:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000085f3270e. 00080000:00000010:3.0:1767384393.686067:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b6f7b159. 00100000:00000010:3.0:1767384393.686083:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686108:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00000004:00000010:3.0:1767384393.686141:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008c2a1e05. 00000004:00000010:3.0:1767384393.686148:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000010abbed7. 00000004:00000010:3.0:1767384393.686152:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009cf2d8ce. 00080000:00000010:3.0:1767384393.686156:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d67f283b. 00080000:00000010:3.0:1767384393.686171:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b659d41b. 00100000:00000010:3.0:1767384393.686180:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686183:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00040000:00000010:3.0:1767384393.686189:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000eb328282. 00000001:00000010:3.0:1767384393.686195:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000804360b5. 00000001:00000010:3.0:1767384393.686202:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000006bb4ed2. 00000001:00000010:3.0:1767384393.686206:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000069f61875. 00040000:00000010:3.0:1767384393.686218:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000f86a958a. 00000004:00000010:3.0:1767384393.686224:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098142c0f. 00000004:00000010:3.0:1767384393.686229:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eac24c82. 00000004:00000010:3.0:1767384393.686233:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003be8dc44. 00080000:00000010:3.0:1767384393.686236:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000453a58fa. 00000020:00000010:3.0:1767384393.686267:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000062231d34. 00080000:00000010:3.0:1767384393.686272:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fd5fc8d. 00080000:00000010:3.0:1767384393.686285:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001fd5fc8d. 00000020:00000010:3.0:1767384393.686289:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000062231d34. 00000004:00000010:3.0:1767384393.686296:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbd4efef. 00000004:00000010:3.0:1767384393.686300:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000006a13ffc. 00000004:00000010:3.0:1767384393.686304:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000946d8c15. 00080000:00000010:3.0:1767384393.686308:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001fd5fc8d. 00080000:00000010:3.0:1767384393.686320:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007a2c6f4a. 00100000:00000010:3.0:1767384393.686328:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686333:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00000004:00000010:3.0:1767384393.686352:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000092390b5d. 00000004:00000010:3.0:1767384393.686374:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a4e6f21a. 00000004:00000010:3.0:1767384393.686377:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008592fd04. 00080000:00000010:3.0:1767384393.686381:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005dbfbcae. 00080000:00000010:3.0:1767384393.686391:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b6d9e6f3. 00100000:00000010:3.0:1767384393.686398:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686401:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00040000:00000010:3.0:1767384393.686405:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d43f0db6. 00000001:00000010:3.0:1767384393.686409:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000435b2683. 00000001:00000010:3.0:1767384393.686413:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009d44f14b. 00000001:00000010:3.0:1767384393.686415:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000041c178b5. 00040000:00000010:3.0:1767384393.686424:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000cdef744a. 00000004:00000010:3.0:1767384393.686429:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007937b5b1. 00000004:00000010:3.0:1767384393.686433:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000028d78a54. 00000004:00000010:3.0:1767384393.686436:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000053536f5. 00080000:00000010:3.0:1767384393.686440:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000073c2c1c4. 00000020:00000010:3.0:1767384393.686467:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce33cee5. 00080000:00000010:3.0:1767384393.686473:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004703ea55. 00080000:00000010:3.0:1767384393.686484:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004703ea55. 00000020:00000010:3.0:1767384393.686488:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ce33cee5. 00000004:00000010:3.0:1767384393.686494:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000d335360. 00000004:00000010:3.0:1767384393.686498:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ad9c382. 00000004:00000010:3.0:1767384393.686502:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e8cb992. 00080000:00000010:3.0:1767384393.686505:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004703ea55. 00080000:00000010:3.0:1767384393.686515:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000093442d48. 00100000:00000010:3.0:1767384393.686523:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686527:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00000004:00000010:3.0:1767384393.686548:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000512c0497. 00000004:00000010:3.0:1767384393.686553:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b78d4843. 00000004:00000010:3.0:1767384393.686557:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d7f3f8d7. 00080000:00000010:3.0:1767384393.686562:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032cd0686. 00080000:00000010:3.0:1767384393.686574:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004cf7aa00. 00100000:00000010:3.0:1767384393.686581:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686584:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000000810f93e. 00040000:00000010:3.0:1767384393.686589:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008db4a025. 00000001:00000010:3.0:1767384393.686593:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fefee805. 00000001:00000010:3.0:1767384393.686598:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c95bbbb1. 00000001:00000010:3.0:1767384393.686601:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e5f423f9. 00040000:00000010:3.0:1767384393.686611:0:40984:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000083b95bdb. 00000020:00000010:3.0:1767384393.686615:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7fee436. 00000020:00000010:3.0:1767384393.686618:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000811e9df9. 00000020:00000010:3.0:1767384393.686622:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e4e84ce6. 00000020:00000010:3.0:1767384393.686626:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b427310. 00000020:00000010:3.0:1767384393.686630:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000975893a3. 80000000:00000010:3.0:1767384393.686633:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8a43f4a. 40000000:00000010:3.0:1767384393.686636:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000810f93e. 00100000:00000010:3.0:1767384393.686640:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000867d3815. 00040000:00000010:3.0:1767384393.686643:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b075ec8. 00040000:00000010:3.0:1767384393.686646:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002c55b39b. 00080000:00000010:3.0:1767384393.686651:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005ee37e46. 00080000:00000010:3.0:1767384393.686655:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc8a92aa. 00002000:00000010:3.0:1767384393.686660:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002560fcb7. 00000020:00000010:0.0:1767384393.686948:0:40984:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000040482106. 00000020:00000010:0.0:1767384393.686954:0:40984:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000040482106. 00000020:00000010:0.0:1767384393.686957:0:40984:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000003bedd613. 00000020:00000010:0.0:1767384393.686963:0:40984:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000040482106. 00000020:00000010:0.0:1767384393.686966:0:40984:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000040482106. 00040000:00000010:0.0:1767384393.686994:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b48a071d. 00000020:00000010:0.0:1767384393.687006:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000007d5c0f7. 00080000:00000010:0.0:1767384393.687010:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a6868e2. 00080000:00000010:0.0:1767384393.687020:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a6868e2. 00000020:00000010:0.0:1767384393.687022:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000007d5c0f7. 00000004:00000010:0.0:1767384393.687030:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000076bf7fba. 00000004:00000010:0.0:1767384393.687034:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fcc5baee. 00000004:00000010:0.0:1767384393.687037:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000003cda51b. 00080000:00000010:0.0:1767384393.687040:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a6868e2. 00080000:00000010:0.0:1767384393.687047:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b831ece4. 00100000:00000010:0.0:1767384393.687071:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687076:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00000004:00000010:0.0:1767384393.687089:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d2bba24a. 00000004:00000010:0.0:1767384393.687092:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000036274b2c. 00000004:00000010:0.0:1767384393.687111:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000350526ac. 00080000:00000010:0.0:1767384393.687114:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000609d2862. 00080000:00000010:0.0:1767384393.687122:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000074bd8259. 00100000:00000010:0.0:1767384393.687127:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687129:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00040000:00000010:0.0:1767384393.687132:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c4745440. 00000001:00000010:0.0:1767384393.687135:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002d4f14be. 00000001:00000010:0.0:1767384393.687138:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008c4a895c. 00000001:00000010:0.0:1767384393.687140:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c45f3bac. 00040000:00000010:0.0:1767384393.687147:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000004086860b. 00000020:00000010:0.0:1767384393.687160:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000048bedd7f. 00080000:00000010:0.0:1767384393.687163:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000783c953e. 00080000:00000010:0.0:1767384393.687170:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000783c953e. 00000020:00000010:0.0:1767384393.687172:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000048bedd7f. 00000004:00000010:0.0:1767384393.687176:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000663f8045. 00000004:00000010:0.0:1767384393.687178:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d29d9550. 00000004:00000010:0.0:1767384393.687180:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000005dab5a3. 00080000:00000010:0.0:1767384393.687182:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000783c953e. 00080000:00000010:0.0:1767384393.687188:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003f55719e. 00100000:00000010:0.0:1767384393.687192:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687195:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00000004:00000010:0.0:1767384393.687206:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000056dca3d5. 00000004:00000010:0.0:1767384393.687208:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009a2891f9. 00000004:00000010:0.0:1767384393.687211:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000948b3e1a. 00080000:00000010:0.0:1767384393.687213:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cf67fa09. 00080000:00000010:0.0:1767384393.687219:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e586356f. 00100000:00000010:0.0:1767384393.687223:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687225:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00040000:00000010:0.0:1767384393.687227:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f8405cc7. 00000001:00000010:0.0:1767384393.687229:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d68ca965. 00000001:00000010:0.0:1767384393.687231:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000019e14a85. 00000001:00000010:0.0:1767384393.687233:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001af5126d. 00040000:00000010:0.0:1767384393.687238:0:40984:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000013bf36f4. 00000020:00000010:0.0:1767384393.687248:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d7420d68. 00080000:00000010:0.0:1767384393.687251:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000496348b4. 00080000:00000010:0.0:1767384393.687257:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000496348b4. 00000020:00000010:0.0:1767384393.687259:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d7420d68. 00000004:00000010:0.0:1767384393.687264:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ebc83df1. 00000004:00000010:0.0:1767384393.687266:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a94e3d2d. 00000004:00000010:0.0:1767384393.687268:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000066630e66. 00080000:00000010:0.0:1767384393.687270:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000496348b4. 00080000:00000010:0.0:1767384393.687276:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f0819c69. 00100000:00000010:0.0:1767384393.687280:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687282:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00000004:00000010:0.0:1767384393.687293:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f714051d. 00000004:00000010:0.0:1767384393.687295:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006b19bfcd. 00000004:00000010:0.0:1767384393.687297:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000137c762. 00080000:00000010:0.0:1767384393.687299:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002f3a536a. 00080000:00000010:0.0:1767384393.687305:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000007e11a10. 00100000:00000010:0.0:1767384393.687309:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000040482106. 00100000:00000010:0.0:1767384393.687311:0:40984:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000040482106. 00040000:00000010:0.0:1767384393.687313:0:40984:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000babe4068. 00000001:00000010:0.0:1767384393.687316:0:40984:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008ed69288. 00000001:00000010:0.0:1767384393.687318:0:40984:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000931880b2. 00000001:00000010:0.0:1767384393.687320:0:40984:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000032480a3a. 00040000:00000010:0.0:1767384393.687337:0:40984:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000098f94be. 00000020:00000010:0.0:1767384393.687340:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe01c79. 00000020:00000010:0.0:1767384393.687343:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9c6e5eb. 00000020:00000010:0.0:1767384393.687346:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009fed227a. 00000020:00000010:0.0:1767384393.687349:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000002d0a928. 00000020:00000010:0.0:1767384393.687367:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a02874df. 80000000:00000010:0.0:1767384393.687370:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d706e99. 40000000:00000010:0.0:1767384393.687372:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040482106. 00100000:00000010:0.0:1767384393.687374:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004b6e26e3. 00040000:00000010:0.0:1767384393.687376:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df5532d2. 00040000:00000010:0.0:1767384393.687378:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005274b96e. 00080000:00000010:0.0:1767384393.687380:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f77e4217. 00080000:00000010:0.0:1767384393.687384:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000052501d58. 00002000:00000010:0.0:1767384393.687387:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000091a90eac. 00000020:00000010:0.0:1767384393.687599:0:40984:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000a92341d0. 00000020:00000010:0.0:1767384393.687602:0:40984:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000a92341d0. 00000020:00000010:0.0:1767384393.687605:0:40984:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000008db3149c. 00000020:00000010:0.0:1767384393.687608:0:40984:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000a92341d0. 00000020:00000010:0.0:1767384393.687611:0:40984:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000a92341d0. 40000000:00000010:0.0:1767384393.687614:0:40984:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000cf82a0fd. 00080000:00000010:0.0:1767384393.687652:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f2f05f37. 00080000:00000010:0.0:1767384393.687657:0:40984:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a92341d0. 00010000:00000010:0.1:1767384393.687802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e650ba5. 00010000:00000010:0.1:1767384393.687812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000604155b0. 00010000:00000010:2.1:1767384393.688158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085a91db2. 00010000:00000010:2.1:1767384393.688165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e38e925. 00000100:00000010:0.0:1767384393.688818:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b568668. 00000100:00000010:2.0:1767384393.688827:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005850fdcb. 00000100:00000010:3.0:1767384393.688850:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6fab66b. 00000100:00000010:1.0:1767384393.688864:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e82e1fc. 00080000:00000010:1.0:1767384393.689171:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f2f05f37. 00080000:00000010:0.0:1767384393.689205:0:40984:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a92341d0. 00000004:00000010:0.0:1767384393.689228:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000029249410. 00000004:00000010:0.0:1767384393.689273:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000c90af09. 00000004:00000010:0.0:1767384393.689276:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000059466656. 00080000:00000010:0.0:1767384393.689279:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000069f57a49. 00000004:00000010:0.0:1767384393.689314:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c89b9ed6. 00000004:00000010:0.0:1767384393.689317:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000707e641e. 00000004:00000010:0.0:1767384393.689319:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c28f9086. 00080000:00000010:0.0:1767384393.689322:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006edab18a. 00000020:00000010:0.0:1767384393.689331:0:40984:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 0000000057c5d2d3. 00080000:00000010:0.0:1767384393.689335:0:40984:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000002d3767c2. 00000004:00000010:0.0:1767384393.689355:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a982a1e0. 00000004:00000010:0.0:1767384393.689374:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008d7789f6. 00000004:00000010:0.0:1767384393.689376:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009e41adf6. 00080000:00000010:0.0:1767384393.689381:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ac0fdc40. 00000001:00000010:0.0:1767384393.689390:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.689399:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.689414:0:40984:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000002d3767c2. 00000020:00000010:0.0:1767384393.689417:0:40984:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 0000000057c5d2d3. 00000004:00000010:0.0:1767384393.689420:0:40984:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000f9d19eba. 00000004:00000010:0.0:1767384393.689441:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f77bf272. 00000004:00000010:0.0:1767384393.689444:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002ea681be. 00000004:00000010:0.0:1767384393.689446:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000c087daf. 00080000:00000010:0.0:1767384393.689448:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009ae9eb6c. 00000001:00000010:0.0:1767384393.689452:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.689456:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00000020:00000010:0.0:1767384393.689465:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066d5ab7e. 00000020:00000010:0.0:1767384393.689467:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2f05f37. 00000040:00000010:0.0:1767384393.689471:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022912ea4. 00000020:00000010:0.0:1767384393.689473:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9dc0c37. 00000020:00000010:0.0:1767384393.689476:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5a4f1c2. 00000020:00000010:0.0:1767384393.689478:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dda309cf. 80000000:00000010:0.0:1767384393.689480:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b568668. 40000000:00000010:0.0:1767384393.689482:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a92341d0. 00100000:00000010:0.0:1767384393.689485:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df5e820f. 00040000:00000010:0.0:1767384393.689504:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004425840f. 00040000:00000010:0.0:1767384393.689506:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a2012ac2. 00040000:00000010:0.0:1767384393.689508:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000feab6639. 00080000:00000010:0.0:1767384393.689510:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000057c5d2d3. 00080000:00000010:0.0:1767384393.689521:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004701bb10. 00000004:00000010:0.0:1767384393.689526:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003061ddcd. 00000004:00000010:0.0:1767384393.689533:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006cd5c7b9. 00000004:00000010:0.0:1767384393.689536:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a1b0aa7d. 00000004:00000010:0.0:1767384393.689538:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c44cc66. 00000004:00000010:0.0:1767384393.689710:0:40984:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000330797eb. 00000040:00000010:0.0:1767384393.689715:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000037140181. 00000020:00000010:0.0:1767384393.689720:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070a81acd. 00000020:00000010:0.0:1767384393.689723:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa9a9266. 00000040:00000010:0.0:1767384393.689724:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090a9fbd9. 00000020:00000010:0.0:1767384393.689727:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004159d0f7. 00000020:00000010:0.0:1767384393.689730:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c8268436. 00000020:00000010:0.0:1767384393.689732:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000325d4d4f. 80000000:00000010:0.0:1767384393.689734:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086affbb0. 40000000:00000010:0.0:1767384393.689735:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c543d734. 00100000:00000010:0.0:1767384393.689739:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000815988b2. 00040000:00000010:0.0:1767384393.689741:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b409dbe. 00040000:00000010:0.0:1767384393.689744:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c97f087. 00040000:00000010:0.0:1767384393.689745:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d920dde. 00080000:00000010:0.0:1767384393.689748:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e9d8cfb2. 00080000:00000010:0.0:1767384393.689750:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002cfb4ed3. 00000004:00000010:0.0:1767384393.689754:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8a2d64f. 00000004:00000010:0.0:1767384393.689756:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005cf80465. 00000004:00000010:0.0:1767384393.689758:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b7a6e01f. 00000004:00000010:0.0:1767384393.689760:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fe5a4c0c. 00010000:00000010:0.1:1767384393.689788:0:40984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004adc26ca. 00000004:00000010:0.0:1767384393.689986:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004bb4003b. 00000004:00000010:0.0:1767384393.689993:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005f58f465. 00000004:00000010:0.0:1767384393.689997:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa6955a9. 00080000:00000010:0.0:1767384393.690003:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001b46990c. 00000001:00000010:0.0:1767384393.690010:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690018:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.690035:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001b46990c. 00000004:00000010:0.0:1767384393.690041:0:40984:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa6955a9. 00000004:00000010:0.0:1767384393.690046:0:40984:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005f58f465. 00000004:00000010:0.0:1767384393.690063:0:40984:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004bb4003b. 00000004:00000010:0.0:1767384393.690073:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe42bd6c. 00000004:00000010:0.0:1767384393.690077:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005f58f465. 00000004:00000010:0.0:1767384393.690095:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa6955a9. 00080000:00000010:0.0:1767384393.690100:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001b46990c. 00000001:00000010:0.0:1767384393.690107:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690114:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00000004:00000010:0.0:1767384393.690151:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ec2d919. 00000004:00000010:0.0:1767384393.690157:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000061455678. 00000004:00000010:0.0:1767384393.690159:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000441c841e. 00080000:00000010:0.0:1767384393.690162:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c6faf463. 00000001:00000010:0.0:1767384393.690168:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690174:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.690189:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c6faf463. 00000004:00000010:0.0:1767384393.690193:0:40984:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000441c841e. 00000004:00000010:0.0:1767384393.690195:0:40984:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000061455678. 00000004:00000010:0.0:1767384393.690197:0:40984:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005ec2d919. 00000004:00000010:0.0:1767384393.690202:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf62ad53. 00000004:00000010:0.0:1767384393.690205:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000061455678. 00000004:00000010:0.0:1767384393.690207:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000441c841e. 00080000:00000010:0.0:1767384393.690209:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c6faf463. 00000001:00000010:0.0:1767384393.690212:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690217:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00000040:00000010:3.0:1767384393.690218:0:41028:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef6e8ac3. 00000004:00000010:0.0:1767384393.690233:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a14f1a42. 00000004:00000010:0.0:1767384393.690238:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a72a89a3. 00000004:00000010:0.0:1767384393.690240:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e1c7d431. 00080000:00000010:0.0:1767384393.690243:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000281350fc. 00000001:00000010:0.0:1767384393.690245:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690249:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00000040:00000010:3.0:1767384393.690251:0:41028:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000c4c43f8b. 00080000:00000010:0.0:1767384393.690261:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000281350fc. 00000004:00000010:0.0:1767384393.690265:0:40984:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e1c7d431. 00000004:00000010:0.0:1767384393.690267:0:40984:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a72a89a3. 00000004:00000010:0.0:1767384393.690268:0:40984:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a14f1a42. 00000004:00000010:0.0:1767384393.690272:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a92dc57f. 00000040:00000010:3.0:1767384393.690276:0:41028:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000409e6c2d. 00000004:00000010:0.0:1767384393.690277:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a72a89a3. 00000004:00000010:0.0:1767384393.690281:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e1c7d431. 00080000:00000010:0.0:1767384393.690286:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000281350fc. 00000020:00000010:3.0:1767384393.690288:0:41028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0c147b3. 00000001:00000010:0.0:1767384393.690290:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000020:00000010:3.0:1767384393.690297:0:41028:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ed72d9e. 00000001:00000010:0.0:1767384393.690297:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00000040:00000010:3.0:1767384393.690307:0:41028:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006204b8dd. 00000004:00000010:0.0:1767384393.690311:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd2de0f5. 00000020:00000010:3.0:1767384393.690313:0:41028:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048471fec. 00000004:00000010:0.0:1767384393.690317:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f32f7817. 00000020:00000010:3.0:1767384393.690323:0:41028:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082cccc3e. 00000004:00000010:0.0:1767384393.690323:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001a9c7767. 00080000:00000010:0.0:1767384393.690330:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b555a90a. 00000020:00000010:3.0:1767384393.690335:0:41028:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001dce1807. 00000001:00000010:0.0:1767384393.690336:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690342:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 80000000:00000010:3.0:1767384393.690346:0:41028:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008eb913f6. 40000000:00000010:3.0:1767384393.690353:0:41028:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d4cc429. 00080000:00000010:0.0:1767384393.690355:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b555a90a. 00100000:00000010:3.0:1767384393.690375:0:41028:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6897a3a. 00000004:00000010:0.0:1767384393.690376:0:40984:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001a9c7767. 00000004:00000010:0.0:1767384393.690381:0:40984:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f32f7817. 00040000:00000010:3.0:1767384393.690384:0:41028:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a677984c. 00000004:00000010:0.0:1767384393.690384:0:40984:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dd2de0f5. 00000004:00000010:0.0:1767384393.690391:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000075c0b984. 00040000:00000010:3.0:1767384393.690393:0:41028:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b3ed889d. 00000004:00000010:0.0:1767384393.690397:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f32f7817. 00040000:00000010:3.0:1767384393.690401:0:41028:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f85864b4. 00000004:00000010:0.0:1767384393.690402:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001a9c7767. 00080000:00000010:0.0:1767384393.690407:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b555a90a. 00080000:00000010:3.0:1767384393.690412:0:41028:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000de8de13f. 00000001:00000010:0.0:1767384393.690412:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.690419:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:3.0:1767384393.690440:0:41028:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007de9c80. 00000004:00000010:3.0:1767384393.690450:0:41028:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000329e2332. 00000004:00000010:3.0:1767384393.690457:0:41028:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000185cb7c1. 00000020:00000010:0.0:1767384393.690461:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e8b8396. 00000004:00000010:3.0:1767384393.690463:0:41028:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005915c78a. 00080000:00000010:0.0:1767384393.690468:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000daf58d1e. 00002000:00000010:3.0:1767384393.690472:0:41028:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000000c35f55. 00080000:00000010:0.0:1767384393.690479:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000daf58d1e. 00000004:00000010:3.0:1767384393.690480:0:41028:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070e75ab4. 00000020:00000010:0.0:1767384393.690484:0:40984:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009e8b8396. 00000020:00000010:3.0:1767384393.690505:0:41028:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000052b8cd93. 00000004:00000010:0.0:1767384393.690507:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c4ac545c. 00000004:00000010:0.0:1767384393.690512:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f5c4e727. 00000004:00000010:0.0:1767384393.690515:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d7de04f6. 00080000:00000010:0.0:1767384393.690517:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000daf58d1e. 00000040:00000010:0.0:1767384393.690528:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000284291b1. 00000040:00000010:3.0:1767384393.690531:0:41028:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000027250451. 00000040:00000010:0.0:1767384393.690534:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000629962e0. 00000040:00000010:0.0:1767384393.690549:0:40984:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000aaee5ec7. 00000020:00000010:0.0:1767384393.690552:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000005d9e14a. 00080000:00000010:0.0:1767384393.690555:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006f75de35. 00000040:00000010:0.0:1767384393.690562:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004728b35b. 00000040:00000010:0.0:1767384393.690578:0:40984:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000008f9e9357. 00000040:00000010:0.0:1767384393.696701:0:40984:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000008f9e9357. 00000040:00000010:0.0:1767384393.696710:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d19e1144. 00000040:00000010:0.0:1767384393.696715:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007083ed34. 00000040:00000010:0.0:1767384393.696740:0:40984:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000e3692e1f. 00000020:00000010:0.0:1767384393.696743:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4fed91e. 00080000:00000010:0.0:1767384393.696746:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000043936b05. 00000040:00000010:0.0:1767384393.696753:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008f9e9357. 00000040:00000010:0.0:1767384393.696761:0:40984:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000aebb4adb. 00000040:00000010:0.0:1767384393.702450:0:40984:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000aebb4adb. 00000040:00000010:0.0:1767384393.702458:0:40984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002e82e1fc. 00000020:00000010:0.0:1767384393.702463:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78a3007. 00000020:00000010:0.0:1767384393.702465:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd76881a. 00000040:00000010:0.0:1767384393.702468:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ade014a5. 00000020:00000010:0.0:1767384393.702470:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003252724d. 00000020:00000010:0.0:1767384393.702473:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.702476:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dbedffd2. 80000000:00000010:0.0:1767384393.702479:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.702481:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ad51ff5. 00100000:00000010:0.0:1767384393.702485:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d1c0379. 00040000:00000010:0.0:1767384393.702487:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ba80616. 00040000:00000010:0.0:1767384393.702489:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3243b91. 00040000:00000010:0.0:1767384393.702494:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c432f30. 00080000:00000010:0.0:1767384393.702496:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aebb4adb. 00080000:00000010:0.0:1767384393.702500:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d0f6c8a5. 00000004:00000010:0.0:1767384393.702503:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cb7d88b. 00000004:00000010:0.0:1767384393.702506:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009eb4cd8a. 00000004:00000010:0.0:1767384393.702509:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000979448a3. 00002000:00000010:0.0:1767384393.702513:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000434f1dac. 00000004:00000010:0.0:1767384393.702515:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008def373a. 00000020:00000010:0.0:1767384393.702518:0:40984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030449da0. 00000040:00000010:0.0:1767384393.702522:0:40984:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005660c775. 00000040:00000010:0.0:1767384393.706368:0:40984:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005660c775. 00000020:00000010:0.0:1767384393.706376:0:40984:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030449da0. 00000020:00000010:0.0:1767384393.706383:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd76881a. 00000040:00000010:0.0:1767384393.706386:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ade014a5. 00000020:00000010:0.0:1767384393.706388:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003252724d. 00000020:00000010:0.0:1767384393.706391:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.706394:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dbedffd2. 80000000:00000010:0.0:1767384393.706397:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.706400:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ad51ff5. 00100000:00000010:0.0:1767384393.706402:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007d1c0379. 00040000:00000010:0.0:1767384393.706404:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ba80616. 00040000:00000010:0.0:1767384393.706406:0:40984:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d3243b91. 00040000:00000010:0.0:1767384393.706408:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c432f30. 00080000:00000010:0.0:1767384393.706411:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d0f6c8a5. 00080000:00000010:0.0:1767384393.706414:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aebb4adb. 00000004:00000010:0.0:1767384393.706417:0:40984:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cb7d88b. 00000004:00000010:0.0:1767384393.706419:0:40984:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009eb4cd8a. 00000004:00000010:0.0:1767384393.706422:0:40984:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000979448a3. 00002000:00000010:0.0:1767384393.706424:0:40984:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000434f1dac. 00000004:00000010:0.0:1767384393.706426:0:40984:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008def373a. 00000020:00000010:0.0:1767384393.706428:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78a3007. 00000040:00000010:0.0:1767384393.706430:0:40984:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002e82e1fc. 00000040:00000010:0.0:1767384393.706434:0:40984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002e82e1fc. 00000020:00000010:0.0:1767384393.706436:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059bc74c9. 00000020:00000010:0.0:1767384393.706437:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c432f30. 00000040:00000010:0.0:1767384393.706439:0:40984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a4e55286. 00000020:00000010:0.0:1767384393.706440:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384393.706442:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.706444:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b73cebcc. 80000000:00000010:0.0:1767384393.706445:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.706446:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ad51ff5. 00100000:00000010:0.0:1767384393.706448:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cb7d88b. 00040000:00000010:0.0:1767384393.706450:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ba80616. 00040000:00000010:0.0:1767384393.706451:0:40984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3243b91. 00040000:00000010:0.0:1767384393.706453:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001942230. 00080000:00000010:0.0:1767384393.706454:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aebb4adb. 00080000:00000010:0.0:1767384393.706456:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d0f6c8a5. 00000004:00000010:0.0:1767384393.706458:0:40984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007d1c0379. 00000004:00000010:0.0:1767384393.706460:0:40984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009eb4cd8a. 00000004:00000010:0.0:1767384393.706462:0:40984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003252724d. 00002000:00000010:0.0:1767384393.706463:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008def373a. 00000004:00000010:0.0:1767384393.706464:0:40984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000434f1dac. 00000020:00000010:0.0:1767384393.706466:0:40984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006b8d78d2. 00000040:00000010:0.0:1767384393.706468:0:40984:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005660c775. 00000040:00000010:0.0:1767384393.710262:0:40984:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005660c775. 00000020:00000010:0.0:1767384393.710267:0:40984:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.710271:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c432f30. 00000040:00000010:0.0:1767384393.710273:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4e55286. 00000020:00000010:0.0:1767384393.710275:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384393.710277:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.710279:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b73cebcc. 80000000:00000010:0.0:1767384393.710281:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e6fab66b. 40000000:00000010:0.0:1767384393.710283:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ad51ff5. 00100000:00000010:0.0:1767384393.710284:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cb7d88b. 00040000:00000010:0.0:1767384393.710286:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ba80616. 00040000:00000010:0.0:1767384393.710288:0:40984:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d3243b91. 00040000:00000010:0.0:1767384393.710289:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001942230. 00080000:00000010:0.0:1767384393.710291:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d0f6c8a5. 00080000:00000010:0.0:1767384393.710292:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aebb4adb. 00000004:00000010:0.0:1767384393.710294:0:40984:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d1c0379. 00000004:00000010:0.0:1767384393.710295:0:40984:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009eb4cd8a. 00000004:00000010:0.0:1767384393.710297:0:40984:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003252724d. 00002000:00000010:0.0:1767384393.710299:0:40984:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008def373a. 00000004:00000010:0.0:1767384393.710300:0:40984:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000434f1dac. 00000020:00000010:0.0:1767384393.710302:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059bc74c9. 00000040:00000010:0.0:1767384393.710303:0:40984:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002e82e1fc. 00000040:00000010:0.0:1767384393.710323:0:40984:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007fec76c2. 00000040:00000010:0.0:1767384393.710330:0:40984:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000059bc74c9. 00000040:00000010:0.0:1767384393.710385:0:40984:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000003836a008. 00000020:00000010:0.0:1767384393.710389:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008ba80616. 00080000:00000010:0.0:1767384393.710392:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d01fbdb2. 00000040:00000010:0.0:1767384393.710403:0:40984:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aebb4adb. 00000001:00000010:0.0:1767384393.710410:0:40984:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 0000000027c9e388. 00000004:00000010:0.0:1767384393.710428:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3380ac9. 00000004:00000010:0.0:1767384393.710433:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f8ad8d3e. 00000004:00000010:0.0:1767384393.710436:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019532709. 00080000:00000010:0.0:1767384393.710440:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000001942230. 00080000:00000010:0.0:1767384393.710448:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b73cebcc. 00080000:00000010:0.0:1767384393.710455:0:40984:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000a4e55286. 00080000:00000010:0.0:1767384393.710471:0:40984:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000c6e8c4f0. 00000001:00000010:0.0:1767384393.710498:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710508:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.710518:0:40984:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000c6e8c4f0. 00080000:00000010:0.0:1767384393.710600:0:40984:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000001942230. 00000004:00000010:0.0:1767384393.710604:0:40984:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000019532709. 00000004:00000010:0.0:1767384393.710607:0:40984:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f8ad8d3e. 00000004:00000010:0.0:1767384393.710609:0:40984:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a3380ac9. 00000020:00000010:0.0:1767384393.710634:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000699e7302. 00000040:00000010:3.0:1767384393.710637:0:41028:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000027250451. 00080000:00000010:0.0:1767384393.710638:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000001942230. 00080000:00000010:0.0:1767384393.710645:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000c432f30. 00080000:00000010:0.0:1767384393.710651:0:40984:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001ad51ff5. 00000020:00000010:3.0:1767384393.710655:0:41028:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000052b8cd93. 00000020:00000010:3.0:1767384393.710664:0:41028:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ed72d9e. 00000040:00000010:3.0:1767384393.710668:0:41028:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006204b8dd. 00000020:00000010:3.0:1767384393.710671:0:41028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048471fec. 00000020:00000010:3.0:1767384393.710676:0:41028:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384393.710679:0:41028:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001dce1807. 80000000:00000010:3.0:1767384393.710682:0:41028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008eb913f6. 40000000:00000010:3.0:1767384393.710685:0:41028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d4cc429. 00100000:00000010:3.0:1767384393.710688:0:41028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6897a3a. 00040000:00000010:3.0:1767384393.710691:0:41028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a677984c. 00040000:00000010:3.0:1767384393.710695:0:41028:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b3ed889d. 00040000:00000010:3.0:1767384393.710697:0:41028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f85864b4. 00080000:00000010:3.0:1767384393.710701:0:41028:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007de9c80. 00080000:00000010:3.0:1767384393.710703:0:41028:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000de8de13f. 00000004:00000010:3.0:1767384393.710705:0:41028:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000329e2332. 00000004:00000010:3.0:1767384393.710709:0:41028:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000185cb7c1. 00000004:00000010:3.0:1767384393.710712:0:41028:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005915c78a. 00002000:00000010:3.0:1767384393.710716:0:41028:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000000c35f55. 00000004:00000010:3.0:1767384393.710718:0:41028:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000070e75ab4. 00000020:00000010:3.0:1767384393.710720:0:41028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0c147b3. 00000040:00000010:3.0:1767384393.710722:0:41028:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000409e6c2d. 00000020:00000010:3.0:1767384393.710727:0:41028:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa9a9266. 00000040:00000010:3.0:1767384393.710729:0:41028:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090a9fbd9. 00000020:00000010:3.0:1767384393.710731:0:41028:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004159d0f7. 00000020:00000010:3.0:1767384393.710734:0:41028:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c8268436. 00000020:00000010:3.0:1767384393.710736:0:41028:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000325d4d4f. 80000000:00000010:3.0:1767384393.710737:0:41028:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086affbb0. 40000000:00000010:3.0:1767384393.710739:0:41028:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c543d734. 00100000:00000010:3.0:1767384393.710741:0:41028:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000815988b2. 00040000:00000010:3.0:1767384393.710742:0:41028:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b409dbe. 00040000:00000010:3.0:1767384393.710745:0:41028:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007c97f087. 00040000:00000010:3.0:1767384393.710748:0:41028:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d920dde. 00080000:00000010:3.0:1767384393.710750:0:41028:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002cfb4ed3. 00080000:00000010:3.0:1767384393.710753:0:41028:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e9d8cfb2. 00000004:00000010:3.0:1767384393.710755:0:41028:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8a2d64f. 00000004:00000010:3.0:1767384393.710757:0:41028:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005cf80465. 00000004:00000010:3.0:1767384393.710759:0:41028:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b7a6e01f. 00000004:00000010:3.0:1767384393.710761:0:41028:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe5a4c0c. 00000020:00000010:3.0:1767384393.710762:0:41028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070a81acd. 00000004:00000010:3.0:1767384393.710764:0:41028:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000330797eb. 00000001:00000010:0.0:1767384393.710853:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710859:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.710875:0:40984:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000003252724d. 00080000:00000010:0.0:1767384393.710890:0:40984:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001ad51ff5. 00080000:00000010:0.0:1767384393.710894:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000fcaab6d1. 00100000:00000010:0.0:1767384393.710899:0:40984:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001ad51ff5. 00080000:00000010:0.0:1767384393.710910:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f78a3007. 00000001:00000010:0.0:1767384393.710916:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710919:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.710927:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dbedffd2. 00000001:00000010:0.0:1767384393.710930:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710932:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.710936:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ade014a5. 00000001:00000010:0.0:1767384393.710939:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710941:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00080000:00000010:0.0:1767384393.710947:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fd76881a. 00000001:00000010:0.0:1767384393.710949:0:40984:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000071248ad4. 00000001:00000010:0.0:1767384393.710951:0:40984:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000071248ad4. 00100000:00000010:0.0:1767384393.710958:0:40984:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000009eb4cd8a. 00000020:00000010:0.0:1767384393.710981:0:40984:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000498bd1ac. 00000004:00000010:0.0:1767384393.710995:0:40984:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002b7717d8. 00000004:00000010:0.0:1767384393.710998:0:40984:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f8ad8d3e. 00000004:00000010:0.0:1767384393.711000:0:40984:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019532709. 00080000:00000010:0.0:1767384393.711003:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b370d30b. 00000020:00000010:0.0:1767384393.711012:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0bf3e24. 00080000:00000010:0.0:1767384393.711015:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000038101cc5. 00000020:00000010:0.0:1767384393.711025:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000561f1a51. 00080000:00000010:0.0:1767384393.711028:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a5561180. 00100000:00000010:0.0:1767384393.711334:0:40984:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000e8c3c93e. 00100000:00000010:0.0:1767384393.711337:0:40984:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000002e895652. 00100000:00000010:0.0:1767384393.711390:0:40984:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000002e895652. 00100000:00000010:0.0:1767384393.711394:0:40984:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000007d1c0379. 00100000:00000010:0.0:1767384393.711397:0:40984:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000034825bef. 00100000:00000010:0.0:1767384393.711399:0:40984:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000434f1dac. 00100000:00000010:0.0:1767384393.711401:0:40984:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000008def373a. 00000020:00000010:0.0:1767384393.711416:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003a133048. 00080000:00000010:0.0:1767384393.711419:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000009a9837. 00000020:00000010:0.0:1767384393.711436:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb661e4a. 00080000:00000010:0.0:1767384393.711438:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005fd7bba6. 00080000:00000010:0.0:1767384393.711443:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005b6daf6f. 00000020:00000010:0.0:1767384393.711453:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b9710cf. 00080000:00000010:0.0:1767384393.711455:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003f8718e9. 00080000:00000010:0.0:1767384393.711459:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000020e7a2b9. 00000020:00000010:0.0:1767384393.711467:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000024c0bbce. 00080000:00000010:0.0:1767384393.711470:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000132962df. 00080000:00000010:0.0:1767384393.711473:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005f83e2e1. 00000020:00000010:0.0:1767384393.711481:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009c9e9d1f. 00080000:00000010:0.0:1767384393.711483:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000064251176. 00080000:00000010:0.0:1767384393.711487:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000da38733b. 00000020:00000010:0.0:1767384393.711495:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e69a2154. 00080000:00000010:0.0:1767384393.711497:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004dc8d9f2. 00080000:00000010:0.0:1767384393.711508:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000922e9a4d. 00000020:00000010:0.0:1767384393.711520:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000044b9221e. 00080000:00000010:0.0:1767384393.711523:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a70f7b2. 00080000:00000010:0.0:1767384393.711527:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eed6b755. 00000020:00000010:0.0:1767384393.711535:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004373d112. 00080000:00000010:0.0:1767384393.711537:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000be51c6c8. 00080000:00000010:0.0:1767384393.711541:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c253311d. 00000020:00000010:0.0:1767384393.711549:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3baaf76. 00080000:00000010:0.0:1767384393.711551:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ba2f579f. 00080000:00000010:0.0:1767384393.711555:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c6433bfe. 00000020:00000010:0.0:1767384393.711563:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b497381c. 00080000:00000010:0.0:1767384393.711566:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008da079d0. 00080000:00000010:0.0:1767384393.711570:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008ae92217. 00000020:00000010:0.0:1767384393.711577:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000097654887. 00080000:00000010:0.0:1767384393.711579:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001a06b297. 00080000:00000010:0.0:1767384393.711583:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000150e0ba0. 00000020:00000010:0.0:1767384393.711590:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000635659ba. 00080000:00000010:0.0:1767384393.711592:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004a1de336. 00080000:00000010:0.0:1767384393.711596:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d33dcc2b. 00000020:00000010:0.0:1767384393.711604:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c9710fea. 00080000:00000010:0.0:1767384393.711606:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ac095db4. 00080000:00000010:0.0:1767384393.711609:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ff3e6074. 00000020:00000010:0.0:1767384393.711617:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cdcfffff. 00080000:00000010:0.0:1767384393.711619:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d7923147. 00080000:00000010:0.0:1767384393.711628:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b758de93. 00000020:00000010:0.0:1767384393.711640:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007e6adf9b. 00080000:00000010:0.0:1767384393.711642:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007ce326b1. 00080000:00000010:0.0:1767384393.711647:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b20c634a. 00000020:00000010:0.0:1767384393.711654:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000595ed344. 00080000:00000010:0.0:1767384393.711656:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000968d1b40. 00080000:00000010:0.0:1767384393.711660:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000aca579d4. 00000020:00000010:0.0:1767384393.711668:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000058198196. 00080000:00000010:0.0:1767384393.711671:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e651b97. 00080000:00000010:0.0:1767384393.711675:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000003923d2. 00100000:00000010:0.0:1767384393.711680:0:40984:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000d3243b91. 00100000:00000010:0.0:1767384393.711683:0:40984:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000000af220a7. 00100000:00000010:0.0:1767384393.711685:0:40984:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000006ed46c. 00100000:00000010:0.0:1767384393.711687:0:40984:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000a842d916. 00000020:00000010:0.0:1767384393.711695:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a70f7e6. 00080000:00000010:0.0:1767384393.711698:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cbd8f291. 00000020:00000010:0.0:1767384393.711877:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008d432b13. 00080000:00000010:0.0:1767384393.711880:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c149f075. 00080000:00000010:0.0:1767384393.711885:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dda1ced1. 00000020:00000010:0.0:1767384393.711894:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015bc0d42. 00080000:00000010:0.0:1767384393.711896:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a82b0969. 00080000:00000010:0.0:1767384393.711900:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008427e161. 00000020:00000010:0.0:1767384393.711907:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d6dba7ab. 00080000:00000010:0.0:1767384393.711909:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000d19e375. 00080000:00000010:0.0:1767384393.711920:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000c5ecdaf. 00000020:00000010:0.0:1767384393.711934:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008ee545d6. 00080000:00000010:0.0:1767384393.711936:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0cc7662. 00080000:00000010:0.0:1767384393.711940:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008ae1438c. 00000020:00000010:0.0:1767384393.711948:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001832f9f8. 00080000:00000010:0.0:1767384393.711950:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000f5cc22e. 00080000:00000010:0.0:1767384393.711954:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004f26ff8d. 00000020:00000010:0.0:1767384393.711961:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a31ca6d. 00080000:00000010:0.0:1767384393.711963:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a033db9. 00080000:00000010:0.0:1767384393.711967:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d96354c1. 00000020:00000010:0.0:1767384393.711975:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000092f523a. 00080000:00000010:0.0:1767384393.711978:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003729761b. 00080000:00000010:0.0:1767384393.711982:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bb9f8267. 00000020:00000010:0.0:1767384393.711991:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000051c6797b. 00080000:00000010:0.0:1767384393.711993:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000002a329f4. 00080000:00000010:0.0:1767384393.711997:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c9d29de2. 00000020:00000010:0.0:1767384393.712003:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5bb0891. 00080000:00000010:0.0:1767384393.712005:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a540a808. 00080000:00000010:0.0:1767384393.712009:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6b57e82. 00000020:00000010:0.0:1767384393.712017:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000680689ae. 00080000:00000010:0.0:1767384393.712019:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008e5a6915. 00080000:00000010:0.0:1767384393.712023:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e9c196e9. 00000020:00000010:0.0:1767384393.712031:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001148f271. 00080000:00000010:0.0:1767384393.712032:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001b871d39. 00080000:00000010:0.0:1767384393.712042:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007420b6a7. 00000020:00000010:0.0:1767384393.712073:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fcfc21d5. 00080000:00000010:0.0:1767384393.712076:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007f73ae81. 00080000:00000010:0.0:1767384393.712082:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007f800e1e. 00000020:00000010:0.0:1767384393.712090:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002f01ff5a. 00080000:00000010:0.0:1767384393.712092:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6cef52a. 00080000:00000010:0.0:1767384393.712096:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000074f4becd. 00000020:00000010:0.0:1767384393.712103:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027d5f668. 00080000:00000010:0.0:1767384393.712105:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036376317. 00080000:00000010:0.0:1767384393.712109:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000066396f35. 00000020:00000010:0.0:1767384393.712116:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a88f9355. 00080000:00000010:0.0:1767384393.712167:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083bb3b02. 00080000:00000010:0.0:1767384393.712173:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b318c1e3. 00000020:00000010:0.0:1767384393.712184:0:40984:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000049743914. 00080000:00000010:0.0:1767384393.712187:0:40984:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007e829877. 00080000:00000010:0.0:1767384393.712191:0:40984:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cb3a20df. 00100000:00000010:0.0:1767384393.712200:0:40984:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000002435fca6. 00200000:00000010:0.0:1767384393.712205:0:40984:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000f14cc5b3. 00000020:00000010:0.0:1767384393.712219:0:40984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000224803c1. 00000020:00000010:0.0:1767384393.712222:0:40984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085c8053e. 00000020:00000010:0.0:1767384393.712224:0:40984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cb7d88b. 00000020:00000010:0.0:1767384393.712226:0:40984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.712228:0:40984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd54fa3f. 80000000:00000010:0.0:1767384393.712230:0:40984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002e82e1fc. 40000000:00000010:0.0:1767384393.712232:0:40984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d0f95d6. 00100000:00000010:0.0:1767384393.712234:0:40984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000979448a3. 00040000:00000010:0.0:1767384393.712235:0:40984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001070a24d. 00040000:00000010:0.0:1767384393.712237:0:40984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2e5c45b. 00080000:00000010:0.0:1767384393.712240:0:40984:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d0f6c8a5. 00080000:00000010:0.0:1767384393.712242:0:40984:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005660c775. 00002000:00000010:0.0:1767384393.712245:0:40984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a110f6c9. 00080000:00000010:0.0:1767384393.712249:0:40984:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035ee3240. 00080000:00000010:0.0:1767384393.712252:0:40984:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f06045eb. 00080000:00000010:1.0:1767384393.713150:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035ee3240. 00080000:00000010:1.0:1767384393.713156:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fd76881a. 00080000:00000010:1.0:1767384393.713159:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ade014a5. 00080000:00000010:1.0:1767384393.713161:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dbedffd2. 00080000:00000010:1.0:1767384393.713163:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f78a3007. 00080000:00000010:1.0:1767384393.713164:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000c432f30. 00080000:00000010:1.0:1767384393.713167:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b73cebcc. 00080000:00000010:0.0:1767384393.713196:0:40984:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f06045eb. 00000020:00000010:0.0:1767384393.713205:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085c8053e. 00000020:00000010:0.0:1767384393.713207:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008cb7d88b. 00000020:00000010:0.0:1767384393.713209:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384393.713211:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd54fa3f. 80000000:00000010:0.0:1767384393.713212:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002e82e1fc. 40000000:00000010:0.0:1767384393.713214:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d0f95d6. 00100000:00000010:0.0:1767384393.713216:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000979448a3. 00040000:00000010:0.0:1767384393.713217:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001070a24d. 00040000:00000010:0.0:1767384393.713219:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2e5c45b. 00080000:00000010:0.0:1767384393.713221:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005660c775. 00080000:00000010:0.0:1767384393.713222:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d0f6c8a5. 00002000:00000010:0.0:1767384393.713224:0:40984:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a110f6c9. 00000020:00000010:0.0:1767384393.713226:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000224803c1. 00000004:00000010:0.0:1767384393.713233:0:40984:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000000d0f95d6. 00000004:00000010:3.0:1767384393.713436:0:41029:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000008d4cc429. 00000020:00000010:3.0:1767384393.713441:0:41029:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093015320. 00000020:00000010:3.0:1767384393.713443:0:41029:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f85864b4. 00000004:00000010:0.0:1767384393.713445:0:40984:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000000d0f95d6. 00000040:00000010:3.0:1767384393.713446:0:41029:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001dce1807. 00000020:00000010:3.0:1767384393.713451:0:41029:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005915c78a. 00000020:00000010:3.0:1767384393.713454:0:41029:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384393.713456:0:41029:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001680e587. 80000000:00000010:3.0:1767384393.713458:0:41029:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000409e6c2d. 40000000:00000010:3.0:1767384393.713460:0:41029:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000018f9962f. 00100000:00000010:3.0:1767384393.713462:0:41029:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384393.713464:0:41029:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a677984c. 00040000:00000010:3.0:1767384393.713467:0:41029:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b3ed889d. 00000020:00000010:0.0:1767384393.713468:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006bbf5ca4. 00040000:00000010:3.0:1767384393.713469:0:41029:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000115ee30b. 00000040:00000010:0.0:1767384393.713474:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed497591. 00080000:00000010:3.0:1767384393.713475:0:41029:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000de8de13f. 00000020:00000010:0.0:1767384393.713478:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ce819cfc. 00080000:00000010:3.0:1767384393.713482:0:41029:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007de9c80. 00000020:00000010:0.0:1767384393.713483:0:40984:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e8be3a15. 00000004:00000010:3.0:1767384393.713489:0:41029:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6897a3a. 00000020:00000010:0.0:1767384393.713489:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002ee89311. 00000100:00000010:1.0:1767384393.713496:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8689b28. 80000000:00000010:0.0:1767384393.713496:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006a0648be. 00000004:00000010:3.0:1767384393.713497:0:41029:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000185cb7c1. 40000000:00000010:0.0:1767384393.713500:0:40984:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000022e718ff. 00000004:00000010:3.0:1767384393.713503:0:41029:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000daa5fbcc. 00000020:00000010:0.0:1767384393.713505:0:40984:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000498bd1ac. 00000004:00000010:3.0:1767384393.713508:0:41029:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070e75ab4. 00100000:00000010:0.0:1767384393.713510:0:40984:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab2db1ea. 00040000:00000010:0.0:1767384393.713514:0:40984:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad0d43b3. 02000000:00000010:1.0:1767384393.713516:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b73cebcc. 00080000:00000010:3.0:1767384393.713517:0:41029:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000b21b4858. 00040000:00000010:0.0:1767384393.713518:0:40984:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c1efe7f5. 00040000:00000010:0.0:1767384393.713523:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000507bb15d. 00080000:00000010:0.0:1767384393.713525:0:40984:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000003252724d. 00080000:00000010:0.0:1767384393.713527:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e896c7c7. 00080000:00000010:0.0:1767384393.713529:0:40984:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000a4e55286. 00080000:00000010:0.0:1767384393.713531:0:40984:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ad2f28f8. 00080000:00000010:0.0:1767384393.713532:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ade01a25. 00000100:00000010:1.0:1767384393.713534:0:41018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd98f259. 00000004:00000010:0.0:1767384393.713535:0:40984:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000831bdc14. 00000004:00000010:0.0:1767384393.713540:0:40984:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000063e476d5. 00000004:00000010:0.0:1767384393.713544:0:40984:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000570ad421. 00000004:00000010:0.0:1767384393.713547:0:40984:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e11a31c0. 00000020:00000010:0.0:1767384393.713548:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b65db0ff. 00000020:00000010:0.0:1767384393.713552:0:40984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078dfcf7e. 00000020:00000010:0.0:1767384393.713555:0:40984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 02000000:00000010:1.0:1767384393.713556:0:41018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c432f30. 00000020:00000010:0.0:1767384393.713558:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fd56681. 00000400:00000010:1.0:1767384393.713567:0:41018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058fea99e. 00000040:00000010:0.0:1767384393.713572:0:40984:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005f71cb27. 00000400:00000010:1.0:1767384393.713576:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004dbba586. 00000020:00000010:0.0:1767384393.713580:0:40984:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9fbeead. 00000100:00000200:1.0:1767384393.713585:0:41018:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236731483264, portal 4 00000040:00000010:0.0:1767384393.713586:0:40984:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fbddf2c6. 00000020:00000010:0.0:1767384393.713590:0:40984:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f28743f0. 00000020:00000010:0.0:1767384393.713594:0:40984:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1537a7b. 80000000:00000010:0.0:1767384393.713595:0:40984:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007d122b92. 00000020:00000010:1.0:1767384393.713597:0:41018:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006265bf59. 00040000:00000010:0.0:1767384393.713597:0:40984:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e12d6c98. 00080000:00000010:0.0:1767384393.713605:0:40984:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b67d01e. 00000400:00000010:1.0:1767384393.713607:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000354ac892. 00080000:00000010:0.0:1767384393.713608:0:40984:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000007d74feaf. 00080000:00000010:0.0:1767384393.713614:0:40984:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006def8f7e. 00000100:00000200:1.0:1767384393.713615:0:41018:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236731483264, offset 0 20000000:00000010:0.0:1767384393.713617:0:40984:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000acf7e59d. 00000020:00000010:0.0:1767384393.713622:0:40984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000403d5d3e. 00000400:00000200:1.0:1767384393.713627:0:41018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384393.713641:0:41018:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384393.713655:0:41018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824d109480 00000400:00000200:1.0:1767384393.713664:0:41018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6496 00000400:00000200:1.0:1767384393.713672:0:41018:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384393.713678:0:41018:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384393.713686:0:41018:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384393.713690:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b5a79c. 00080000:00000010:3.0:1767384393.713699:0:41029:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000b21b4858. 00000020:00000010:3.0:1767384393.713707:0:41029:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f85864b4. 00000040:00000010:3.0:1767384393.713712:0:41029:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001dce1807. 00000400:00000200:1.0:1767384393.713713:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000354ac892 00000020:00000010:3.0:1767384393.713715:0:41029:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005915c78a. 00000400:00000010:1.0:1767384393.713717:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000354ac892. 00000020:00000010:3.0:1767384393.713721:0:41029:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384393.713726:0:41029:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001680e587. 00000100:00000200:1.0:1767384393.713728:0:41018:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8689b28 x1853236731483264/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384409 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1767384393.713730:0:41029:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000409e6c2d. 40000000:00000010:3.0:1767384393.713736:0:41029:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000018f9962f. 00100000:00000010:3.0:1767384393.713741:0:41029:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000329e2332. 00040000:00000010:3.0:1767384393.713747:0:41029:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a677984c. 00040000:00000010:3.0:1767384393.713753:0:41029:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b3ed889d. 00040000:00000010:3.0:1767384393.713759:0:41029:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000115ee30b. 00080000:00000010:3.0:1767384393.713788:0:41029:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000007de9c80. 00080000:00000010:3.0:1767384393.713792:0:41029:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000de8de13f. 00000004:00000010:3.0:1767384393.713794:0:41029:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6897a3a. 00000004:00000010:3.0:1767384393.713797:0:41029:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000185cb7c1. 00000100:00000010:1.0:1767384393.713798:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df2f2699. 00000004:00000010:3.0:1767384393.713801:0:41029:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000daa5fbcc. 00000004:00000010:3.0:1767384393.713806:0:41029:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000070e75ab4. 00000020:00000010:3.0:1767384393.713811:0:41029:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093015320. 00000004:00000010:3.0:1767384393.713814:0:41029:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000008d4cc429. 00000100:00000010:1.0:1767384393.713814:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bee9087a. 00000100:00000010:1.0:1767384393.713828:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0a3ea83. 00000100:00000010:1.0:1767384393.713837:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2aaba4d. 00080000:00000010:2.0:1767384393.714278:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079f07234. 00080000:00000010:2.0:1767384393.714287:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079f07234. 00080000:00000010:2.0:1767384393.714302:0:10601:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079f07234. 00080000:00000010:2.0:1767384393.714307:0:10601:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079f07234. 00080000:00000010:1.0:1767384393.714430:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d5016e81. 00080000:00000010:1.0:1767384393.714436:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d5016e81. 00080000:00000010:1.0:1767384393.714446:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d5016e81. 00080000:00000010:1.0:1767384393.714450:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d5016e81. 00000020:00000010:0.0:1767384393.715832:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.715837:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.715843:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026042326. 00000020:00000010:0.0:1767384393.715847:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.715850:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.715878:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.715880:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000100:00000200:0.0:1767384393.715883:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731483264 02000000:00000010:0.0:1767384393.715898:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a110f6c9. 00010000:00000200:0.0:1767384393.715912:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055b5a79c x1853236731483264/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:374/0 lens 264/240 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.715926:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.715928:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236731483264, offset 224 00000400:00000200:0.0:1767384393.715933:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.715940:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.715947:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824d109480 00000400:00000200:0.0:1767384393.715953:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2ba9 [1] + 224 00000400:00000200:0.0:1767384393.715957:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.715960:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.715966:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8689b28 x1853236731483264/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.715980:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.715982:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000020:00000010:0.0:1767384393.715993:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.715996:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.715999:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026042326. 00000100:00000010:0.0:1767384393.716018:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df2f2699. 00000100:00000010:3.0:1767384393.716799:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2aaba4d. 00000100:00000010:2.0:1767384393.716814:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0a3ea83. 00000400:00000010:0.0:1767384393.717855:0:41018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058fea99e. 00000400:00000200:0.0:1767384393.717861:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbba586 00000400:00000010:0.0:1767384393.717863:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004dbba586. 00000100:00000200:0.0:1767384393.717870:0:41018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8689b28 x1853236731483264/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.717882:0:41018:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8689b28 x1853236731483264/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.717906:0:41018:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd98f259. 02000000:00000010:0.0:1767384393.717913:0:41018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c432f30. 02000000:00000010:0.0:1767384393.717917:0:41018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b73cebcc. 00000100:00000010:0.0:1767384393.717920:0:41018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8689b28. 00000100:00000010:0.0:1767384393.717925:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff15c899. 02000000:00000010:0.0:1767384393.717932:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026042326. 00000100:00000010:0.0:1767384393.717937:0:41018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000498b96ff. 02000000:00000010:0.0:1767384393.717946:0:41018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036086870. 00000400:00000010:0.0:1767384393.717949:0:41018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071248ad4. 00000400:00000010:0.0:1767384393.717953:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.717956:0:41018:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731483392, portal 4 00000400:00000010:0.0:1767384393.717961:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.717963:0:41018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236731483392, offset 0 00000400:00000200:0.0:1767384393.717969:0:41018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.717977:0:41018:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.717984:0:41018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d109500 00000400:00000200:0.0:1767384393.717989:0:41018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6760 00000400:00000200:0.0:1767384393.717993:0:41018:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.717997:0:41018:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.718001:0:41018:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384393.718005:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001618978c. 00000400:00000200:0.0:1767384393.718017:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384393.718018:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.718024:0:41018:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff15c899 x1853236731483392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.718037:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000885402c0. 00000100:00000010:0.0:1767384393.718066:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000409abbda. 00000100:00000010:0.0:1767384393.718074:0:41018:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e82e1fc. 00000020:00000010:0.0:1767384393.718109:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718112:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718116:0:17892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2e5c45b. 00000020:00000010:0.0:1767384393.718119:0:17892:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.718123:0:17892:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.718146:0:17892:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718149:0:17892:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000100:00000200:0.0:1767384393.718152:0:17892:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731483392 02000000:00000010:0.0:1767384393.718165:0:17892:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000c653dc76. 00010000:00000200:0.0:1767384393.718174:0:17892:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001618978c x1853236731483392/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:374/0 lens 432/432 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.718185:0:17892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.718187:0:17892:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236731483392, offset 224 00000400:00000200:0.0:1767384393.718193:0:17892:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.718200:0:17892:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.718208:0:17892:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d109500 00000400:00000200:0.0:1767384393.718212:0:17892:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bb5 [1] + 224 00000400:00000200:0.0:1767384393.718215:0:17892:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.718217:0:17892:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.718223:0:17892:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff15c899 x1853236731483392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.718236:0:17892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384393.718238:0:17892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000020:00000010:0.0:1767384393.718246:0:17892:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.718250:0:17892:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.718253:0:17892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2e5c45b. 00000400:00000010:0.0:1767384393.718274:0:41018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071248ad4. 00000400:00000200:0.0:1767384393.718278:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.718279:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.718285:0:41018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff15c899 x1853236731483392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.718291:0:41018:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff15c899 x1853236731483392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.718309:0:41018:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000498b96ff. 02000000:00000010:0.0:1767384393.718315:0:41018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000036086870. 02000000:00000010:0.0:1767384393.718319:0:41018:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026042326. 00000100:00000010:0.0:1767384393.718322:0:41018:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff15c899. 00000100:00000010:0.0:1767384393.718332:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff15c899. 02000000:00000010:0.0:1767384393.718338:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026042326. 00000100:00000010:0.0:1767384393.718344:0:41018:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000498b96ff. 02000000:00000010:0.0:1767384393.718350:0:41018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000036086870. 00000400:00000010:0.0:1767384393.718354:0:41018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071248ad4. 00000400:00000010:0.0:1767384393.718359:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.718361:0:41018:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236731483520, portal 4 00000400:00000010:0.0:1767384393.718363:0:41018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.718365:0:41018:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236731483520, offset 0 00000400:00000200:0.0:1767384393.718369:0:41018:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.718374:0:41018:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.718380:0:41018:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824d109580 00000400:00000200:0.0:1767384393.718385:0:41018:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 7192 00000400:00000200:0.0:1767384393.718388:0:41018:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.718391:0:41018:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.718394:0:41018:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384393.718398:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d071fc78. 00000400:00000200:0.0:1767384393.718405:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384393.718407:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.718409:0:41018:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff15c899 x1853236731483520/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384393.718438:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718441:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718445:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2e5c45b. 00000020:00000010:0.0:1767384393.718449:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.718451:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.718467:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b8d78d2. 00000020:00000010:0.0:1767384393.718470:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b8d78d2. 00000100:00000200:0.0:1767384393.718472:0:18446:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236731483520 02000000:00000010:0.0:1767384393.718480:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000c6d11dfc. 00002000:00000010:0.0:1767384393.718496:0:18446:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.718504:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000026dc43d7. 00080000:00000010:0.0:1767384393.718510:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bd54fa3f. 00002000:00000010:0.0:1767384393.718533:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001adb7d63. 00080000:00000010:0.0:1767384393.718538:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000085c8053e. 00002000:00000010:0.0:1767384393.718547:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b89d685d. 00080000:00000010:0.0:1767384393.718551:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cea1c1d9. 00002000:00000010:0.0:1767384393.718558:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000043208baf. 00080000:00000010:0.0:1767384393.718562:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000974c1b60. 00002000:00000010:0.0:1767384393.718570:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000568219f6. 00080000:00000010:0.0:1767384393.718574:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e44c9acd. 00002000:00000010:0.0:1767384393.718593:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dd2425aa. 00080000:00000010:0.0:1767384393.718598:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000035ee3240. 00002000:00000010:0.0:1767384393.718608:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f6c3f1c. 00080000:00000010:0.0:1767384393.718612:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000acf7e59d. 00002000:00000010:0.0:1767384393.718619:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e3d63ecf. 00080000:00000010:0.0:1767384393.718623:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000403d5d3e. 00080000:00000010:0.0:1767384393.718632:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000039597d4b. 00080000:00000010:0.0:1767384393.718637:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00080000:00000010:0.0:1767384393.718643:0:18446:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000e12d6c98. 00080000:00000010:0.0:1767384393.718651:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f06045eb. 00000001:00000010:0.0:1767384393.718763:0:18446:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000003252724d. 00002000:00000010:0.0:1767384393.719249:0:18446:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e6fab66b. 00000001:00000010:0.0:1767384393.719258:0:18446:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005850fdcb. 00000001:00000010:0.0:1767384393.720326:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005850fdcb. 00002000:00000010:0.0:1767384393.720331:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e6fab66b. 00080000:00000010:0.0:1767384393.720334:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000039597d4b. 00000001:00000010:0.0:1767384393.720340:0:17886:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000004ddefe5c. 00080000:00000010:0.0:1767384393.720344:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb773f18. 00080000:00000010:0.0:1767384393.720360:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f06045eb. 00080000:00000010:0.0:1767384393.720364:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00002000:00000010:0.0:1767384393.720374:0:18446:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.720379:0:18446:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.720384:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e73205ea. 00080000:00000010:0.0:1767384393.720388:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039597d4b. 00002000:00000010:0.0:1767384393.720400:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b8a8219a. 00080000:00000010:0.0:1767384393.720405:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1537a7b. 00002000:00000010:0.0:1767384393.720412:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d102ceb4. 00080000:00000010:0.0:1767384393.720416:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fbddf2c6. 00002000:00000010:0.0:1767384393.720439:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000df372549. 00080000:00000010:0.0:1767384393.720444:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f9fbeead. 00002000:00000010:0.0:1767384393.720452:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000babc0b36. 00080000:00000010:0.0:1767384393.720456:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb773f18. 00002000:00000010:0.0:1767384393.720464:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d7ac37dd. 00080000:00000010:0.0:1767384393.720467:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000fd56681. 00002000:00000010:0.0:1767384393.720476:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000663aec09. 00080000:00000010:0.0:1767384393.720481:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b65db0ff. 00002000:00000010:0.0:1767384393.720488:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000efa3f0d3. 00080000:00000010:0.0:1767384393.720492:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000771c52e8. 00080000:00000010:0.0:1767384393.720501:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000507bb15d. 00080000:00000010:0.0:1767384393.720506:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00080000:00000010:0.0:1767384393.720513:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f06045eb. 00002000:00000010:0.0:1767384393.721069:0:18446:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e6fab66b. 00000001:00000010:0.0:1767384393.721077:0:18446:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005850fdcb. 00080000:00000010:0.0:1767384393.721089:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f06045eb. 00080000:00000010:0.0:1767384393.721092:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00002000:00000010:0.0:1767384393.721102:0:18446:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.721107:0:18446:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.721112:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f6cea472. 00080000:00000010:0.0:1767384393.721117:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ee89311. 00002000:00000010:0.0:1767384393.721128:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ca2dc664. 00080000:00000010:0.0:1767384393.721132:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ed497591. 00002000:00000010:0.0:1767384393.721141:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000de263b50. 00080000:00000010:0.0:1767384393.721145:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006bbf5ca4. 00002000:00000010:0.0:1767384393.721153:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d38aabb1. 00080000:00000010:0.0:1767384393.721158:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005cce75c6. 00002000:00000010:0.0:1767384393.721167:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a75d16aa. 00080000:00000010:0.0:1767384393.721171:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000045b16d7. 00002000:00000010:0.0:1767384393.721179:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000350118d5. 00080000:00000010:0.0:1767384393.721184:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002375cf39. 00002000:00000010:0.0:1767384393.721193:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007ac40107. 00080000:00000010:0.0:1767384393.721197:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000d64290d. 00002000:00000010:0.0:1767384393.721205:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d4e16d5c. 00080000:00000010:0.0:1767384393.721210:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060b98004. 00080000:00000010:0.0:1767384393.721218:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fe68a8a4. 00080000:00000010:0.0:1767384393.721223:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00080000:00000010:0.0:1767384393.721229:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f06045eb. 00080000:00000010:3.0:1767384393.721652:0:41030:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000532a3a17. 00002000:00000010:0.0:1767384393.721659:0:18446:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000330797eb. 00080000:00000010:3.0:1767384393.721660:0:41030:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000532a3a17. 00000001:00000010:0.0:1767384393.721670:0:18446:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000086affbb0. 00080000:00000010:3.0:1767384393.721672:0:41030:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000532a3a17. 00080000:00000010:3.0:1767384393.721678:0:41030:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000532a3a17. 00080000:00000010:0.0:1767384393.721684:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f06045eb. 00080000:00000010:0.0:1767384393.721690:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00002000:00000010:0.0:1767384393.721696:0:18446:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.721703:0:18446:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b8d78d2. 00002000:00000010:0.0:1767384393.721707:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000249bfda4. 00080000:00000010:0.0:1767384393.721712:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fe2b035. 00002000:00000010:0.0:1767384393.721722:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b3c7f096. 00080000:00000010:0.0:1767384393.721727:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fbb09fa7. 00002000:00000010:0.0:1767384393.721735:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000382db7b3. 00080000:00000010:0.0:1767384393.721739:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000039c76305. 00002000:00000010:0.0:1767384393.721747:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000014d72e87. 00080000:00000010:0.0:1767384393.721751:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000022f8dac2. 00002000:00000010:0.0:1767384393.721758:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006b8c0547. 00080000:00000010:0.0:1767384393.721762:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083953044. 00000100:00000010:3.0:1767384393.721808:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e82e1fc. 00002000:00000010:0.0:1767384393.721819:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007dc9fbe1. 00080000:00000010:0.0:1767384393.721827:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000049d102ce. 00002000:00000010:0.0:1767384393.721842:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f66cd7dd. 00080000:00000010:0.0:1767384393.721848:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008099020d. 00002000:00000010:0.0:1767384393.721872:0:18446:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000850b6f58. 00080000:00000010:0.0:1767384393.721880:0:18446:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000edd5814. 00080000:00000010:0.0:1767384393.721894:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b29f806. 00080000:00000010:0.0:1767384393.721900:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00080000:00000010:0.0:1767384393.721909:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f06045eb. 00002000:00000010:0.0:1767384393.722452:0:18446:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000002e82e1fc. 00000001:00000010:0.0:1767384393.722460:0:18446:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000997a5767. 00080000:00000010:0.0:1767384393.722470:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f06045eb. 00080000:00000010:0.0:1767384393.722474:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00002000:00000010:0.0:1767384393.722483:0:18446:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b8d78d2. 00010000:00000200:0.0:1767384393.722494:0:18446:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d071fc78 x1853236731483520/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:374/0 lens 432/432 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384393.722507:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000100:00000200:0.0:1767384393.722511:0:18446:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236731483520, offset 224 00000400:00000200:0.0:1767384393.722515:0:18446:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.722523:0:18446:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.722531:0:18446:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824d109580 00000400:00000200:0.0:1767384393.722536:0:18446:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bc1 [1] + 224 00000400:00000200:0.0:1767384393.722541:0:18446:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.722544:0:18446:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384393.722550:0:18446:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff15c899 x1853236731483520/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384393.722566:0:18446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f12f6c4 00000400:00000010:0.0:1767384393.722567:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000020:00000010:0.0:1767384393.722577:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d20ede53. 00000020:00000010:0.0:1767384393.722581:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384393.722584:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2e5c45b. 00000100:00000010:0.0:1767384393.722612:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000885402c0. 00000400:00000010:0.0:1767384393.722625:0:41018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071248ad4. 00000400:00000200:0.0:1767384393.722629:0:41018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d050888e 00000400:00000010:0.0:1767384393.722631:0:41018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000100:00000200:0.0:1767384393.722637:0:41018:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff15c899 x1853236731483520/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.722644:0:41018:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff15c899 x1853236731483520/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384393.722661:0:41018:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000498b96ff. 00000100:00000010:2.0:1767384393.722806:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000409abbda. 00000100:00000010:1.0:1767384393.723809:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bee9087a. 00000020:00000010:3.0:1767384393.736087:0:62:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000070a81acd. 00080000:00000010:0.0:1767384393.887976:0:41041:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b1861fa. 00080000:00000010:0.0:1767384393.887985:0:41041:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b1861fa. 00080000:00000010:0.0:1767384393.887993:0:41041:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b1861fa. 00080000:00000010:0.0:1767384393.887997:0:41041:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b1861fa. 00000020:00000010:1.0:1767384394.005590:0:41078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca5145ad. 00000020:00000010:1.0:1767384394.005601:0:41078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001df676f0. 00000020:00000010:1.0:1767384394.005606:0:41078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000866b012e. 00000020:00000010:1.0:1767384394.005611:0:41078:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384394.005617:0:41078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dbedffd2. 80000000:00000010:1.0:1767384394.005621:0:41078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384394.005625:0:41078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d1e73819. 00100000:00000010:1.0:1767384394.005630:0:41078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c85b976. 00040000:00000010:1.0:1767384394.005635:0:41078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009add58b5. 00040000:00000010:1.0:1767384394.005639:0:41078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd76881a. 00080000:00000010:1.0:1767384394.005644:0:41078:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6750d3a. 00080000:00000010:1.0:1767384394.005649:0:41078:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d68d6cfa. 00002000:00000010:1.0:1767384394.005656:0:41078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004614eb48. 00000020:00000010:1.0:1767384394.005667:0:41078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001df676f0. 00000020:00000010:1.0:1767384394.005671:0:41078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000866b012e. 00000020:00000010:1.0:1767384394.005674:0:41078:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384394.005677:0:41078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dbedffd2. 80000000:00000010:1.0:1767384394.005679:0:41078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384394.005681:0:41078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d1e73819. 00100000:00000010:1.0:1767384394.005684:0:41078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c85b976. 00040000:00000010:1.0:1767384394.005686:0:41078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009add58b5. 00040000:00000010:1.0:1767384394.005689:0:41078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fd76881a. 00080000:00000010:1.0:1767384394.005692:0:41078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d68d6cfa. 00080000:00000010:1.0:1767384394.005695:0:41078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6750d3a. 00002000:00000010:1.0:1767384394.005697:0:41078:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004614eb48. 00000020:00000010:1.0:1767384394.005699:0:41078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca5145ad. 00080000:00000010:0.0:1767384394.241578:0:41090:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cae9d60f. 00080000:00000010:0.0:1767384394.241587:0:41090:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cae9d60f. 00080000:00000010:0.0:1767384394.241594:0:41090:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cae9d60f. 00080000:00000010:0.0:1767384394.241597:0:41090:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cae9d60f. 00000800:00000200:1.0:1767384394.376843:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (4) 00000800:00000200:1.1:1767384394.376851:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfd9ab6] -> 12345-192.168.204.118@tcp34 (4) 00000800:00000200:1.0:1767384394.376872:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073da7a63] -> 12345-192.168.204.118@tcp (6) 00000800:00000200:1.0:1767384394.376875:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1767384394.376879:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384394.376977:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:0.0:1767384394.377033:0:16345:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384394.377059:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377092:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377118:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377145:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377172:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377196:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377222:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377245:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377268:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377295:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377322:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377348:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377372:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377402:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377433:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377458:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377481:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377504:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377530:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377556:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377583:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377609:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377634:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377657:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377682:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377707:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377732:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377758:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377813:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377840:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377867:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377892:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377916:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.377941:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384394.378097:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000454894e. 00000800:00000010:2.0:1767384394.378103:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012bbb9cd. 00000800:00000010:2.0:1767384394.378108:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8bd690e. 00000800:00000010:2.0:1767384394.378133:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8bd690e. 00000800:00020000:2.0:1767384394.378141:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384394.378145:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012bbb9cd. 00000800:00000010:2.0:1767384394.378147:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000454894e. 00000400:02020000:2.0:1767384394.378185:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp34 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384394.378190:0:30695:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384394.439851:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384394.439860:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384394.439864:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384394.439871:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384394.439884:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000217c54f9. 00000400:00000010:0.0:1767384394.439887:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ba63dc88. 00000400:00000200:0.0:1767384394.439894:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp49 00000400:00000010:0.0:1767384394.439896:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384394.439901:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000046ca5b55. 00000400:00000010:0.0:1767384394.439903:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384394.439910:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000df20428a. 00000400:00000200:0.0:1767384394.439913:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp49 00000400:00000200:0.0:1767384394.439924:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp49 local destination 00000400:00000200:0.0:1767384394.439929:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp49 00000400:00000200:0.0:1767384394.439932:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp49 NI seq info: [260:260:256:4294967295] 192.168.204.118@tcp49 LPNI seq info [223:223:8:4294967295] 00000400:00000200:0.0:1767384394.439938:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp49 00000400:00000200:0.0:1767384394.439943:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp49(192.168.204.118@tcp49:) -> 192.168.204.118@tcp49(192.168.204.118@tcp49:192.168.204.118@tcp49) : GET try# 0 00000800:00000200:0.0:1767384394.439947:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp49 00000800:00000010:0.0:1767384394.439951:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001070a24d. 00000800:00000200:0.0:1767384394.439956:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000800:00000200:0.1:1767384394.439960:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000400:00000200:0.0:1767384394.439994:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp49 added to recovery queue. ping count: 1 next ping: 315 health :900 00000400:00000200:2.0:1767384394.440077:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440137:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440163:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440186:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440206:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440228:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440251:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440275:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440295:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440317:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440339:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440361:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440383:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440403:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440424:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440445:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440472:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440495:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440518:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440541:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440562:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440584:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440605:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440627:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440650:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440673:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440696:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440718:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440741:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440759:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440815:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440850:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440872:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440891:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384394.440915:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384394.441069:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000454894e. 00000800:00000010:2.0:1767384394.441075:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012bbb9cd. 00000800:00000010:2.0:1767384394.441081:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c8bd690e. 00000800:00000010:2.0:1767384394.441106:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c8bd690e. 00000800:00020000:2.0:1767384394.441117:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384394.441121:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012bbb9cd. 00000800:00000010:2.0:1767384394.441124:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000454894e. 00000400:02020000:2.0:1767384394.441163:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp49 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384394.441170:0:16340:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp49 notifying 192.168.204.118@tcp49: down 00000800:00000200:2.0:1767384394.441176:0:16340:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp49 down 00000800:00000100:2.0:1767384394.441183:0:16340:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp49 00000800:00000010:2.0:1767384394.441187:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001070a24d. 00000400:00000200:2.0:1767384394.441191:0:16340:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384394.441195:0:16340:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp49->192.168.204.118@tcp49: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384394.441204:0:16340:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384394.441206:0:16340:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384394.441211:0:16340:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp49) recovery failed with -71 00000001:02000400:0.0:1767384394.976018:0:41255:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1767384394.991375:0:41257:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:2.0:1767384395.165672:0:41269:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f2f17381. 00080000:00000010:2.0:1767384395.165680:0:41269:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f2f17381. 00000020:00000001:2.0:1767384395.165684:0:41269:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.165689:0:41269:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f2f17381. 00080000:00000010:2.0:1767384395.165693:0:41269:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f2f17381. 00000020:00000001:2.0:1767384395.165696:0:41269:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384395.284862:0:41307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c1043865. 00080000:00000010:1.0:1767384395.284873:0:41307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c1043865. 00000020:00000001:1.0:1767384395.284879:0:41307:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384395.284887:0:41307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c1043865. 00080000:00000010:1.0:1767384395.284892:0:41307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c1043865. 00000020:00000001:1.0:1767384395.284897:0:41307:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384395.284943:0:41307:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384395.285178:0:41307:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384395.460998:0:41320:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e8144ade. 00080000:00000010:3.0:1767384395.461014:0:41320:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e8144ade. 00000020:00000001:3.0:1767384395.461036:0:41320:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384395.461047:0:41320:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e8144ade. 00080000:00000010:3.0:1767384395.461054:0:41320:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e8144ade. 00000020:00000001:3.0:1767384395.461059:0:41320:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384395.464833:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384395.464837:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384395.464840:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384395.464843:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384395.464849:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384395.464854:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp49 recovery ping unlinked 00000400:00000010:0.0:1767384395.464907:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384395.464912:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000046ca5b55. 00000400:00000200:0.0:1767384395.464925:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp46 00000400:00000010:0.0:1767384395.464928:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384395.464933:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000046ca5b55. 00000400:00000010:0.0:1767384395.464935:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384395.464943:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1456f4e. 00000400:00000200:0.0:1767384395.464948:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp46 00000400:00000200:0.0:1767384395.464961:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp46 local destination 00000400:00000200:0.0:1767384395.464967:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp46 00000400:00000200:0.0:1767384395.464971:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp46 NI seq info: [261:261:256:4294967295] 192.168.204.118@tcp46 LPNI seq info [224:224:8:4294967295] 00000400:00000200:0.0:1767384395.464977:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp46 00000400:00000200:0.0:1767384395.464989:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp46(192.168.204.118@tcp46:) -> 192.168.204.118@tcp46(192.168.204.118@tcp46:192.168.204.118@tcp46) : GET try# 0 00000800:00000200:0.0:1767384395.464996:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp46 00000800:00000010:0.0:1767384395.465000:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001be2c0e8. 00000800:00000200:0.0:1767384395.465006:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000800:00000200:0.1:1767384395.465010:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f184426] -> 12345-192.168.204.118@tcp46 (2) 00000400:00000200:0.0:1767384395.465038:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp46 added to recovery queue. ping count: 5 next ping: 346 health :500 00000400:00000200:3.0:1767384395.465155:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465236:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465306:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465367:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465426:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465516:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465591:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465653:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465888:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.465981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466070:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466357:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466429:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466650:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466781:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.466929:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467003:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467223:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467396:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467464:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:3.0:1767384395.467620:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:3.0:1767384395.467896:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de8de13f. 00000800:00000010:3.0:1767384395.467901:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037611bd4. 00000800:00000010:3.0:1767384395.467907:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dce6bf97. 00000800:00000010:3.0:1767384395.467933:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dce6bf97. 00000800:00020000:3.0:1767384395.467943:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384395.467947:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037611bd4. 00000800:00000010:3.0:1767384395.467951:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de8de13f. 00000400:02020000:3.0:1767384395.468046:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp46 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384395.468058:0:16343:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp46 notifying 192.168.204.118@tcp46: down 00000800:00000200:3.0:1767384395.468067:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.118@tcp46 down 00000800:00000100:3.0:1767384395.468077:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp46 00000800:00000010:3.0:1767384395.468082:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001be2c0e8. 00000400:00000200:3.0:1767384395.468087:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384395.468095:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp46->192.168.204.118@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384395.468110:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384395.468115:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384395.468119:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp46) recovery failed with -71 00080000:00000010:3.0:1767384395.595987:0:41357:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf283b0e. 00080000:00000010:3.0:1767384395.596005:0:41357:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf283b0e. 00000020:00000001:3.0:1767384395.596050:0:41357:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384395.596073:0:41357:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bf283b0e. 00080000:00000010:3.0:1767384395.596081:0:41357:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bf283b0e. 00000020:00000001:3.0:1767384395.596103:0:41357:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1767384395.596151:0:41357:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1767384395.596381:0:41357:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1767384395.719885:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384395.719901:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384395.719903:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.719909:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.719911:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384395.719914:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.719915:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.783934:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384395.783943:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.783950:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384395.783951:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.784103:0:17072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.784109:0:17072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.784112:0:17072:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384395.925709:0:41369:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abde1bb5. 00080000:00000010:2.0:1767384395.925717:0:41369:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abde1bb5. 00000020:00000001:2.0:1767384395.925721:0:41369:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384395.925727:0:41369:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000abde1bb5. 00080000:00000010:2.0:1767384395.925731:0:41369:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000abde1bb5. 00000020:00000001:2.0:1767384395.925734:0:41369:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384396.423845:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (4) 00000800:00000200:1.1:1767384396.423852:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d5f7c5d5] -> 12345-192.168.204.118@tcp37 (4) 00000800:00000200:1.0:1767384396.423869:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4355b20] -> 12345-192.168.204.118@tcp24 (6) 00000800:00000200:1.0:1767384396.423872:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp24 ip 192.168.204.118:988 00000800:00000200:1.0:1767384396.423876:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d297f8c type 192, nob 24 niov 1 nkiov 0 00000800:00000010:1.0:1767384396.423894:0:16344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d86a57b. 00000800:00000200:1.0:1767384396.423896:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fe421edc] -> 12345-192.168.204.118@tcp11 (6) 00000800:00000200:1.0:1767384396.423898:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp11 ip 192.168.204.118:988 00000800:00000200:1.0:1767384396.423900:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d86a57b type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384396.424017:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000800:00000200:3.0:1767384396.424063:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384396.424070:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.424073:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384396.424075:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000800:00000200:0.0:1767384396.424075:0:16346:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384396.424081:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384396.424084:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384396.424087:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.424087:0:16345:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384396.424092:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384396.424092:0:16345:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384396.424108:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424124:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424136:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424165:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424178:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424192:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424214:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424235:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424249:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424263:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424277:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424292:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424306:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424320:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424333:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424348:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424361:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424375:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424389:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424403:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424417:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424430:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424443:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424456:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424469:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424482:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424494:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424507:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424535:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424548:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424561:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424574:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384396.424586:0:16341:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:2.0:1767384396.424676:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000454894e. 00000800:00000010:2.0:1767384396.424680:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c46d841d. 00000800:00000010:2.0:1767384396.424684:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025dd7cf1. 00000800:00000010:2.0:1767384396.424698:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025dd7cf1. 00000800:00020000:2.0:1767384396.424703:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384396.424706:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c46d841d. 00000800:00000010:2.0:1767384396.424708:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000454894e. 00000400:02020000:2.0:1767384396.424734:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp37 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384396.424737:0:16341:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767384396.488826:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384396.488830:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384396.488832:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384396.488836:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384396.488841:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384396.488847:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384396.488859:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384396.488862:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000046ca5b55. 00000400:00000200:0.0:1767384396.488866:0:16349:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.118@tcp49 00000400:00000010:0.0:1767384396.488869:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384396.488873:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000046ca5b55. 00000400:00000010:0.0:1767384396.488876:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384396.488881:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000570037f. 00000400:00000200:0.0:1767384396.488885:0:16349:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.118@tcp49 00000400:00000200:0.0:1767384396.488896:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.118@tcp49 local destination 00000400:00000200:0.0:1767384396.488902:0:16349:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.118@tcp49 00000400:00000200:0.0:1767384396.488905:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.118@tcp49 NI seq info: [262:262:256:4294967295] 192.168.204.118@tcp49 LPNI seq info [225:225:8:4294967295] 00000400:00000200:0.0:1767384396.488911:0:16349:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.118@tcp49 00000400:00000200:0.0:1767384396.488917:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.118@tcp49(192.168.204.118@tcp49:) -> 192.168.204.118@tcp49(192.168.204.118@tcp49:192.168.204.118@tcp49) : GET try# 0 00000800:00000200:0.0:1767384396.488921:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.118@tcp49 00000800:00000010:0.0:1767384396.488925:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001070a24d. 00000800:00000200:0.0:1767384396.488930:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000800:00000200:0.1:1767384396.488934:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059601fd3] -> 12345-192.168.204.118@tcp49 (2) 00000400:00000200:0.0:1767384396.488952:0:16349:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.118@tcp49 added to recovery queue. ping count: 2 next ping: 319 health :800 00000400:00000200:1.0:1767384396.489025:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489059:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489088:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489115:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489140:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489155:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489171:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489184:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489233:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489284:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489305:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489326:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489353:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489376:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489396:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489426:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489442:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489457:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489471:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489498:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489556:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489568:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489595:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489609:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489626:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489744:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489767:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:1.0:1767384396.489789:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000800:00000010:1.0:1767384396.490017:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d68d6cfa. 00000800:00000010:1.0:1767384396.490025:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bf59eae. 00000800:00000010:1.0:1767384396.490048:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bd614761. 00000800:00000010:1.0:1767384396.490085:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bd614761. 00000800:00020000:1.0:1767384396.490099:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:1.0:1767384396.490104:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bf59eae. 00000800:00000010:1.0:1767384396.490108:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d68d6cfa. 00000400:02020000:1.0:1767384396.490179:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp49 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384396.490187:0:16342:0:(router.c:1755:lnet_notify()) 192.168.204.118@tcp49 notifying 192.168.204.118@tcp49: down 00000400:00000200:1.0:1767384396.490192:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384396.490196:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.118@tcp49 00000800:00000010:1.0:1767384396.490200:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001070a24d. 00000400:00000200:1.0:1767384396.490204:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384396.490209:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.118@tcp49->192.168.204.118@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384396.490218:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384396.490221:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.118@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384396.490243:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.118@tcp49) recovery failed with -71 00080000:00000010:3.0:1767384396.577878:0:41417:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079958a97. 00080000:00000010:3.0:1767384396.577886:0:41417:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079958a97. 00000020:00000001:3.0:1767384396.577890:0:41417:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384396.577896:0:41417:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000079958a97. 00080000:00000010:3.0:1767384396.577900:0:41417:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000079958a97. 00000020:00000001:3.0:1767384396.577902:0:41417:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384396.696983:0:41453:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384396.696987:0:41453:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1767384396.699828:0:41453:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1767384396.743813:0:16351:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384396.743823:0:16351:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384396.743825:0:16351:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384396.743845:0:16351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384396.743847:0:16351:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384396.743850:0:16351:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384396.743852:0:16351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.807819:0:62:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384396.807825:0:62:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.807830:0:62:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384396.807832:0:62:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384396.807910:0:17073:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384396.807914:0:17073:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384396.807917:0:17073:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384396.943824:0:41465:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac423114. 00080000:00000010:0.0:1767384396.943837:0:41465:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac423114. 00000020:00000001:0.0:1767384396.943845:0:41465:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384396.943857:0:41465:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ac423114. 00080000:00000010:0.0:1767384396.943863:0:41465:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ac423114. 00000020:00000001:0.0:1767384396.943869:0:41465:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384397.237465:0:41511:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000532a3a17. 00080000:00000010:1.0:1767384397.237475:0:41511:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000532a3a17. 00000020:00000001:1.0:1767384397.237481:0:41511:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384397.237489:0:41511:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000532a3a17. 00080000:00000010:1.0:1767384397.237494:0:41511:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000532a3a17. 00000020:00000001:1.0:1767384397.237498:0:41511:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384397.447860:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (4) 00000800:00000200:1.1:1767384397.447869:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709d52d6] -> 12345-192.168.204.118@tcp32 (4) 00000800:00000200:1.0:1767384397.447890:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (4) 00000800:00000200:1.1:1767384397.447894:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cc4a0e09] -> 12345-192.168.204.118@tcp40 (4) 00000400:00000200:2.0:1767384397.447975:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448017:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448062:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448070:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448114:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448130:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448167:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448179:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448224:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448224:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448260:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448291:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448299:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448355:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448364:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448385:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448421:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448425:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448484:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448495:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448520:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448555:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448565:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448611:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448618:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448639:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448675:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448679:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448733:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448747:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448764:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448845:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448853:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448878:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448910:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448919:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.448970:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.448996:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449027:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449052:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449067:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449101:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449121:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449148:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449173:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449199:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449224:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449250:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449270:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449301:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449323:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449350:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449377:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449403:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449424:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449459:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449468:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449514:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449526:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449545:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449581:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.118:988 00000400:00000200:3.0:1767384397.449585:0:16340:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449645:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449675:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449705:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449736:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.118:988 00000400:00000200:2.0:1767384397.449796:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.118:988 00000800:00000010:3.0:1767384397.449820:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de8de13f. 00000800:00000010:3.0:1767384397.449829:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000663dcdf6. 00000800:00000010:3.0:1767384397.449835:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020318ad8. 00000400:00000200:2.0:1767384397.449836:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.118:988 00000800:00000010:3.0:1767384397.449863:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020318ad8. 00000400:00000200:2.0:1767384397.449866:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.118:988 00000800:00020000:3.0:1767384397.449874:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384397.449879:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000663dcdf6. 00000800:00000010:3.0:1767384397.449884:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de8de13f. 00000400:00000200:2.0:1767384397.449903:0:30695:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.118:988 00000400:02020000:3.0:1767384397.449946:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp40 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384397.449952:0:16340:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:2.0:1767384397.450045:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000454894e. 00000800:00000010:2.0:1767384397.450050:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c7355a8. 00000800:00000010:2.0:1767384397.450054:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c18345c. 00000800:00000010:2.0:1767384397.450073:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c18345c. 00000800:00020000:2.0:1767384397.450080:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384397.450083:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c7355a8. 00000800:00000010:2.0:1767384397.450085:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000454894e. 00000400:02020000:2.0:1767384397.450118:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp32 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384397.450122:0:30695:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767384397.511844:0:16349:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384397.511849:0:16349:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384397.511851:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001810a3d4 00000400:00000010:0.0:1767384397.511855:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000200:0.0:1767384397.511859:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384397.511865:0:16349:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.118@tcp49 recovery ping unlinked 00000400:00000010:0.0:1767384397.511877:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b2ebc87. 00000400:00000010:0.0:1767384397.511880:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000046ca5b55. 00080000:00000010:0.0:1767384397.523267:0:41561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004e7dc361. 00080000:00000010:0.0:1767384397.523276:0:41561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004e7dc361. 00000020:00000001:0.0:1767384397.523280:0:41561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384397.523286:0:41561:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004e7dc361. 00080000:00000010:0.0:1767384397.523290:0:41561:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004e7dc361. 00000020:00000001:0.0:1767384397.523292:0:41561:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384397.646339:0:41597:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:0.0:1767384398.535954:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007b711d5f. 00000400:00000010:0.0:1767384398.535985:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d3acdca. 00000400:00000010:0.0:1767384398.535992:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384398.536002:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2692e6e. 00000800:00000010:0.0:1767384398.536041:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048bedd7f. 00000800:00000010:3.0:1767384398.536662:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de8de13f. 00000800:00000010:3.0:1767384398.536667:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384398.536671:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384398.536685:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00020000:3.0:1767384398.536694:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384398.536698:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384398.536700:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de8de13f. 00000400:02020000:3.0:1767384398.536729:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp47 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384398.536738:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048bedd7f. 00000100:00000010:0.0:1767384399.047971:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0c3861d. 00000100:00000010:2.0:1767384399.047975:0:41018:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024a46b48. 02000000:00000010:2.0:1767384399.047995:0:41018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000989cadb5. 02000000:00000010:0.0:1767384399.047996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007d5c0f7. 00000100:00000010:0.0:1767384399.048030:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfcbeb21. 02000000:00000010:0.0:1767384399.048040:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048bedd7f. 00000100:00000010:0.0:1767384399.048074:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000420d760a. 02000000:00000010:0.0:1767384399.048094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f1668e09. 02000000:00000010:2.0:1767384399.048138:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291257c5. 02000000:00000010:0.0:1767384399.048139:0:16351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fe5a4c0c. 00000400:00000010:0.0:1767384399.048148:0:16351:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071248ad4. 00000400:00000010:2.0:1767384399.048155:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4bedc62. 00000400:00000010:0.0:1767384399.048159:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000400:00000010:2.0:1767384399.048165:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab30fdb3. 00000400:00000010:0.0:1767384399.048173:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000400:00000010:2.0:1767384399.048176:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00040000:00000010:1.0:1767384399.048200:0:16355:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000413cc433. 00000004:00000010:1.0:1767384399.048207:0:16355:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000057f72350. 00000004:00000010:1.0:1767384399.048212:0:16355:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fb4c447. 00000004:00000010:1.0:1767384399.048217:0:16355:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000866b012e. 00000100:00000010:0.0:1767384399.048222:0:16351:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000caf0d034. 00000004:00000010:1.0:1767384399.048231:0:16355:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005e7ee05b. 00000100:00000010:2.0:1767384399.048237:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f5e7826. 02000000:00000010:1.0:1767384399.048242:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1239128. 00000400:00000010:0.0:1767384399.048246:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000400:00000010:1.0:1767384399.048248:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000483be63. 00000400:00000010:1.0:1767384399.048256:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000354ac892. 00000400:00000010:2.0:1767384399.048261:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000400:00000010:1.0:1767384399.048263:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09b2612. 00000100:00000010:0.0:1767384399.048275:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f523eb3. 00000100:00000010:0.0:1767384399.048292:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000100:00000010:1.0:1767384399.048299:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054d887a0. 00000100:00000010:0.0:1767384399.048302:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000010:0.0:1767384399.048312:0:16351:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000400:00000010:1.0:1767384399.048316:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09b2612. 00040000:00000010:3.0:1767384399.048335:0:16354:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000373bf0ef. 00000004:00000010:3.0:1767384399.048341:0:16354:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6897a3a. 00000004:00000010:3.0:1767384399.048345:0:16354:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5dbe0e6. 00000004:00000010:3.0:1767384399.048348:0:16354:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000daa5fbcc. 00000004:00000010:3.0:1767384399.048351:0:16354:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000075cbe007. 02000000:00000010:3.0:1767384399.048361:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090a9fbd9. 00000020:00000010:1.0:1767384399.048364:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc20f51c. 00000400:00000010:3.0:1767384399.048365:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036490ca7. 00000020:00000010:0.0:1767384399.048367:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000baa2c041. 00000020:00000010:1.0:1767384399.048371:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7a79010. 00000400:00000010:3.0:1767384399.048372:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000473b94f2. 00000020:00000010:0.0:1767384399.048375:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004ba7f2a5. 00000020:00000010:1.0:1767384399.048377:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d6e9. 00000400:00000010:3.0:1767384399.048380:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cc8f3. 00000400:00000010:3.0:1767384399.048394:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003606e402. 00000400:00000010:3.0:1767384399.048401:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfefde92. 00000020:00000010:0.0:1767384399.048401:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060bf6bfe. 00000020:00000010:0.0:1767384399.048409:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b1861fa. 00000020:00000010:0.0:1767384399.048416:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 02000000:00000010:1.0:1767384399.048419:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a03aadd8. 00000400:00000010:3.0:1767384399.048421:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cc8f3. 00000020:00000010:1.0:1767384399.048430:0:40999:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007c85b976. 00000004:00000010:1.0:1767384399.048438:0:40999:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000eff6b4d8. 00000001:00000010:1.0:1767384399.048442:0:40999:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000d0b2798. 00000001:00000010:1.0:1767384399.048447:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009add58b5. 00000001:00000010:1.0:1767384399.048452:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d262f522. 00000001:00000010:1.0:1767384399.048455:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e88f45e9. 00000020:00000010:0.0:1767384399.048458:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000001:00000010:1.0:1767384399.048459:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8faebe2. 00000001:00000010:1.0:1767384399.048466:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0bc3c7e. 00000020:00000010:0.0:1767384399.048466:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 00000001:00000010:1.0:1767384399.048470:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9d0195a. 00000001:00000010:1.0:1767384399.048476:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003f93d53e. 00000020:00000010:2.0:1767384399.048477:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000001:00000010:1.0:1767384399.048479:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000077df0a37. 00000020:00000010:2.0:1767384399.048485:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000001:00000010:1.0:1767384399.048485:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000012dfa603. 02000000:00000010:0.0:1767384399.048485:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c6b6840. 00000001:00000010:1.0:1767384399.048493:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096bdd403. 00000020:00000010:2.0:1767384399.048497:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000001:00000010:1.0:1767384399.048497:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fbb09c44. 00000001:00000010:1.0:1767384399.048503:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000841ec096. 00000400:00000010:0.0:1767384399.048503:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000020:00000010:2.0:1767384399.048506:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea60a54c. 00000020:00000010:2.0:1767384399.048514:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:3.0:1767384399.048524:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384399.048528:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384399.048534:0:19371:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000325d4d4f. 00000020:00000010:3.0:1767384399.048536:0:19371:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5c22325. 00000020:00000010:1.0:1767384399.048540:0:40999:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000060e1c9ea. 00000020:00000010:3.0:1767384399.048542:0:19371:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000020:00000010:2.0:1767384399.048547:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000400:00000010:0.0:1767384399.048552:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000020:00000010:2.0:1767384399.048553:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 02000000:00000010:2.0:1767384399.048568:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b44f4106. 00000020:00000010:0.0:1767384399.048571:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b1861fa. 00000020:00000010:3.0:1767384399.048572:0:19371:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000400:00000010:2.0:1767384399.048578:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000020:00000010:3.0:1767384399.048579:0:19371:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000020:00000010:0.0:1767384399.048580:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384399.048588:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060bf6bfe. 02000000:00000010:3.0:1767384399.048594:0:19371:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000584c8ed0. 00000400:00000010:0.0:1767384399.048617:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4bedc62. 00000400:00000010:0.0:1767384399.048623:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab30fdb3. 00000400:00000010:2.0:1767384399.048629:0:40993:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 00000400:00000010:3.0:1767384399.048634:0:19371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cc8f3. 00000020:00000010:1.0:1767384399.048639:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f268b533. 00000020:00000010:2.0:1767384399.048643:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea60a54c. 02000000:00000010:0.0:1767384399.048647:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291257c5. 00000020:00000010:2.0:1767384399.048650:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 02000000:00000010:0.0:1767384399.048656:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048bedd7f. 00000020:00000010:2.0:1767384399.048657:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:3.0:1767384399.048660:0:19371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cc8f3. 00000100:00000010:0.0:1767384399.048665:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfcbeb21. 02000000:00000010:2.0:1767384399.048669:0:40993:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b44f4106. 00000020:00000010:3.0:1767384399.048675:0:19371:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5c22325. 00000020:00000010:3.0:1767384399.048680:0:19371:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000400:00000010:2.0:1767384399.048682:0:40993:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f3f4a4f. 00000400:00000010:2.0:1767384399.048689:0:40993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7355a8. 00000020:00000010:3.0:1767384399.048691:0:19371:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000325d4d4f. 00000400:00000010:0.0:1767384399.048702:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000483be63. 00000400:00000010:0.0:1767384399.048709:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000354ac892. 00000020:00000010:1.0:1767384399.048710:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000004614eb48. 00000020:00000010:1.0:1767384399.048718:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000319617b5. 00000400:00000010:2.0:1767384399.048728:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036490ca7. 02000000:00000010:0.0:1767384399.048733:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1239128. 00000400:00000010:2.0:1767384399.048735:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000473b94f2. 02000000:00000010:0.0:1767384399.048741:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000989cadb5. 00000020:00000010:1.0:1767384399.048745:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000082ac694e. 00000020:00000010:1.0:1767384399.048751:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000004080eb7. 02000000:00000010:2.0:1767384399.048757:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090a9fbd9. 00000100:00000010:0.0:1767384399.048758:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024a46b48. 00000020:00000010:1.0:1767384399.048761:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000084d38e87. 02000000:00000010:2.0:1767384399.048788:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000007d5c0f7. 00000100:00000010:2.0:1767384399.048796:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0c3861d. 00000020:00000010:1.0:1767384399.048807:0:40999:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000083672856. 00000400:00000010:1.0:1767384399.048839:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09b2612. 00000400:00000010:1.0:1767384399.048863:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09b2612. 00000020:00000010:1.0:1767384399.048873:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7a79010. 00000020:00000010:1.0:1767384399.048877:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d6e9. 00000020:00000010:1.0:1767384399.048880:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc20f51c. 00000400:00000010:0.0:1767384399.048892:0:16351:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071248ad4. 00000400:00000010:0.0:1767384399.048899:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 02000000:00000010:0.0:1767384399.048926:0:16351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fe5a4c0c. 02000000:00000010:0.0:1767384399.048930:0:16351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f1668e09. 00000100:00000010:0.0:1767384399.048933:0:16351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000420d760a. 00000001:00000010:2.0:1767384399.049455:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000997a5767. 00002000:00000010:2.0:1767384399.049465:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000002e82e1fc. 00080000:00000010:2.0:1767384399.049469:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b29f806. 00000001:00000010:2.0:1767384399.049473:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000086affbb0. 00002000:00000010:2.0:1767384399.049475:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000330797eb. 00080000:00000010:2.0:1767384399.049477:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fe68a8a4. 00000001:00000010:2.0:1767384399.049481:0:17886:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005850fdcb. 00002000:00000010:2.0:1767384399.049490:0:17886:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e6fab66b. 00080000:00000010:2.0:1767384399.049494:0:17886:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000507bb15d. 00000100:00000010:3.0:1767384399.053853:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000010:1.0:1767384399.053854:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000010:0.0:1767384399.053856:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f523eb3. 00000100:00000010:2.0:1767384399.053859:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00000800:00000010:0.0:1767384399.497755:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d0f6c8a5. 00000800:00000010:0.0:1767384399.497792:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9e6ead0. 00000800:00000010:0.0:1767384399.497799:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004ba7f2a5. 00000800:00000010:0.0:1767384399.497831:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004ba7f2a5. 00000800:00020000:0.0:1767384399.497846:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384399.497851:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9e6ead0. 00000800:00000010:0.0:1767384399.497855:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d0f6c8a5. 00000400:02020000:0.0:1767384399.497933:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp43 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384399.498142:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000454894e. 00000800:00000010:2.0:1767384399.498147:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384399.498151:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384399.498183:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00000010:0.0:1767384399.498248:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008c445ee7. 00000800:00000010:3.0:1767384399.498316:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de8de13f. 00000800:00000010:3.0:1767384399.498323:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384399.498345:0:16340:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087da6055. 00000800:00000010:3.1:1767384399.498348:0:16340:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087da6055. 00000800:00000010:3.0:1767384399.498357:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384399.498413:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384399.498418:0:16340:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:2.0:1767384399.498440:0:16341:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fee41d3f. 00000800:00000010:3.0:1767384399.498456:0:16340:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008c445ee7. 00000400:00000010:0.0:1767384399.559856:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384399.559881:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007b711d5f. 00000400:00000010:0.0:1767384399.559886:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004d3acdca. 00000800:00000010:0.0:1767384399.618557:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007b711d5f. 00000800:00000010:2.0:1767384399.618646:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005bd44795. 00000800:00000010:2.0:1767384399.618655:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384399.618685:0:30695:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000049a6a411. 00000800:00000010:2.0:1767384399.618696:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384399.618760:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384399.618804:0:30695:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384399.618842:0:30695:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007b711d5f. 00000800:00000010:3.0:1767384399.619435:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641ac996. 00000800:00000010:3.0:1767384399.619685:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641ac996. 00000800:00000010:0.0:1767384399.619739:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b1f5d585. 00000800:00000010:3.0:1767384399.619813:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007de9c80. 00000800:00000010:3.0:1767384399.619818:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384399.619977:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087da6055. 00000800:00000010:3.1:1767384399.619982:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087da6055. 00000800:00000010:3.0:1767384399.620035:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384399.620067:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384399.620070:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384399.620093:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b1f5d585. 00000800:00000010:1.0:1767384399.620354:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1d7894d. 00000800:00000010:1.0:1767384399.620404:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1d7894d. 00000800:00000010:0.0:1767384399.621107:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000152ba5e2. 00000800:00000010:1.0:1767384399.621165:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d68d6cfa. 00000800:00000010:1.0:1767384399.621172:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062b546ed. 00000800:00000010:1.0:1767384399.621288:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b2df3da9. 00000800:00000010:1.1:1767384399.621293:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b2df3da9. 00000800:00000010:1.0:1767384399.621304:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000adf9e77e. 00000800:00000010:1.0:1767384399.621352:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000adf9e77e. 00000800:00000010:1.0:1767384399.621357:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062b546ed. 00000800:00000010:1.0:1767384399.621388:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000152ba5e2. 00000800:00000010:3.0:1767384400.520592:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a0686ca. 00000800:00000010:3.0:1767384400.520601:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384400.520605:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384400.520620:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00020000:3.0:1767384400.520628:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384400.520632:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384400.520635:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a0686ca. 00000400:02020000:3.0:1767384400.520665:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp38 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384400.583896:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000056226f38. 00000400:00000010:0.0:1767384400.583913:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d3acdca. 00000400:00000010:0.0:1767384400.583933:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384400.583944:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ef031e9d. 00000800:00000010:0.0:1767384400.583980:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048bedd7f. 00000400:00000010:0.0:1767384400.584012:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005e253a00. 00000400:00000010:0.0:1767384400.584016:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000060bf6bfe. 00000400:00000010:0.0:1767384400.584018:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d050888e. 00000400:00000010:0.0:1767384400.584023:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000af4bdf8e. 00000800:00000010:0.0:1767384400.584032:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007d5c0f7. 00000800:00000010:2.0:1767384400.586058:0:16341:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2fd6759. 00000800:00000010:2.0:1767384400.586065:0:16341:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384400.586072:0:16341:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384400.586101:0:16341:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00020000:2.0:1767384400.586115:0:16341:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384400.586121:0:16341:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384400.586124:0:16341:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b2fd6759. 00000400:02020000:2.0:1767384400.586186:0:16341:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp49 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384400.586197:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048bedd7f. 00000800:00000010:3.0:1767384400.586589:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a0686ca. 00000800:00000010:3.0:1767384400.586596:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384400.586600:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384400.586641:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00000010:0.0:1767384400.586830:0:16348:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000098c67a8c. 00000800:00000010:3.0:1767384400.586874:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec2fa394. 00000800:00000010:3.0:1767384400.586881:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087da6055. 00000800:00000010:3.0:1767384400.586910:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d7fd510. 00000800:00000010:3.1:1767384400.586914:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d7fd510. 00000800:00000010:3.0:1767384400.586950:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384400.587009:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d7fa030. 00000800:00000010:3.0:1767384400.587014:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087da6055. 00000800:00000010:2.0:1767384400.587036:0:30695:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384400.587061:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000098c67a8c. 00000800:00000010:3.0:1767384400.587158:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007d5c0f7. 00000800:00000010:1.0:1767384400.587185:0:16345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1d7894d. 00000800:00000010:3.0:1767384400.587258:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1d7894d. 00000400:00000010:1.0:1767384400.587293:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d050888e. 00000400:00000010:1.0:1767384400.587303:0:16345:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005e253a00. 00000400:00000010:1.0:1767384400.587309:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000060bf6bfe. 00000800:00000010:2.0:1767384400.588166:0:30695:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2fd6759. 00000800:00000010:2.0:1767384400.588171:0:30695:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384400.588174:0:30695:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1814186. 00000800:00000010:2.0:1767384400.588193:0:30695:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1814186. 00000800:00020000:2.0:1767384400.588198:0:30695:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:2.0:1767384400.588201:0:30695:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fee41d3f. 00000800:00000010:2.0:1767384400.588209:0:30695:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b2fd6759. 00000400:02020000:2.0:1767384400.588243:0:30695:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp48 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384400.674741:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fd9e44. 00000400:00000010:3.0:1767384400.674803:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aabb1a4e. 00000020:00000010:2.0:1767384400.674968:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.674974:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.674978:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 02000000:00000010:2.0:1767384400.675023:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cf0b8f9e. 00000020:00000010:2.0:1767384400.675032:0:40992:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000704c2136. 00000001:00000010:2.0:1767384400.675042:0:40992:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000989cadb5. 00000001:00000010:2.0:1767384400.675047:0:40992:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aef39677. 00000001:00000010:2.0:1767384400.675050:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1a9af37. 00000001:00000010:2.0:1767384400.675052:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8fdd5d9. 00000001:00000010:2.0:1767384400.675054:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c216bbf. 00000001:00000010:2.0:1767384400.675062:0:40992:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b855d2a3. 00000020:00000010:2.0:1767384400.675075:0:40992:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ac3f45db. 00000020:00000010:2.0:1767384400.675159:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005220a7cd. 00000020:00000010:2.0:1767384400.675162:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000fee41d3f. 00000020:00000010:2.0:1767384400.675165:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000a5b57922. 00000020:00000010:2.0:1767384400.675182:0:40992:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000055f8497a. 00000020:00000010:2.0:1767384400.675185:0:40992:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000737e8efe. 00000020:00000010:2.0:1767384400.675188:0:40992:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000000cec0aba. 00000020:00000010:2.0:1767384400.675201:0:40992:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a7075710. 00000400:00000010:2.0:1767384400.675248:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce6b0021. 00000800:00000010:2.0:1767384400.675277:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daf3cd45. 00000020:00000010:2.0:1767384400.675302:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.675305:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.675307:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.675315:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b9ead83. 00000400:00000010:2.0:1767384400.675318:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b37f0e36. 00000800:00000010:1.0:1767384400.675398:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000daf3cd45. 00000400:00000010:1.0:1767384400.675404:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce6b0021. 02000000:00000010:1.0:1767384400.675408:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000cf0b8f9e. 00000400:00000010:1.0:1767384400.676437:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d8c577. 00000400:00000010:1.0:1767384400.676447:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a72cfa83. 00000020:00000010:2.0:1767384400.676507:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.676513:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.676517:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.676531:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.676534:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.676563:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.676565:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00010000:00000010:2.0:1767384400.676582:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004901117f. 02000000:00000010:2.0:1767384400.676592:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007258d641. 00000400:00000010:2.0:1767384400.676613:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e80e22f. 00000800:00000010:2.0:1767384400.676629:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000583499e8. 00000020:00000010:2.0:1767384400.676648:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.676651:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.676654:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.676662:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024aa7936. 00000400:00000010:2.0:1767384400.676666:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dd0a4d7. 00000800:00000010:3.0:1767384400.676702:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000583499e8. 00000400:00000010:3.0:1767384400.676707:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e80e22f. 02000000:00000010:3.0:1767384400.676710:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007258d641. 00000400:00000010:1.0:1767384400.677607:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033427023. 00000400:00000010:1.0:1767384400.677617:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eff645a. 00000020:00000010:2.0:1767384400.677682:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.677687:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.677692:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.677696:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.677699:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.677721:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.677724:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 02000000:00000010:2.0:1767384400.677734:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000df1b1fd5. 00000040:00000010:2.0:1767384400.677741:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7793dbe. 00080000:00000010:2.0:1767384400.677793:0:40992:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c7ec0ef6. 00000040:00000010:2.0:1767384400.677801:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7793dbe. 00000400:00000010:2.0:1767384400.677810:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887c2f0a. 00000800:00000010:2.0:1767384400.677825:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b322b8fd. 00000020:00000010:2.0:1767384400.677843:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.677847:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.677851:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.677859:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0222861. 00000400:00000010:2.0:1767384400.677865:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4013365. 00000800:00000010:1.0:1767384400.677895:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b322b8fd. 00000400:00000010:1.0:1767384400.677900:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000887c2f0a. 02000000:00000010:1.0:1767384400.677902:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000df1b1fd5. 00000400:00000010:3.0:1767384400.678727:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d90330d3. 00000400:00000010:3.0:1767384400.678737:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061095afb. 00000020:00000010:2.0:1767384400.678796:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.678800:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.678811:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.678815:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.678817:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.678842:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.678844:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00010000:00000010:2.0:1767384400.678855:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000063929d89. 02000000:00000010:2.0:1767384400.678864:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a59edcc. 00000400:00000010:2.0:1767384400.678876:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043cb473f. 00000800:00000010:2.0:1767384400.678891:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ade475b. 00000020:00000010:2.0:1767384400.678909:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.678912:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.678915:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.678934:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067961867. 00000400:00000010:2.0:1767384400.678938:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acab46d6. 00000800:00000010:1.0:1767384400.678973:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ade475b. 00000400:00000010:1.0:1767384400.678979:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043cb473f. 02000000:00000010:1.0:1767384400.678982:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a59edcc. 00000400:00000010:1.0:1767384400.679757:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043d3155e. 00000400:00000010:1.0:1767384400.679799:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed3c4ac9. 00000020:00000010:2.0:1767384400.679855:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.679859:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.679863:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.679866:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.679869:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.679890:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1814186. 00000020:00000010:2.0:1767384400.679892:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1814186. 02000000:00000010:2.0:1767384400.679901:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000109e8b4b. 00000040:00000010:2.0:1767384400.679905:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7793dbe. 00000040:00000010:2.0:1767384400.679952:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003ac0af16. 00000040:00000010:2.0:1767384400.679965:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003ac0af16. 00000040:00000010:2.0:1767384400.679968:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7793dbe. 20000000:00000010:2.0:1767384400.679975:0:40992:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b1814186. 00000400:00000010:2.0:1767384400.679982:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d39f9ba7. 00000800:00000010:2.0:1767384400.679997:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000020:00000010:2.0:1767384400.680016:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.680019:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.680022:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.680031:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000702dfcc3. 00000400:00000010:2.0:1767384400.680039:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c0c27ca. 00000800:00000010:3.0:1767384400.680071:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000400:00000010:3.0:1767384400.680076:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d39f9ba7. 02000000:00000010:3.0:1767384400.680079:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000109e8b4b. 00000400:00000010:1.0:1767384400.680804:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092e8d883. 00000400:00000010:1.0:1767384400.680815:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049767d06. 00000020:00000010:2.0:1767384400.680867:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.680871:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.680875:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.680878:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.680881:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.680905:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.680908:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.680937:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001359fc77. 00000040:00000010:2.0:1767384400.680943:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7793dbe. 00000040:00000010:2.0:1767384400.680953:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.680970:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.680975:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7793dbe. 00000400:00000010:2.0:1767384400.680983:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000089d4f940. 00000800:00000010:2.0:1767384400.680997:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c7793dbe. 00000020:00000010:2.0:1767384400.681015:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.681018:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.681021:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.681028:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e7197d9. 00000400:00000010:2.0:1767384400.681031:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e01f500d. 00000800:00000010:1.0:1767384400.681081:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c7793dbe. 00000400:00000010:1.0:1767384400.681086:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000089d4f940. 02000000:00000010:1.0:1767384400.681089:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001359fc77. 00000400:00000010:3.0:1767384400.682115:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cee2425. 00000400:00000010:3.0:1767384400.682126:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad033113. 00000020:00000010:2.0:1767384400.682195:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.682199:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.682203:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.682206:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.682209:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.682230:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.682232:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.682247:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000001359fc77. 00000040:00000010:2.0:1767384400.682252:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000028f4250a. 00000040:00000010:2.0:1767384400.682260:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.682277:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.682280:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028f4250a. 00000400:00000010:2.0:1767384400.682287:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000089d4f940. 00000800:00000010:2.0:1767384400.682309:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000028f4250a. 00000020:00000010:2.0:1767384400.682327:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.682331:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.682335:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.682343:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3da3882. 00000400:00000010:2.0:1767384400.682347:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c8728ea. 00000800:00000010:1.0:1767384400.682379:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000028f4250a. 00000400:00000010:1.0:1767384400.682385:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000089d4f940. 02000000:00000010:1.0:1767384400.682387:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000001359fc77. 00000400:00000010:1.0:1767384400.696816:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b43ae428. 00000400:00000010:1.0:1767384400.696844:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029d38e69. 00000020:00000010:2.0:1767384400.696951:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.696958:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.696964:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.696969:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.696975:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.697013:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.697016:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.697052:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000001359fc77. 00000040:00000010:2.0:1767384400.697059:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009fbdef76. 00000040:00000010:2.0:1767384400.697076:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.697105:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.697109:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009fbdef76. 00000400:00000010:2.0:1767384400.697125:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f97d2bed. 00000800:00000010:2.0:1767384400.697159:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009fbdef76. 00000020:00000010:2.0:1767384400.697186:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.697189:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.697192:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.697203:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fab450f3. 00000400:00000010:2.0:1767384400.697208:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002bc9280. 00000800:00000010:3.0:1767384400.697280:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009fbdef76. 00000400:00000010:3.0:1767384400.697287:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f97d2bed. 02000000:00000010:3.0:1767384400.697292:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000001359fc77. 00000400:00000010:1.0:1767384400.698525:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d91c00. 00000400:00000010:1.0:1767384400.698540:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000565ba992. 00000020:00000010:2.0:1767384400.698599:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.698603:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.698607:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.698610:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.698613:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.698634:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.698637:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00010000:00000010:2.0:1767384400.698656:0:40992:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c182644. 00010000:00000010:2.0:1767384400.698669:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d69dd408. 02000000:00000010:2.0:1767384400.698681:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a16b61e. 00000400:00000010:2.0:1767384400.698704:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063926432. 00000800:00000010:2.0:1767384400.698719:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000244d7401. 00000020:00000010:2.0:1767384400.698738:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.698743:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.698746:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.698754:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d467bbe. 00000400:00000010:2.0:1767384400.698757:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd7d1081. 00000800:00000010:1.0:1767384400.698821:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000244d7401. 00000400:00000010:1.0:1767384400.698827:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063926432. 02000000:00000010:1.0:1767384400.698831:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a16b61e. 00000400:00000010:3.0:1767384400.700525:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad6f4c82. 00000400:00000010:3.0:1767384400.700536:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d701b539. 00000020:00000010:2.0:1767384400.700597:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.700601:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.700605:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.700608:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.700611:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.700633:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.700636:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.700644:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003710f2f8. 20000000:00000010:2.0:1767384400.700654:0:40992:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000469fad92. 00000100:00000010:2.0:1767384400.700737:0:40992:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f5fe013d. 00000100:00000010:2.0:1767384400.700741:0:40992:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003ac0af16. 00000400:00000010:2.0:1767384400.700749:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7779c58. 00000400:00000010:2.0:1767384400.700756:0:40992:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072ed1bc0. 00000800:00000010:2.0:1767384400.700792:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c114739. 00000800:00000010:1.0:1767384400.700909:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c114739. 00000400:00000010:1.0:1767384400.701561:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7779c58. 00000100:00000010:2.0:1767384400.701617:0:40992:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003ac0af16. 00000100:00000010:2.0:1767384400.701622:0:40992:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f5fe013d. 20000000:00000010:2.0:1767384400.701630:0:40992:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000469fad92. 00000400:00000010:2.0:1767384400.701640:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5cb62f0. 00000800:00000010:2.0:1767384400.701654:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c114739. 00000020:00000010:2.0:1767384400.701672:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.701677:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.701680:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.701688:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b1e7db3. 00000400:00000010:2.0:1767384400.701692:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0d18a04. 00000800:00000010:3.0:1767384400.701713:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c114739. 00000400:00000010:3.0:1767384400.701719:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5cb62f0. 02000000:00000010:3.0:1767384400.701722:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003710f2f8. 00000400:00000010:1.0:1767384400.705626:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a6cd4aa. 00000400:00000010:1.0:1767384400.705637:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a404647. 00000020:00000010:2.0:1767384400.705697:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.705707:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.705712:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.705715:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.705718:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.705742:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.705745:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00010000:00000010:2.0:1767384400.705759:0:40992:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043b30177. 02000000:00000010:2.0:1767384400.705803:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f5fe013d. 00000400:00000010:2.0:1767384400.705819:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa29d92. 00000800:00000010:2.0:1767384400.705835:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000244d7401. 00000020:00000010:2.0:1767384400.705852:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.705855:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.705859:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.705867:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffaefee5. 00000400:00000010:2.0:1767384400.705871:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6a9c918. 00000800:00000010:1.0:1767384400.705903:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000244d7401. 00000400:00000010:1.0:1767384400.705909:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffa29d92. 02000000:00000010:1.0:1767384400.705912:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f5fe013d. 00000400:00000010:3.0:1767384400.706761:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c728878. 00000400:00000010:3.0:1767384400.706789:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036476c02. 00000020:00000010:2.0:1767384400.706842:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.706845:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.706849:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.706852:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.706854:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.706876:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.706878:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.706888:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f5fe013d. 00000040:00000010:2.0:1767384400.706894:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a237319c. 00000040:00000010:2.0:1767384400.706955:0:40992:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000b6b00c66. 00000040:00000010:2.0:1767384400.706967:0:40992:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000b6b00c66. 00000040:00000010:2.0:1767384400.706970:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a237319c. 00000400:00000010:2.0:1767384400.706979:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdd7718. 00000800:00000010:2.0:1767384400.706993:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000020:00000010:2.0:1767384400.707012:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.707015:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.707018:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.707024:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed139df6. 00000400:00000010:2.0:1767384400.707034:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9969ea3. 00000800:00000010:1.0:1767384400.707088:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000400:00000010:1.0:1767384400.707095:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdd7718. 02000000:00000010:1.0:1767384400.707098:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f5fe013d. 00000400:00000010:1.0:1767384400.707892:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f4bef1. 00000400:00000010:1.0:1767384400.707903:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037a5651c. 00000020:00000010:2.0:1767384400.707965:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.707968:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.707972:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.707975:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.707978:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.707998:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2c0f9d0. 00000020:00000010:2.0:1767384400.708000:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2c0f9d0. 02000000:00000010:2.0:1767384400.708019:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001359fc77. 00000040:00000010:2.0:1767384400.708024:0:40992:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a237319c. 00000040:00000010:2.0:1767384400.708032:0:40992:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.708043:0:40992:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b2fd6759. 00000040:00000010:2.0:1767384400.708047:0:40992:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a237319c. 00000400:00000010:2.0:1767384400.708054:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000072a871ca. 00000800:00000010:2.0:1767384400.708067:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a237319c. 00000020:00000010:2.0:1767384400.708084:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.708088:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.708091:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000400:00000010:2.0:1767384400.708099:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000423f08e3. 00000400:00000010:2.0:1767384400.708102:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6e8fad5. 00000800:00000010:3.0:1767384400.708148:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a237319c. 00000400:00000010:3.0:1767384400.708155:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000072a871ca. 02000000:00000010:3.0:1767384400.708158:0:16346:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001359fc77. 00000100:00000010:1.0:1767384400.710358:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fa7859a. 00000020:00000010:2.0:1767384400.710429:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b2fd6759. 00000020:00000010:2.0:1767384400.710441:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b47871. 00000020:00000010:2.0:1767384400.710444:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.710447:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 02000000:00000010:2.0:1767384400.710485:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003710f2f8. 00000020:00000010:2.0:1767384400.710504:0:40999:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000469fad92. 00000004:00000010:2.0:1767384400.710512:0:40999:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a2c0f9d0. 00000001:00000010:2.0:1767384400.710516:0:40999:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000091cffbcf. 00000001:00000010:2.0:1767384400.710522:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001ade475b. 00000001:00000010:2.0:1767384400.710527:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008b78b18d. 00000001:00000010:2.0:1767384400.710531:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a237319c. 00000001:00000010:2.0:1767384400.710534:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fbdef76. 00000001:00000010:2.0:1767384400.710537:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028f4250a. 00000001:00000010:2.0:1767384400.710547:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7793dbe. 00000001:00000010:2.0:1767384400.710551:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b322b8fd. 00000001:00000010:2.0:1767384400.710555:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000290a771e. 00000001:00000010:2.0:1767384400.710557:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000291257c5. 00000001:00000010:2.0:1767384400.710559:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b7c03f0. 00000001:00000010:2.0:1767384400.710563:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000507bb15d. 00000001:00000010:2.0:1767384400.710566:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe68a8a4. 00080000:00000010:2.0:1767384400.710599:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000089c70771. 00080000:00000010:2.0:1767384400.710609:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002cf1f9a1. 00080000:00000010:1.0:1767384400.712475:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089c70771. 00080000:00000010:2.0:1767384400.712528:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002cf1f9a1. 00080000:00000010:2.0:1767384400.712538:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003c13598c. 00080000:00000010:2.0:1767384400.712542:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002cf1f9a1. 00000001:00000010:2.0:1767384400.712550:0:40999:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000797b779f. 00080000:00000010:2.0:1767384400.712582:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002cf1f9a1. 00000020:00000010:2.0:1767384400.712592:0:40999:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000043fbf840. 00000020:00000010:2.0:1767384400.712666:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005a16b61e. 00000020:00000010:2.0:1767384400.712670:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000109e8b4b. 00000020:00000010:2.0:1767384400.712674:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000d52f9afc. 00000020:00000010:2.0:1767384400.712690:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005a59edcc. 00000020:00000010:2.0:1767384400.712692:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000583499e8. 00000020:00000010:2.0:1767384400.712695:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000328a9797. 00000020:00000010:2.0:1767384400.712709:0:40999:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f64786af. 00000020:00000010:2.0:1767384400.712716:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cf1f9a1. 00000400:00000010:2.0:1767384400.712753:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085fe0a02. 00000800:00000010:2.0:1767384400.712793:0:40999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daf3cd45. 00000020:00000010:2.0:1767384400.712812:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384400.712815:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384400.712818:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b47871. 00000800:00000010:1.0:1767384400.712895:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000daf3cd45. 00000400:00000010:1.0:1767384400.712903:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085fe0a02. 00000400:00000010:0.0:1767384401.607877:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 00000400:00000010:0.0:1767384401.607946:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000056226f38. 00000400:00000010:0.0:1767384401.607951:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004d3acdca. 00000100:00000010:2.0:1767384401.714120:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6d3f6e9. 00000100:00000010:2.0:1767384401.714166:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f4b830a. 00000020:00000010:1.0:1767384401.714203:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adf9e77e. 00000020:00000010:1.0:1767384401.714210:0:40999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002cf1f9a1. 00000020:00000010:3.0:1767384401.714215:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e9d8cfb2. 00040000:00000010:3.0:1767384401.714227:0:40998:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005915c78a. 00000004:00000010:3.0:1767384401.714247:0:40998:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099f40c5c. 00000020:00000010:1.0:1767384401.714257:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc20f51c. 00000004:00000010:3.0:1767384401.714259:0:40998:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b3ed889d. 00000020:00000010:1.0:1767384401.714263:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7a79010. 00000004:00000010:3.0:1767384401.714266:0:40998:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003de051f9. 00000020:00000010:1.0:1767384401.714269:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d6e9. 00000020:00000010:3.0:1767384401.714277:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.714281:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.714285:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa9a9266. 00000020:00000010:3.0:1767384401.714288:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ac7b341. 00000020:00000010:1.0:1767384401.714315:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5db73d0. 00000020:00000010:1.0:1767384401.714319:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5db73d0. 02000000:00000010:1.0:1767384401.714337:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000067b0f857. 00000020:00000010:1.0:1767384401.714357:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000a193d6c4. 00000400:00000010:1.0:1767384401.714384:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a09b2612. 00000800:00000010:1.0:1767384401.714421:0:40999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e71f09f. 00000020:00000010:1.0:1767384401.714456:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7a79010. 00000020:00000010:1.0:1767384401.714461:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d6e9. 00000020:00000010:1.0:1767384401.714463:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc20f51c. 00000800:00000010:2.0:1767384401.714584:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e71f09f. 00000400:00000010:2.0:1767384401.714593:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a09b2612. 00000020:00000010:3.0:1767384401.715496:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384401.715522:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.715524:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000100:00000010:0.0:1767384401.715534:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000420d760a. 02000000:00000010:3.0:1767384401.715535:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000088ac05b4. 00000020:00000010:3.0:1767384401.715547:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000329e2332. 00000400:00000010:3.0:1767384401.715557:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716cc8f3. 00000100:00000010:1.0:1767384401.715557:0:40999:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bc20f51c. 00000800:00000010:3.0:1767384401.715576:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641ac996. 00000020:00000010:3.0:1767384401.715600:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ac7b341. 00000020:00000010:3.0:1767384401.715603:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384401.715606:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa9a9266. 00000020:00000010:3.0:1767384401.715618:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.715621:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.715624:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa9a9266. 00000020:00000010:3.0:1767384401.715627:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ac7b341. 00000020:00000010:3.0:1767384401.715629:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384401.715650:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.715652:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d7fa030. 00000800:00000010:1.0:1767384401.715661:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641ac996. 02000000:00000010:3.0:1767384401.715663:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000070e75ab4. 00000400:00000010:1.0:1767384401.715669:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000716cc8f3. 00000400:00000010:3.0:1767384401.715674:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e60216a6. 00000800:00000010:3.0:1767384401.715688:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641ac996. 00000020:00000010:3.0:1767384401.715701:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ac7b341. 00000020:00000010:3.0:1767384401.715704:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000020:00000010:3.0:1767384401.715707:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa9a9266. 00000800:00000010:1.0:1767384401.715745:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641ac996. 00000400:00000010:1.0:1767384401.715749:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e60216a6. 00000100:00000010:3.0:1767384401.715874:0:41609:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003d7fa030. 00000020:00000010:3.0:1767384401.715878:0:41609:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020318ad8. 00000020:00000010:3.0:1767384401.715882:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa9a9266. 00000020:00000010:3.0:1767384401.715884:0:41609:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000847ee170. 00000040:00000010:3.0:1767384401.715892:0:41609:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000325d4d4f. 00000020:00000010:3.0:1767384401.715895:0:41609:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f28743f0. 00000020:00000010:3.0:1767384401.715912:0:41609:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000082cccc3e. 00000020:00000010:3.0:1767384401.715916:0:41609:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000090a9fbd9. 80000000:00000010:3.0:1767384401.715919:0:41609:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d122b92. 40000000:00000010:3.0:1767384401.715921:0:41609:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005d23c23. 00100000:00000010:3.0:1767384401.715925:0:41609:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000115962d0. 00040000:00000010:3.0:1767384401.715929:0:41609:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f872aee7. 00040000:00000010:3.0:1767384401.715931:0:41609:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003ed7539f. 00040000:00000010:3.0:1767384401.715934:0:41609:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d920dde. 00080000:00000010:3.0:1767384401.715938:0:41609:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002cfb4ed3. 00080000:00000010:3.0:1767384401.715952:0:41609:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000061685af2. 00000004:00000010:3.0:1767384401.715967:0:41609:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004159d0f7. 00000004:00000010:3.0:1767384401.715970:0:41609:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a09b2942. 00000004:00000010:3.0:1767384401.716029:0:41609:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000048471fec. 00002000:00000010:3.0:1767384401.716034:0:41609:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064229f32. 00000004:00000010:3.0:1767384401.716037:0:41609:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e11a31c0. 00000100:00000010:3.0:1767384401.716081:0:41609:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000066fd7a8. 00000100:00000010:0.0:1767384401.716819:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfcbeb21. 00000020:00000010:2.0:1767384401.716874:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d9bc3a. 00000020:00000010:2.0:1767384401.716879:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384401.716882:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 02000000:00000010:2.0:1767384401.716925:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b44f4106. 00000020:00000010:2.0:1767384401.716934:0:18446:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000c4d7ead. 00000001:00000010:2.0:1767384401.716938:0:18446:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000080244506. 00000001:00000010:2.0:1767384401.716943:0:18446:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000daf3cd45. 00000001:00000010:2.0:1767384401.716947:0:18446:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b4ba9f05. 00000001:00000010:2.0:1767384401.716950:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000653ce991. 00000001:00000010:2.0:1767384401.716952:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec66f28c. 00000001:00000010:2.0:1767384401.716954:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016859f59. 00000001:00000010:2.0:1767384401.716956:0:18446:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089c70771. 00080000:00000010:2.0:1767384401.716985:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000028b47871. 00080000:00000010:2.0:1767384401.716993:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008ea3b200. 00000100:00000010:1.0:1767384401.716996:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8689b28. 00000001:00000010:2.0:1767384401.717008:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003ed810c8. 00080000:00000010:2.0:1767384401.717042:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008ea3b200. 00000020:00000010:2.0:1767384401.717050:0:18446:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000048efc38a. 00000020:00000010:2.0:1767384401.717056:0:18446:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000048efc38a. 00000020:00000010:2.0:1767384401.717068:0:18446:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000908de9d. 00000020:00000010:2.0:1767384401.717073:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ea3b200. 00000020:00000010:3.0:1767384401.717085:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c3b66ef. 00040000:00000010:3.0:1767384401.717097:0:41001:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055dfb873. 00000400:00000010:2.0:1767384401.717102:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008828f5f9. 00000004:00000010:3.0:1767384401.717103:0:41001:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b5c6032. 00000400:00000010:1.0:1767384401.717103:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dd6da25. 00000004:00000010:3.0:1767384401.717110:0:41001:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000da492d5b. 00000004:00000010:3.0:1767384401.717116:0:41001:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ad2f28f8. 00000400:00000010:1.0:1767384401.717118:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ef15cec. 00000020:00000010:3.0:1767384401.717126:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e7c417b. 00000800:00000010:2.0:1767384401.717126:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007764641e. 00000020:00000010:3.0:1767384401.717132:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e7c417b. 00000020:00000010:3.0:1767384401.717137:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b99e27c. 00000020:00000010:3.0:1767384401.717140:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ac7b341. 00000020:00000010:3.0:1767384401.717143:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed88d8fe. 00000020:00000010:2.0:1767384401.717143:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384401.717148:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384401.717151:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027d9bc3a. 00000020:00000010:3.0:1767384401.717171:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e7c417b. 00000020:00000010:3.0:1767384401.717176:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e7c417b. 00000800:00000010:1.0:1767384401.717183:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007764641e. 00000400:00000010:1.0:1767384401.717189:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008828f5f9. 00000020:00000010:0.0:1767384401.717189:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.717195:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.717201:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.717205:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.717208:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00080000:00000010:3.0:1767384401.717212:0:41001:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 000000008eb913f6. 00000020:00000010:0.0:1767384401.717235:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.717239:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 02000000:00000010:0.0:1767384401.717247:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe5a4c0c. 00000400:00000010:0.0:1767384401.717255:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001810a3d4. 00000800:00000010:0.0:1767384401.717272:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 02000000:00000010:3.0:1767384401.717282:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000bb5c80bb. 00000020:00000010:0.0:1767384401.717292:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 02000000:00000010:3.0:1767384401.717294:0:41001:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000050a40cfd. 00000020:00000010:0.0:1767384401.717298:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.717304:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d3acdca. 00000400:00000010:0.0:1767384401.717319:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071248ad4. 00000400:00000010:0.0:1767384401.717325:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e6ead0. 00000800:00000010:1.0:1767384401.717341:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 00000400:00000010:1.0:1767384401.717348:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001810a3d4. 02000000:00000010:1.0:1767384401.717352:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe5a4c0c. 00000004:00000010:2.0:1767384401.722990:0:41610:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000300afe0b. 00000004:00000010:2.0:1767384401.723008:0:41610:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000300afe0b. 00000020:00000010:0.0:1767384401.723066:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000a207bbe2. 00000400:00000010:0.0:1767384401.723088:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f12f6c4. 00000800:00000010:0.0:1767384401.723107:0:41001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000020:00000010:0.0:1767384401.723136:0:41001:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d0f6c8a5. 00000020:00000010:0.0:1767384401.723144:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ac7b341. 00000020:00000010:0.0:1767384401.723149:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed88d8fe. 00000020:00000010:0.0:1767384401.723153:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b99e27c. 00000800:00000010:1.0:1767384401.723181:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:1.0:1767384401.723188:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f12f6c4. 00000100:00000010:2.0:1767384401.756860:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9fda7fa. 00000020:00000010:3.0:1767384401.756978:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e7c417b. 00000020:00000010:3.0:1767384401.756984:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e7c417b. 00000020:00000010:3.0:1767384401.756989:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce3205d3. 00000020:00000010:3.0:1767384401.756993:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.756996:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.757031:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e7c417b. 00000020:00000010:3.0:1767384401.757032:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e7c417b. 00010000:00000010:3.0:1767384401.757057:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d5659c35. 00010000:00000010:3.0:1767384401.757061:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.757067:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073ff8ebe. 00000020:00000010:3.0:1767384401.757073:0:41609:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001e7c417b. 00010000:00000010:3.0:1767384401.757080:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 02000000:00000010:3.0:1767384401.757107:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000026c8b9f1. 00010000:00000010:3.0:1767384401.757133:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000282c17ad. 00010000:00000010:3.0:1767384401.757136:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b5af4b9. 00000020:00000010:3.0:1767384401.757147:0:41609:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000028423c39. 00080000:00000010:3.0:1767384401.757184:0:41609:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000998fed50. 00010000:00000010:3.0:1767384401.757211:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00000400:00000010:3.0:1767384401.757233:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c71d454. 00000800:00000010:3.0:1767384401.757261:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ae090fa. 00000020:00000010:3.0:1767384401.757283:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.757286:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.757289:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce3205d3. 00000800:00000010:1.0:1767384401.757366:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ae090fa. 00000400:00000010:1.0:1767384401.757374:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c71d454. 00000100:00000010:1.0:1767384401.758518:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1321d0c. 00000020:00000010:3.0:1767384401.758562:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.758566:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.758569:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce3205d3. 00000020:00000010:3.0:1767384401.758571:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.758573:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.758591:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.758593:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00010000:00000010:3.0:1767384401.758602:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005abfe109. 00010000:00000010:3.0:1767384401.758605:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 02000000:00000010:3.0:1767384401.758627:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cf6d945e. 00010000:00000010:3.0:1767384401.758639:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e039f9e5. 00010000:00000010:3.0:1767384401.758641:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683732e8. 00010000:00000010:3.0:1767384401.758673:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ead1c8. 00010000:00000010:3.0:1767384401.758675:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008a6f56d3. 00010000:00000010:3.0:1767384401.758677:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00010000:00000010:3.0:1767384401.758680:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc60637b. 00080000:00000010:3.0:1767384401.758713:0:41609:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000000c35f55. 00010000:00000010:3.0:1767384401.758726:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683732e8. 00010000:00000010:3.0:1767384401.758732:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc60637b. 00010000:00000010:3.0:1767384401.758735:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a6f56d3. 00010000:00000010:3.0:1767384401.758749:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00000400:00000010:3.0:1767384401.758756:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009db0257a. 00000800:00000010:3.0:1767384401.758787:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce33cee5. 00000020:00000010:3.0:1767384401.758801:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.758803:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.758805:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce3205d3. 00000800:00000010:2.0:1767384401.758887:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce33cee5. 00000400:00000010:2.0:1767384401.758896:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009db0257a. 00000100:00000010:1.0:1767384401.759827:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004a4235c. 00000020:00000010:2.0:1767384401.759886:0:41007:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001d6d638b. 00040000:00000010:2.0:1767384401.759895:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000075fe8608. 00000004:00000010:2.0:1767384401.759922:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000300afe0b. 00000004:00000010:2.0:1767384401.759926:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000739a427d. 00000004:00000010:2.0:1767384401.759930:0:41007:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020fb6903. 00000020:00000010:2.0:1767384401.759937:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cf1f9a1. 00000020:00000010:2.0:1767384401.759940:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cf1f9a1. 00000020:00000010:2.0:1767384401.759943:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d9bc3a. 00000020:00000010:2.0:1767384401.759947:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384401.759950:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384401.759999:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cf1f9a1. 00000020:00000010:1.0:1767384401.760000:0:41006:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000028668d75. 00000020:00000010:2.0:1767384401.760004:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cf1f9a1. 00000100:00000010:1.0:1767384401.760008:0:41006:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d8fbdd81. 02000000:00000010:2.0:1767384401.760018:0:41007:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000b4a9574b. 00000400:00000010:2.0:1767384401.760034:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005350a283. 00000800:00000010:2.0:1767384401.760050:0:41007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000244d7401. 00000020:00000010:2.0:1767384401.760072:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000536f8701. 00000020:00000010:2.0:1767384401.760076:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000394da5b1. 00000020:00000010:2.0:1767384401.760080:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027d9bc3a. 00000800:00000010:1.0:1767384401.760136:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000244d7401. 00000400:00000010:1.0:1767384401.760144:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005350a283. 00040000:00000010:1.0:1767384401.760195:0:41006:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000033dd19a5. 00000004:00000010:1.0:1767384401.760198:0:41006:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b1aaf63. 00000004:00000010:1.0:1767384401.760201:0:41006:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006203b20e. 00000004:00000010:1.0:1767384401.760203:0:41006:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008a2ce731. 00000100:00000010:2.0:1767384401.760222:0:41611:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002cf1f9a1. 00000020:00000010:2.0:1767384401.760229:0:41611:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006a2e5078. 00000020:00000010:2.0:1767384401.760235:0:41611:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d9bc3a. 00000020:00000010:2.0:1767384401.760239:0:41611:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078912655. 00000040:00000010:2.0:1767384401.760243:0:41611:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000cc9e4c9. 00000020:00000010:2.0:1767384401.760248:0:41611:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e12d150e. 00000020:00000010:2.0:1767384401.760253:0:41611:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000049c0ce63. 00000020:00000010:2.0:1767384401.760257:0:41611:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009cf15480. 80000000:00000010:2.0:1767384401.760261:0:41611:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048efc38a. 40000000:00000010:2.0:1767384401.760265:0:41611:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000003e4789c. 00100000:00000010:2.0:1767384401.760269:0:41611:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd55e507. 00040000:00000010:2.0:1767384401.760273:0:41611:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c114739. 00040000:00000010:2.0:1767384401.760277:0:41611:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000b4901fc. 00040000:00000010:2.0:1767384401.760280:0:41611:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000402bc7e6. 00080000:00000010:2.0:1767384401.760285:0:41611:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b2d3a64c. 00080000:00000010:2.0:1767384401.760303:0:41611:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b271523a. 00000004:00000010:2.0:1767384401.760309:0:41611:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000744fcd86. 00000004:00000010:2.0:1767384401.760318:0:41611:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c893eee. 00000004:00000010:2.0:1767384401.760322:0:41611:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006588bc63. 00002000:00000010:2.0:1767384401.760325:0:41611:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000018933679. 00000004:00000010:2.0:1767384401.760328:0:41611:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000099ae0ef4. 00000100:00000010:2.0:1767384401.760333:0:41611:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b834c0e3. 00000100:00000010:2.0:1767384401.760994:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002240d84f. 00000020:00000010:3.0:1767384401.761040:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.761045:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.761049:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bba2342. 00000020:00000010:3.0:1767384401.761052:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.761055:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.761080:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.761084:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00010000:00000010:3.0:1767384401.761102:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b5af4b9. 00010000:00000010:3.0:1767384401.761111:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.761118:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd1eec48. 00010000:00000010:3.0:1767384401.761121:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.761125:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:3.0:1767384401.761128:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b5af4b9. 02000000:00000010:3.0:1767384401.761146:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000e2f9c59a. 00010000:00000010:3.0:1767384401.761185:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a42f870c. 00010000:00000010:3.0:1767384401.761190:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.761198:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000079a9dbd. 00010000:00000010:3.0:1767384401.761201:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008a6f56d3. 00010000:00000010:3.0:1767384401.761205:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000be9dbf0f. 00010000:00000010:3.0:1767384401.761208:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc60637b. 00000004:00000010:3.0:1767384401.761218:0:41609:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000024a62b02. 00000004:00000010:3.0:1767384401.761225:0:41609:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d76867c9. 00000004:00000010:3.0:1767384401.761231:0:41609:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000035a75cb7. 00080000:00000010:3.0:1767384401.761241:0:41609:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000014f82eab. 00000020:00000010:3.0:1767384401.761262:0:41609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000409e6c2d. 00080000:00000010:3.0:1767384401.761266:0:41609:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002094ae2b. 00000020:00000010:3.0:1767384401.761271:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000db4930f1. 00000020:00000010:3.0:1767384401.761273:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000ccc8feee. 00080000:00000010:3.0:1767384401.761288:0:41609:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000004ef68e72. 00000004:00000010:3.0:1767384401.761297:0:41609:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000003d7fd510. 00000020:00000010:3.0:1767384401.761303:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000d4fed66a. 00020000:00000010:3.0:1767384401.761323:0:41609:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000af1e4dd6. 00020000:00000010:3.0:1767384401.761326:0:41609:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000721a1251. 00020000:00000010:3.0:1767384401.761330:0:41609:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000009cf712ea. 00000020:00000010:3.0:1767384401.761337:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000059d2c3a7. 00000004:00000010:3.0:1767384401.761358:0:41609:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 000000000851d1d3. 00080000:00000010:3.0:1767384401.761372:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000019af0a5b. 00080000:00000010:3.0:1767384401.761401:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006751d7b5. 00000001:00000010:3.0:1767384401.761526:0:41609:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007f51771d. 00000001:00000010:3.0:1767384401.761857:0:41609:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007f51771d. 00000020:00000010:3.0:1767384401.761890:0:41609:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000059d2c3a7. 00000020:00000010:3.0:1767384401.761895:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000cc8f0938. 00080000:00000010:3.0:1767384401.761928:0:41609:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000ce63089a. 00080000:00000010:3.0:1767384401.761942:0:41609:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000c21dc306. 00000001:00000010:3.0:1767384401.761997:0:41609:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006a0648be. 00000001:00000010:3.0:1767384401.762004:0:41609:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000093ccef84. 00000001:00000010:3.0:1767384401.762058:0:41609:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000007ff05c11. 00080000:00000010:3.0:1767384401.762071:0:41609:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000004ddefe5c. 00080000:00000010:3.0:1767384401.762088:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006751d7b5. 00080000:00000010:3.0:1767384401.762092:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.762096:0:41609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000409e6c2d. 00010000:00000010:3.0:1767384401.762135:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ae029b4c. 00010000:00000010:3.0:1767384401.762138:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6a9dd20. 00010000:00000010:3.0:1767384401.762140:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000604155b0. 00010000:00000010:3.0:1767384401.762142:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683732e8. 00000004:00000010:3.0:1767384401.762159:0:41609:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000001f277b90. 00010000:00000010:3.0:1767384401.762171:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.762186:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b5af4b9. 00010000:00000010:3.0:1767384401.762189:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bc4507. 00000400:00000010:3.0:1767384401.762199:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f44b4b7. 00000400:00000010:3.0:1767384401.762203:0:41609:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000083cd456. 00000800:00000010:3.0:1767384401.762215:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce33cee5. 00000020:00000010:3.0:1767384401.762230:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.762232:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.762234:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bba2342. 00000800:00000010:1.0:1767384401.762294:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce33cee5. 00010000:00000010:3.1:1767384401.762792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073ff8ebe. 00000400:00000010:1.0:1767384401.762960:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f44b4b7. 00000020:00000010:2.0:1767384401.763004:0:16338:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024882e1b. 00000020:00000010:2.0:1767384401.763011:0:16338:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d7640f3. 80000000:00000010:2.0:1767384401.763014:0:16338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dfd39f22. 40000000:00000010:2.0:1767384401.763016:0:16338:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000192ebaa. 00100000:00000010:2.0:1767384401.763020:0:16338:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad0a722e. 00040000:00000010:2.0:1767384401.763022:0:16338:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000244d7401. 00040000:00000010:2.0:1767384401.763025:0:16338:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055ce0ceb. 00040000:00000010:2.0:1767384401.763027:0:16338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f173143. 00080000:00000010:2.0:1767384401.763032:0:16338:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001bf47eb7. 00080000:00000010:2.0:1767384401.763036:0:16338:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f1e3d452. 00000004:00000010:2.0:1767384401.763041:0:16338:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000081c02b44. 00000004:00000010:2.0:1767384401.763044:0:16338:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009aafc410. 00000004:00000010:2.0:1767384401.763047:0:16338:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008a605088. 00002000:00000010:2.0:1767384401.763050:0:16338:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007258d641. 00000004:00000010:2.0:1767384401.763053:0:16338:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf0b8f9e. 00000020:00000010:2.0:1767384401.763064:0:16338:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000fe5b32b. 00000020:00000010:2.0:1767384401.763069:0:16338:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b48b991f. 00010000:00000010:2.0:1767384401.763071:0:16338:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc60637b. 00010000:00000010:2.0:1767384401.763076:0:16338:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a6f56d3. 00000100:00000010:2.0:1767384401.763640:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed3875bc. 00000020:00000010:0.0:1767384401.763723:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.763731:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008ea3b200. 00000020:00000010:0.0:1767384401.763751:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.763755:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.763759:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.763828:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041e4c578. 00000020:00000010:0.0:1767384401.763832:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041e4c578. 00010000:00000010:0.0:1767384401.763846:0:18446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c2318282. 00010000:00000010:0.0:1767384401.763849:0:18446:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000087832459. 00010000:00000010:0.0:1767384401.763854:0:18446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000049a62add. 00000020:00000010:0.0:1767384401.763857:0:18446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000041e4c578. 00002000:00000010:0.0:1767384401.763864:0:18446:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000d79c31a3. 02000000:00000010:0.0:1767384401.763881:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000f1668e09. 00000020:00000010:0.0:1767384401.763891:0:18446:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a608d422. 00000400:00000010:0.0:1767384401.763923:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2415c3. 00000800:00000010:0.0:1767384401.763940:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000020:00000010:0.0:1767384401.763959:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.763962:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.763966:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d3acdca. 00000800:00000010:1.0:1767384401.764015:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:1.0:1767384401.764022:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c2415c3. 00000100:00000010:1.0:1767384401.764987:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b0ddba5. 00000020:00000010:0.0:1767384401.765035:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.765039:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.765041:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.765043:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.765045:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.765065:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.765067:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 00010000:00000010:0.0:1767384401.765079:0:18446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000583b4950. 02000000:00000010:0.0:1767384401.765087:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000b5dc5e1b. 00010000:00000010:0.0:1767384401.765095:0:18446:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9940c2c. 00000100:00000010:0.0:1767384401.765101:0:18446:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0072f71. 00000100:00000010:0.0:1767384401.765108:0:18446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000e74a7d. 02000000:00000010:0.0:1767384401.765119:0:18446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cba5052a. 02000000:00000010:0.0:1767384401.765142:0:18446:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013da872e. 00000400:00000010:0.0:1767384401.765146:0:18446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.765149:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000400:00000010:0.0:1767384401.765154:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005abee95b. 00000800:00000010:0.0:1767384401.765166:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 00000100:00000010:0.0:1767384401.765186:0:18446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f523eb3. 00000100:00000010:0.0:1767384401.765197:0:18446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000100:00000010:0.0:1767384401.765200:0:18446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c729fc7. 00000100:00000010:0.0:1767384401.765204:0:18446:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000800:00000010:2.0:1767384401.765249:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 00000400:00000010:2.0:1767384401.765257:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005abee95b. 00000400:00000010:0.0:1767384401.766150:0:18446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.766156:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 02000000:00000010:0.0:1767384401.766175:0:18446:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013da872e. 02000000:00000010:0.0:1767384401.766179:0:18446:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cba5052a. 00000100:00000010:0.0:1767384401.766183:0:18446:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000e74a7d. 00000100:00000010:0.0:1767384401.766186:0:18446:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0072f71. 00010000:00000010:0.0:1767384401.766189:0:18446:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9940c2c. 00000400:00000010:0.0:1767384401.766202:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005599f1e0. 00000800:00000010:0.0:1767384401.766217:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 00000020:00000010:0.0:1767384401.766237:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.766241:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.766244:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d3acdca. 00000800:00000010:1.0:1767384401.766293:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 00000400:00000010:1.0:1767384401.766299:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005599f1e0. 00000100:00000010:2.0:1767384401.766450:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3bfe016. 00000020:00000010:0.0:1767384401.766497:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.766500:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.766503:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.766505:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.766507:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.766529:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.766531:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 02000000:00000010:0.0:1767384401.766536:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe5a4c0c. 00010000:00000010:0.0:1767384401.766563:0:17069:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9940c2c. 00000100:00000010:0.0:1767384401.766566:0:17069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0072f71. 00000100:00000010:0.0:1767384401.766569:0:17069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000e74a7d. 02000000:00000010:0.0:1767384401.766574:0:17069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cba5052a. 02000000:00000010:0.0:1767384401.766582:0:17069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013da872e. 00000400:00000010:0.0:1767384401.766584:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.766587:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000400:00000010:0.0:1767384401.766590:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0d41819. 00000800:00000010:0.0:1767384401.766599:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000800:00000010:1.0:1767384401.766659:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:1.0:1767384401.766664:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0d41819. 00010000:00000010:3.1:1767384401.766791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e039f9e5. 00010000:00000010:3.1:1767384401.766800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ead1c8. 00010000:00000010:3.1:1767384401.766803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00010000:00000010:3.1:1767384401.766805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005abfe109. 00000400:00000010:0.0:1767384401.767558:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.767563:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 02000000:00000010:0.0:1767384401.767575:0:17069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013da872e. 02000000:00000010:0.0:1767384401.767578:0:17069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cba5052a. 00000100:00000010:0.0:1767384401.767581:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000e74a7d. 00000100:00000010:0.0:1767384401.767583:0:17069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0072f71. 00010000:00000010:0.0:1767384401.767586:0:17069:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9940c2c. 00000400:00000010:0.0:1767384401.767593:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca7d336. 00000800:00000010:0.0:1767384401.767606:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000020:00000010:0.0:1767384401.767626:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.767629:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.767632:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d3acdca. 00000800:00000010:2.0:1767384401.767705:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:2.0:1767384401.767712:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca7d336. 00000100:00000010:1.0:1767384401.767928:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023120aa9. 00000020:00000010:0.0:1767384401.767984:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.767988:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.767992:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.767994:0:41001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.767997:0:41001:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.768023:0:41001:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.768025:0:41001:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9940c2c. 02000000:00000010:0.0:1767384401.768045:0:41001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000b97d5e72. 00000004:00000010:0.0:1767384401.768070:0:41001:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000e9940c2c. 00000020:00000010:0.0:1767384401.768083:0:41001:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000997a5767. 00080000:00000010:0.0:1767384401.768087:0:41001:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cba5052a. 00080000:00000010:0.0:1767384401.768100:0:41001:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007682f060. 00000001:00000010:0.0:1767384401.768124:0:41001:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000061598e37. 00000001:00000010:0.0:1767384401.768129:0:41001:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b0072f71. 00080000:00000010:0.0:1767384401.768150:0:41001:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007682f060. 00000020:00000010:0.0:1767384401.768154:0:41001:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000997a5767. 00000004:00000010:0.0:1767384401.768180:0:41001:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000001f277b90. 00000400:00000010:0.0:1767384401.768200:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b4bf212. 00000800:00000010:0.0:1767384401.768214:0:41001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 00000020:00000010:0.0:1767384401.768232:0:41001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.768236:0:41001:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.768245:0:41001:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d3acdca. 00000800:00000010:1.0:1767384401.768279:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 00000400:00000010:1.0:1767384401.768285:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b4bf212. 00010000:00000010:3.1:1767384401.770813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000282c17ad. 00010000:00000010:2.1:1767384401.770817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000079a9dbd. 00010000:00000010:3.1:1767384401.770821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5659c35. 00010000:00000010:2.1:1767384401.770827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000be9dbf0f. 00010000:00000010:3.1:1767384401.770830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a42f870c. 00010000:00000010:3.1:1767384401.770836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd1eec48. 00010000:00000010:3.1:1767384401.770841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00000100:00000010:2.0:1767384401.771827:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c729fc7. 00000100:00000010:3.0:1767384401.771836:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000010:0.0:1767384401.771846:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f523eb3. 00000100:00000010:1.0:1767384401.771849:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00010000:00000010:0.1:1767384401.772808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000049a62add. 00000100:00000010:2.0:1767384401.793014:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64b5dff. 00000020:00000010:3.0:1767384401.793091:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.793098:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.793104:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bba2342. 00000020:00000010:3.0:1767384401.793110:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.793115:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.793157:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.793160:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000001:00000010:3.0:1767384401.793170:0:41609:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000093ccef84. 00010000:00000010:3.0:1767384401.793193:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd1eec48. 00010000:00000010:3.0:1767384401.793197:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.793203:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:3.0:1767384401.793210:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b5af4b9. 02000000:00000010:3.0:1767384401.793244:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000000d1ad7a1. 00010000:00000010:3.0:1767384401.793269:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a42f870c. 00010000:00000010:3.0:1767384401.793272:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.793337:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b5af4b9. 00000400:00000010:3.0:1767384401.793358:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d829d35e. 00000800:00000010:3.0:1767384401.793386:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ae090fa. 00000020:00000010:3.0:1767384401.793409:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.793412:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.793414:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bba2342. 00000800:00000010:1.0:1767384401.793488:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ae090fa. 00000400:00000010:1.0:1767384401.793494:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d829d35e. 00000100:00000010:1.0:1767384401.795010:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a48572d0. 00000020:00000010:3.0:1767384401.795053:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.795059:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.795063:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bba2342. 00000020:00000010:3.0:1767384401.795066:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.795069:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.795094:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.795097:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 02000000:00000010:3.0:1767384401.795116:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000f4f0dfee. 00010000:00000010:3.0:1767384401.795138:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683732e8. 00010000:00000010:3.0:1767384401.795146:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6a9dd20. 00010000:00000010:3.0:1767384401.795150:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.795153:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.795162:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ead1c8. 00010000:00000010:3.0:1767384401.795164:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.795166:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000282c17ad. 00010000:00000010:3.0:1767384401.795168:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.795174:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001a9199fa. 00010000:00000010:3.0:1767384401.795176:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6a9dd20. 00010000:00000010:3.0:1767384401.795178:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005abfe109. 00010000:00000010:3.0:1767384401.795179:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000683732e8. 00000001:00000010:3.0:1767384401.795215:0:41609:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007f51771d. 00000001:00000010:3.0:1767384401.795223:0:41609:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007f51771d. 00010000:00000010:3.0:1767384401.795242:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000079a9dbd. 00010000:00000010:3.0:1767384401.795244:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000754a4409. 00010000:00000010:3.0:1767384401.795247:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00010000:00000010:3.0:1767384401.795249:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b5af4b9. 00000020:00000010:3.0:1767384401.795260:0:41609:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000ff34acd6. 00000020:00000010:3.0:1767384401.795268:0:41609:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000ff34acd6. 00000020:00000010:3.0:1767384401.795276:0:41609:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000409e6c2d. 00080000:00000010:3.0:1767384401.795280:0:41609:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007b99e27c. 00080000:00000010:3.0:1767384401.795316:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000019af0a5b. 00080000:00000010:3.0:1767384401.795323:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006751d7b5. 00080000:00000010:3.0:1767384401.795326:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c83aee53. 00080000:00000010:3.0:1767384401.795347:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000924986bf. 00000001:00000010:3.0:1767384401.795386:0:41609:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007f51771d. 00000001:00000010:3.0:1767384401.795392:0:41609:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007f51771d. 00000004:00000010:3.0:1767384401.795437:0:41609:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000b1c6080c. 00000001:00000010:3.0:1767384401.795452:0:41609:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000086d48f6d. 00000001:00000010:3.0:1767384401.795457:0:41609:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000093ccef84. 00080000:00000010:3.0:1767384401.795471:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000924986bf. 00080000:00000010:3.0:1767384401.795474:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c83aee53. 00080000:00000010:3.0:1767384401.795476:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006751d7b5. 00080000:00000010:3.0:1767384401.795479:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.795483:0:41609:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000409e6c2d. 00010000:00000010:3.0:1767384401.795492:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e039f9e5. 00010000:00000010:3.0:1767384401.795496:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad7343b4. 00010000:00000010:3.0:1767384401.795508:0:41609:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b3198876. 00010000:00000010:3.0:1767384401.795540:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b5af4b9. 00000020:00000010:0.0:1767384401.795563:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004d3acdca. 00000020:00000010:0.0:1767384401.795573:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007682f060. 00010000:00000010:0.0:1767384401.795576:0:17072:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad7343b4. 00010000:00000010:0.0:1767384401.795582:0:17072:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000754a4409. 00010000:00000010:0.0:1767384401.795591:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b3198876. 00080000:00000010:3.0:1767384401.795618:0:41609:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000ce63089a. 00080000:00000010:3.0:1767384401.795624:0:41609:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000014f82eab. 00000004:00000010:3.0:1767384401.795631:0:41609:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 000000000851d1d3. 00000004:00000010:3.0:1767384401.795635:0:41609:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000af1e4dd6. 00000004:00000010:3.0:1767384401.795639:0:41609:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000721a1251. 00000004:00000010:3.0:1767384401.795642:0:41609:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000003d7fd510. 00000004:00000010:3.0:1767384401.795652:0:41609:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035a75cb7. 00000004:00000010:3.0:1767384401.795656:0:41609:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d76867c9. 00000004:00000010:3.0:1767384401.795660:0:41609:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000024a62b02. 00010000:00000010:3.0:1767384401.795671:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00010000:00000010:3.0:1767384401.795676:0:41609:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bc4507. 00000400:00000010:3.0:1767384401.795694:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd6b4b10. 00000400:00000010:3.0:1767384401.795700:0:41609:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3d5d387. 00000800:00000010:3.0:1767384401.795715:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641ac996. 00000020:00000010:3.0:1767384401.795734:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.795738:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.795741:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bba2342. 00000800:00000010:2.0:1767384401.795835:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641ac996. 00000400:00000010:1.0:1767384401.796440:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd6b4b10. 00000020:00000010:2.0:1767384401.796492:0:16339:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ef6346a4. 00000020:00000010:2.0:1767384401.796498:0:16339:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099569b7a. 80000000:00000010:2.0:1767384401.796501:0:16339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081801af3. 40000000:00000010:2.0:1767384401.796505:0:16339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c18345c. 00100000:00000010:2.0:1767384401.796509:0:16339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000931fcf5a. 00040000:00000010:2.0:1767384401.796514:0:16339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007764641e. 00040000:00000010:2.0:1767384401.796517:0:16339:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000cf19293. 00040000:00000010:2.0:1767384401.796521:0:16339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d85d5bc0. 00080000:00000010:2.0:1767384401.796526:0:16339:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000280a0a00. 00080000:00000010:2.0:1767384401.796543:0:16339:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007fc1cf6c. 00000004:00000010:2.0:1767384401.796549:0:16339:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ed12574. 00000004:00000010:2.0:1767384401.796553:0:16339:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009fae21be. 00000004:00000010:2.0:1767384401.796557:0:16339:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c0ab9d8. 00002000:00000010:2.0:1767384401.796561:0:16339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df1b1fd5. 00000004:00000010:2.0:1767384401.796564:0:16339:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f5fe013d. 00010000:00000010:2.0:1767384401.796577:0:16339:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000683732e8. 00010000:00000010:2.0:1767384401.796584:0:16339:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6a9dd20. 00010000:00000010:3.1:1767384401.800840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c6b7e8eb. 00010000:00000010:3.1:1767384401.805796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000604155b0. 00010000:00000010:2.1:1767384401.805796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001a9199fa. 00010000:00000010:3.1:1767384401.805805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ae029b4c. 00010000:00000010:2.1:1767384401.805806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005abfe109. 00010000:00000010:3.1:1767384401.805813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a42f870c. 00010000:00000010:0.1:1767384401.805813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000079a9dbd. 00010000:00000010:3.1:1767384401.805824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd1eec48. 00010000:00000010:0.1:1767384401.805825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e039f9e5. 00010000:00000010:3.1:1767384401.805830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00010000:00000010:3.1:1767384401.805849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ead1c8. 00010000:00000010:3.1:1767384401.805851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000282c17ad. 00000100:00000010:1.0:1767384401.832668:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ec906b. 00000020:00000010:3.0:1767384401.832801:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.832809:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.832816:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bba2342. 00000020:00000010:3.0:1767384401.832822:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.832827:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.832875:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.832878:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000001:00000010:3.0:1767384401.832890:0:41609:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000b0072f71. 00010000:00000010:3.0:1767384401.832962:0:41609:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1ead1c8. 00010000:00000010:3.0:1767384401.832967:0:41609:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bc4507. 00010000:00000010:3.0:1767384401.832973:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000282c17ad. 00010000:00000010:3.0:1767384401.832980:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000900b1bb7. 02000000:00000010:3.0:1767384401.833025:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000dfe67722. 00010000:00000010:3.0:1767384401.833059:0:41609:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000deae1bcb. 00010000:00000010:3.0:1767384401.833065:0:41609:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b5af4b9. 00010000:00000010:3.0:1767384401.833147:0:41609:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b1bb7. 00000400:00000010:3.0:1767384401.833178:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022f08707. 00000800:00000010:3.0:1767384401.833213:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641ac996. 00000020:00000010:3.0:1767384401.833246:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.833251:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.833254:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bba2342. 00000800:00000010:2.0:1767384401.833325:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641ac996. 00000400:00000010:2.0:1767384401.833332:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022f08707. 00000100:00000010:1.0:1767384401.835279:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080b50ccb. 00000020:00000010:3.0:1767384401.835330:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.835335:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.835339:0:17893:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bba2342. 00000020:00000010:3.0:1767384401.835342:0:17893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.835345:0:17893:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.835375:0:17893:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:3.0:1767384401.835377:0:17893:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 02000000:00000010:3.0:1767384401.835386:0:17893:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002a7484b9. 00000400:00000010:3.0:1767384401.835401:0:17893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dbfb128. 00000800:00000010:3.0:1767384401.835413:0:17893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ae090fa. 00000020:00000010:3.0:1767384401.835428:0:17893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.835430:0:17893:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.835432:0:17893:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bba2342. 00000800:00000010:1.0:1767384401.835478:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ae090fa. 00000400:00000010:1.0:1767384401.835483:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dbfb128. 00010000:00000010:3.1:1767384401.838793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000282c17ad. 00000100:00000010:2.0:1767384401.855531:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024a46b48. 00000100:00000010:2.0:1767384401.855559:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca1f60fc. 00000100:00000010:2.0:1767384401.855579:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7e9c8f7. 00000020:00000010:0.0:1767384401.855601:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.855606:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.855611:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013da872e. 00000020:00000010:0.0:1767384401.855614:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.855618:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a08ca45c. 00040000:00000010:1.0:1767384401.855623:0:17071:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e756044a. 00040000:00000010:3.0:1767384401.855628:0:19667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000782ab103. 00000004:00000010:1.0:1767384401.855630:0:17071:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d5bb93d4. 00000004:00000010:3.0:1767384401.855637:0:19667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b166128a. 00000004:00000010:1.0:1767384401.855637:0:17071:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000015e823b8. 00000004:00000010:3.0:1767384401.855647:0:19667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000028a61a70. 00000004:00000010:1.0:1767384401.855647:0:17071:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000044a988c6. 00000004:00000010:1.0:1767384401.855653:0:17071:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b4e85e5. 00000004:00000010:3.0:1767384401.855654:0:19667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b98c22d1. 00000020:00000010:0.0:1767384401.855658:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000004:00000010:3.0:1767384401.855661:0:19667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007b13e0dd. 00000020:00000010:0.0:1767384401.855663:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 00000020:00000010:1.0:1767384401.855664:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5db73d0. 00000020:00000010:1.0:1767384401.855668:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5db73d0. 00000020:00000010:0.0:1767384401.855669:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fabe5f. 00000020:00000010:3.0:1767384401.855673:0:19667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019af0a5b. 00000020:00000010:0.0:1767384401.855675:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6c1550b. 00000020:00000010:3.0:1767384401.855677:0:19667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019af0a5b. 00000020:00000010:0.0:1767384401.855681:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000020:00000010:1.0:1767384401.855687:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074bae814. 00000020:00000010:1.0:1767384401.855692:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ee37788. 00000020:00000010:1.0:1767384401.855697:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d6e9. 02000000:00000010:3.0:1767384401.855703:0:19667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ace74262. 00000020:00000010:0.0:1767384401.855704:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.855708:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 02000000:00000010:0.0:1767384401.855717:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3553077. 00000020:00000010:3.0:1767384401.855723:0:19667:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000019af0a5b. 00000400:00000010:3.0:1767384401.855748:0:19667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055817b12. 00000400:00000010:0.0:1767384401.855748:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c24b1f7. 00000800:00000010:0.0:1767384401.855804:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 00000800:00000010:3.0:1767384401.855814:0:19667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce33cee5. 00000020:00000010:0.0:1767384401.855823:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6c1550b. 00000020:00000010:3.0:1767384401.855827:0:19667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d75c359d. 00000020:00000010:0.0:1767384401.855828:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000020:00000010:3.0:1767384401.855833:0:19667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a08ca45c. 00000020:00000010:0.0:1767384401.855834:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073fabe5f. 00000020:00000010:3.0:1767384401.855839:0:19667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013da872e. 00000020:00000010:0.0:1767384401.855851:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.855854:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 00000800:00000010:1.0:1767384401.855858:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 02000000:00000010:0.0:1767384401.855861:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052df48eb. 00000400:00000010:1.0:1767384401.855866:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c24b1f7. 00000400:00000010:0.0:1767384401.855881:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006794ce00. 00000800:00000010:0.0:1767384401.855892:0:17069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000020:00000010:0.0:1767384401.855915:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ee37788. 00000020:00000010:0.0:1767384401.855919:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d6e9. 00000800:00000010:1.0:1767384401.855925:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce33cee5. 00000020:00000010:0.0:1767384401.855928:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074bae814. 00000400:00000010:1.0:1767384401.855931:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055817b12. 00000800:00000010:1.0:1767384401.855944:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:1.0:1767384401.855947:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006794ce00. 00000100:00000010:1.0:1767384401.859009:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b0badbc. 00000020:00000010:0.0:1767384401.859052:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.859057:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.859060:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fabe5f. 00000020:00000010:0.0:1767384401.859062:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6c1550b. 00000020:00000010:0.0:1767384401.859064:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000020:00000010:0.0:1767384401.859090:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.859093:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030449da0. 02000000:00000010:0.0:1767384401.859108:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000324b7c61. 00000020:00000010:0.0:1767384401.859122:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.859144:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000904cfb97. 00000020:00000010:0.0:1767384401.859148:0:18446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092368bc8. 00000020:00000010:0.0:1767384401.859153:0:18446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384401.859158:0:18446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384401.859173:0:18446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b8b4ead. 00000020:00000010:1.0:1767384401.859176:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0c4143a. 80000000:00000010:0.0:1767384401.859178:0:18446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f523eb3. 00000020:00000010:1.0:1767384401.859183:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074bae814. 40000000:00000010:0.0:1767384401.859184:0:18446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ba7f2a5. 00000020:00000010:1.0:1767384401.859190:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c397ae2c. 00100000:00000010:0.0:1767384401.859191:0:18446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cb7d88b. 00000020:00000010:1.0:1767384401.859196:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd481e22. 00040000:00000010:0.0:1767384401.859197:0:18446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048bedd7f. 00000020:00000010:1.0:1767384401.859203:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068d81dfc. 00040000:00000010:0.0:1767384401.859205:0:18446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007eb1276c. 80000000:00000010:1.0:1767384401.859208:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f7bc5a6. 00080000:00000010:0.0:1767384401.859212:0:18446:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005660c775. 40000000:00000010:1.0:1767384401.859214:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5db73d0. 00100000:00000010:1.0:1767384401.859219:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c0b0148. 00080000:00000010:0.0:1767384401.859220:0:18446:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006def8f7e. 00040000:00000010:1.0:1767384401.859223:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.859229:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b7b495db. 00002000:00000010:0.0:1767384401.859229:0:18446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000577ae69a. 00080000:00000010:1.0:1767384401.859237:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6750d3a. 00080000:00000010:0.0:1767384401.859241:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001edc863c. 00080000:00000010:1.0:1767384401.859242:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c931a7d. 00002000:00000010:1.0:1767384401.859249:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bfef57d4. 00000020:00000010:1.0:1767384401.859252:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074bae814. 00080000:00000010:0.0:1767384401.859253:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00000020:00000010:1.0:1767384401.859256:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c397ae2c. 00000020:00000010:1.0:1767384401.859261:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384401.859263:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068d81dfc. 80000000:00000010:1.0:1767384401.859266:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f7bc5a6. 40000000:00000010:1.0:1767384401.859268:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5db73d0. 00100000:00000010:1.0:1767384401.859270:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c0b0148. 00040000:00000010:1.0:1767384401.859273:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.859275:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7b495db. 00080000:00000010:1.0:1767384401.859278:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c931a7d. 00080000:00000010:1.0:1767384401.859286:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6750d3a. 00002000:00000010:1.0:1767384401.859289:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bfef57d4. 00000020:00000010:1.0:1767384401.859291:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0c4143a. 00000020:00000010:1.0:1767384401.859293:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674026d1. 00000020:00000010:1.0:1767384401.859295:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7b495db. 00000020:00000010:1.0:1767384401.859297:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c0b0148. 00000020:00000010:1.0:1767384401.859299:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384401.859301:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed1418c3. 80000000:00000010:1.0:1767384401.859303:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f7bc5a6. 40000000:00000010:1.0:1767384401.859304:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5db73d0. 00100000:00000010:1.0:1767384401.859306:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c397ae2c. 00080000:00000010:0.0:1767384401.859307:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00040000:00000010:1.0:1767384401.859308:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.859313:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384401.859315:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c931a7d. 00080000:00000010:0.0:1767384401.859317:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000013da872e. 00080000:00000010:1.0:1767384401.859318:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6750d3a. 00002000:00000010:1.0:1767384401.859323:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bfef57d4. 00080000:00000010:0.0:1767384401.859325:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000030449da0. 00000001:00000010:0.0:1767384401.859332:0:18446:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000997a5767. 00080000:00000010:0.0:1767384401.859343:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000030449da0. 00000020:00000010:0.0:1767384401.859347:0:18446:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092368bc8. 00000020:00000010:1.0:1767384401.859350:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000b73cebcc. 00000020:00000010:0.0:1767384401.859350:0:18446:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384401.859356:0:18446:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00000020:00000010:1.0:1767384401.859359:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000097f712e7. 00002000:00000010:1.0:1767384401.859365:0:17073:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d79c31a3. 00000020:00000010:0.0:1767384401.859368:0:18446:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b8b4ead. 00010000:00000010:1.0:1767384401.859370:0:17073:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000087832459. 80000000:00000010:0.0:1767384401.859373:0:18446:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f523eb3. 40000000:00000010:0.0:1767384401.859379:0:18446:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ba7f2a5. 00100000:00000010:0.0:1767384401.859381:0:18446:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cb7d88b. 00000020:00000010:1.0:1767384401.859382:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b7b495db. 00040000:00000010:0.0:1767384401.859384:0:18446:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048bedd7f. 00000020:00000010:1.0:1767384401.859387:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c0b0148. 00040000:00000010:0.0:1767384401.859389:0:18446:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007eb1276c. 00000020:00000010:1.0:1767384401.859392:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd481e22. 00080000:00000010:0.0:1767384401.859395:0:18446:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006def8f7e. 00000020:00000010:1.0:1767384401.859397:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed1418c3. 80000000:00000010:1.0:1767384401.859403:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f7bc5a6. 00080000:00000010:0.0:1767384401.859403:0:18446:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005660c775. 40000000:00000010:1.0:1767384401.859409:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5db73d0. 00002000:00000010:0.0:1767384401.859411:0:18446:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000577ae69a. 00100000:00000010:1.0:1767384401.859412:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c397ae2c. 00000020:00000010:0.0:1767384401.859417:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000904cfb97. 00040000:00000010:1.0:1767384401.859418:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.859423:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4e55286. 00080000:00000010:1.0:1767384401.859425:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6750d3a. 00080000:00000010:1.0:1767384401.859427:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004c931a7d. 00002000:00000010:1.0:1767384401.859429:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bfef57d4. 00000020:00000010:1.0:1767384401.859432:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674026d1. 00000400:00000010:0.0:1767384401.859433:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cecd344. 00000800:00000010:0.0:1767384401.859452:0:18446:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048bedd7f. 00000020:00000010:0.0:1767384401.859475:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6c1550b. 00000020:00000010:0.0:1767384401.859479:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000020:00000010:0.0:1767384401.859483:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073fabe5f. 00000800:00000010:2.0:1767384401.859537:0:16346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048bedd7f. 00000400:00000010:2.0:1767384401.859544:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cecd344. 00010000:00000010:0.1:1767384401.861793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043b30177. 00010000:00000010:3.1:1767384401.861809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000063929d89. 00000100:00000010:1.0:1767384401.864834:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e808fe0. 00000020:00000010:3.0:1767384401.864912:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006751d7b5. 00000020:00000010:3.0:1767384401.864917:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006751d7b5. 00000020:00000010:3.0:1767384401.864922:0:41609:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f82eab. 00000020:00000010:3.0:1767384401.864926:0:41609:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078ab70c7. 00000020:00000010:3.0:1767384401.864930:0:41609:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.864961:0:41609:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006751d7b5. 00000020:00000010:3.0:1767384401.864971:0:41609:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006751d7b5. 02000000:00000010:3.0:1767384401.864985:0:41609:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d8a2529. 00000020:00000010:3.0:1767384401.865004:0:41609:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000adf9e77e. 00000020:00000010:0.0:1767384401.865039:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fabe5f. 00000020:00000010:0.0:1767384401.865045:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000904cfb97. 00000020:00000010:0.0:1767384401.865048:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cb7d88b. 00000020:00000010:0.0:1767384401.865051:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384401.865054:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005f5691a7. 80000000:00000010:0.0:1767384401.865057:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f523eb3. 40000000:00000010:0.0:1767384401.865060:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ba7f2a5. 00100000:00000010:0.0:1767384401.865063:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000979448a3. 00040000:00000010:0.0:1767384401.865066:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000007d5c0f7. 00040000:00000010:0.0:1767384401.865069:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007eb1276c. 00080000:00000010:0.0:1767384401.865072:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006def8f7e. 00080000:00000010:0.0:1767384401.865076:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b67d01e. 00002000:00000010:0.0:1767384401.865079:0:40106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000577ae69a. 00080000:00000010:3.0:1767384401.865082:0:41609:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006bba2342. 00000020:00000010:0.0:1767384401.865083:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000904cfb97. 00000020:00000010:0.0:1767384401.865091:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008cb7d88b. 00000020:00000010:0.0:1767384401.865094:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00080000:00000010:3.0:1767384401.865095:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000924986bf. 00000020:00000010:0.0:1767384401.865098:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f5691a7. 80000000:00000010:0.0:1767384401.865104:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f523eb3. 00080000:00000010:3.0:1767384401.865105:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d9771f3c. 40000000:00000010:0.0:1767384401.865117:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ba7f2a5. 00100000:00000010:0.0:1767384401.865121:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000979448a3. 00040000:00000010:0.0:1767384401.865123:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000007d5c0f7. 00040000:00000010:0.0:1767384401.865127:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007eb1276c. 00080000:00000010:0.0:1767384401.865131:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b67d01e. 00080000:00000010:0.0:1767384401.865134:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006def8f7e. 00002000:00000010:0.0:1767384401.865137:0:40106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000577ae69a. 00000001:00000010:3.0:1767384401.865138:0:41609:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000009ce9aedf. 00000020:00000010:0.0:1767384401.865141:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073fabe5f. 00000001:00000010:3.0:1767384401.865147:0:41609:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000091717290. 00000020:00000010:0.0:1767384401.865148:0:40106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fabe5f. 00000020:00000010:0.0:1767384401.865154:0:40106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b8b4ead. 00000020:00000010:0.0:1767384401.865158:0:40106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384401.865160:0:40106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384401.865162:0:40106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007eb1276c. 80000000:00000010:0.0:1767384401.865163:0:40106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f523eb3. 40000000:00000010:0.0:1767384401.865165:0:40106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ba7f2a5. 00100000:00000010:0.0:1767384401.865167:0:40106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008cb7d88b. 00040000:00000010:0.0:1767384401.865169:0:40106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000007d5c0f7. 00040000:00000010:0.0:1767384401.865170:0:40106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f5691a7. 00080000:00000010:0.0:1767384401.865171:0:40106:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006def8f7e. 00080000:00000010:0.0:1767384401.865173:0:40106:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b67d01e. 00002000:00000010:0.0:1767384401.865175:0:40106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000577ae69a. 00010000:00000010:0.0:1767384401.865193:0:40106:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b5af4b9. 00010000:00000010:0.0:1767384401.865198:0:40106:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bc4507. 00000020:00000010:0.0:1767384401.865206:0:40106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b8b4ead. 00000020:00000010:0.0:1767384401.865208:0:40106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000979448a3. 00000020:00000010:0.0:1767384401.865209:0:40106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f46d3e0e. 00000020:00000010:0.0:1767384401.865211:0:40106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007eb1276c. 80000000:00000010:0.0:1767384401.865213:0:40106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f523eb3. 40000000:00000010:0.0:1767384401.865215:0:40106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004ba7f2a5. 00100000:00000010:0.0:1767384401.865216:0:40106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008cb7d88b. 00040000:00000010:0.0:1767384401.865218:0:40106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000007d5c0f7. 00040000:00000010:0.0:1767384401.865219:0:40106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f5691a7. 00080000:00000010:0.0:1767384401.865221:0:40106:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b67d01e. 00080000:00000010:0.0:1767384401.865229:0:40106:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006def8f7e. 00002000:00000010:0.0:1767384401.865231:0:40106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000577ae69a. 00000020:00000010:0.0:1767384401.865232:0:40106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073fabe5f. 00010000:00000010:1.1:1767384401.865791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2318282. 00010000:00000010:1.1:1767384401.865798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000583b4950. 00010000:00000010:0.1:1767384401.865802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d69dd408. 00010000:00000010:0.1:1767384401.865809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c182644. 00000001:00000010:1.0:1767384401.866147:0:40986:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009ce9aedf. 00080000:00000010:1.0:1767384401.866152:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006bba2342. 00000001:00000010:1.0:1767384401.866154:0:40986:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000086d48f6d. 00000004:00000010:1.0:1767384401.866164:0:40986:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000b1c6080c. 00080000:00000010:1.0:1767384401.866167:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007b99e27c. 00000001:00000010:1.0:1767384401.866169:0:40986:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000061598e37. 00080000:00000010:1.0:1767384401.866172:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cba5052a. 00000001:00000010:1.0:1767384401.866174:0:40986:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000006a0648be. 00080000:00000010:1.0:1767384401.866176:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002094ae2b. 00000001:00000010:1.0:1767384401.866179:0:40986:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000797b779f. 00080000:00000010:1.0:1767384401.866188:0:40986:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003c13598c. 00080000:00000010:3.0:1767384401.866218:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d9771f3c. 00080000:00000010:3.0:1767384401.866222:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000924986bf. 00000100:00000010:2.0:1767384401.866226:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d141f87. 00080000:00000010:3.0:1767384401.866228:0:41609:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002094ae2b. 00080000:00000010:3.0:1767384401.866235:0:41609:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000924986bf. 02000000:00000010:2.0:1767384401.866244:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ff418303. 00000001:00000010:3.0:1767384401.866245:0:41609:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ea88bee4. 00080000:00000010:3.0:1767384401.866259:0:41609:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000924986bf. 00000400:00000010:3.0:1767384401.866271:0:41609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8ab81b1. 00000800:00000010:3.0:1767384401.866289:0:41609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce33cee5. 02000000:00000010:0.0:1767384401.866307:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000577ae69a. 00000020:00000010:3.0:1767384401.866310:0:41609:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078ab70c7. 00000400:00000010:0.0:1767384401.866314:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d63708. 00000020:00000010:3.0:1767384401.866315:0:41609:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009544736f. 00000020:00000010:3.0:1767384401.866320:0:41609:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f82eab. 00000400:00000010:0.0:1767384401.866321:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000400:00000010:0.0:1767384401.866330:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000100:00000010:0.0:1767384401.866349:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000e74a7d. 00000400:00000010:0.0:1767384401.866364:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9ee208a. 00000800:00000010:2.0:1767384401.866377:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce33cee5. 00000100:00000010:0.0:1767384401.866379:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f523eb3. 00000400:00000010:2.0:1767384401.866384:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8ab81b1. 00000020:00000010:1.0:1767384401.866386:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5db73d0. 00000020:00000010:1.0:1767384401.866390:0:18446:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000baa2c041. 00000100:00000010:0.0:1767384401.866395:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061598e37. 00000020:00000010:1.0:1767384401.866406:0:18446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674026d1. 00000100:00000010:0.0:1767384401.866406:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5bc8da7. 00000020:00000010:1.0:1767384401.866412:0:18446:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078dfcf7e. 00000020:00000010:1.0:1767384401.866417:0:18446:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d6b76f0. 00000100:00000010:0.0:1767384401.866417:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007499488f. 00000020:00000010:1.0:1767384401.866445:0:18446:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1e73819. 00000020:00000010:1.0:1767384401.866447:0:18446:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1e73819. 02000000:00000010:1.0:1767384401.866461:0:18446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000bfef57d4. 00010000:00000010:1.0:1767384401.866472:0:18446:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a70daafb. 00010000:00000010:1.0:1767384401.866474:0:18446:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 0000000081a0095f. 00010000:00000010:1.0:1767384401.866478:0:18446:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000337a8c4a. 00002000:00000010:1.0:1767384401.866483:0:18446:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000d1e73819. 00010000:00000010:1.0:1767384401.866500:0:18446:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000062b546ed. 00080000:00000010:1.0:1767384401.866513:0:18446:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000c432f30. 00080000:00000010:1.0:1767384401.866522:0:18446:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f4bf53fb. 00002000:00000010:0.0:1767384401.866541:0:17072:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000d1e73819. 00010000:00000010:0.0:1767384401.866546:0:17072:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 0000000081a0095f. 00010000:00000010:0.0:1767384401.866551:0:17072:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000062b546ed. 00000001:00000010:1.0:1767384401.866562:0:18446:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008f7bc5a6. 00080000:00000010:1.0:1767384401.866573:0:18446:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f4bf53fb. 00080000:00000010:1.0:1767384401.866627:0:18446:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bd54fa3f. 00002000:00000010:1.0:1767384401.866630:0:18446:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 0000000026dc43d7. 00000400:00000010:1.0:1767384401.866640:0:18446:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a915f29. 00000400:00000010:1.0:1767384401.866661:0:18446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a915f29. 00000020:00000010:1.0:1767384401.866675:0:18446:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078dfcf7e. 00000020:00000010:1.0:1767384401.866677:0:18446:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005d6b76f0. 00000020:00000010:1.0:1767384401.866679:0:18446:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674026d1. 00000400:00000010:0.0:1767384401.866725:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.866730:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 02000000:00000010:0.0:1767384401.866748:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000036086870. 02000000:00000010:0.0:1767384401.866753:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026042326. 00000100:00000010:0.0:1767384401.866755:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff15c899. 00000100:00000010:0.0:1767384401.869809:0:266:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f523eb3. 00000100:00000010:1.0:1767384401.869825:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061598e37. 00000100:00000010:3.0:1767384401.869827:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007499488f. 00000100:00000010:2.0:1767384401.869843:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5bc8da7. 00010000:00000010:0.1:1767384401.870797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1ead1c8. 00010000:00000010:0.1:1767384401.870803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deae1bcb. 00000400:00000010:2.0:1767384401.873483:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000050f7296. 00000400:00000010:2.0:1767384401.873496:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000144d7cc. 00000020:00000010:0.0:1767384401.873548:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.873552:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.873555:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073fabe5f. 00000020:00000010:0.0:1767384401.873557:0:40992:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6c1550b. 00000020:00000010:0.0:1767384401.873560:0:40992:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000492cc554. 00000020:00000010:0.0:1767384401.873583:0:40992:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba7f2a5. 00000020:00000010:0.0:1767384401.873585:0:40992:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba7f2a5. 02000000:00000010:0.0:1767384401.873595:0:40992:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036086870. 20000000:00000010:0.0:1767384401.873602:0:40992:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000b1814186. 00000400:00000010:0.0:1767384401.873627:0:40992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8091b33. 00000800:00000010:0.0:1767384401.873650:0:40992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007d5c0f7. 00000020:00000010:0.0:1767384401.873667:0:40992:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6c1550b. 00000020:00000010:0.0:1767384401.873669:0:40992:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000492cc554. 00000020:00000010:0.0:1767384401.873672:0:40992:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073fabe5f. 00000400:00000010:0.0:1767384401.873679:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d63708. 00000400:00000010:0.0:1767384401.873683:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0072f71. 00000020:00000010:1.0:1767384401.873685:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674026d1. 00000020:00000010:1.0:1767384401.873691:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4e55286. 00000020:00000010:1.0:1767384401.873695:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c397ae2c. 00000020:00000010:1.0:1767384401.873699:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384401.873702:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ed1418c3. 80000000:00000010:1.0:1767384401.873705:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384401.873708:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4bf53fb. 00100000:00000010:1.0:1767384401.873711:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003c0b0148. 00040000:00000010:1.0:1767384401.873715:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.873719:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b7b495db. 00080000:00000010:1.0:1767384401.873723:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e6750d3a. 00080000:00000010:1.0:1767384401.873728:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004c931a7d. 00000800:00000010:2.0:1767384401.873732:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007d5c0f7. 00002000:00000010:1.0:1767384401.873732:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c1239128. 00000020:00000010:1.0:1767384401.873739:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4e55286. 00000400:00000010:2.0:1767384401.873743:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8091b33. 00000020:00000010:1.0:1767384401.873744:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c397ae2c. 00000020:00000010:1.0:1767384401.873748:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd481e22. 02000000:00000010:2.0:1767384401.873752:0:16345:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000036086870. 00000020:00000010:1.0:1767384401.873752:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ed1418c3. 80000000:00000010:1.0:1767384401.873756:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384401.873760:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4bf53fb. 00100000:00000010:1.0:1767384401.873762:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c0b0148. 00040000:00000010:1.0:1767384401.873764:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.873787:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7b495db. 00080000:00000010:1.0:1767384401.873791:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004c931a7d. 00080000:00000010:1.0:1767384401.873793:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e6750d3a. 00002000:00000010:1.0:1767384401.873797:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c1239128. 00000020:00000010:1.0:1767384401.873799:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674026d1. 00000020:00000010:1.0:1767384401.873802:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000674026d1. 00000020:00000010:1.0:1767384401.873804:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050a07525. 00000020:00000010:1.0:1767384401.873806:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c0b0148. 00000020:00000010:1.0:1767384401.873813:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384401.873815:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384401.873817:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384401.873819:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4bf53fb. 00100000:00000010:1.0:1767384401.873821:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c397ae2c. 00040000:00000010:1.0:1767384401.873823:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.873824:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed1418c3. 00080000:00000010:1.0:1767384401.873827:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c931a7d. 00080000:00000010:1.0:1767384401.873829:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e6750d3a. 00002000:00000010:1.0:1767384401.873832:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c1239128. 00000020:00000010:1.0:1767384401.873852:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050a07525. 00000020:00000010:1.0:1767384401.873855:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c0b0148. 00000020:00000010:1.0:1767384401.873857:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd481e22. 00000020:00000010:1.0:1767384401.873859:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7b495db. 80000000:00000010:1.0:1767384401.873860:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f268a2. 40000000:00000010:1.0:1767384401.873862:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4bf53fb. 00100000:00000010:1.0:1767384401.873863:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c397ae2c. 00040000:00000010:1.0:1767384401.873865:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007e71f09f. 00040000:00000010:1.0:1767384401.873866:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed1418c3. 00080000:00000010:1.0:1767384401.873868:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e6750d3a. 00080000:00000010:1.0:1767384401.873869:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004c931a7d. 00002000:00000010:1.0:1767384401.873871:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c1239128. 00000020:00000010:1.0:1767384401.873872:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000674026d1. 00000001:00000010:2.0:1767384401.873930:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1a9af37. 00000001:00000010:2.0:1767384401.873934:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8fdd5d9. 00000001:00000010:2.0:1767384401.873935:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c216bbf. 00000001:00000010:2.0:1767384401.873937:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b855d2a3. 00000001:00000010:2.0:1767384401.873938:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aef39677. 00000001:00000010:2.0:1767384401.873940:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000989cadb5. 00000020:00000010:2.0:1767384401.873945:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000704c2136. 00000020:00000010:2.0:1767384401.873954:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a7075710. 00010000:00000010:0.1:1767384401.874813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a70daafb. 00010000:00000010:0.1:1767384401.874820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000337a8c4a. 00010000:00000010:1.1:1767384401.882790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004901117f. 00080000:00000010:1.0:1767384402.280997:0:41613:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9debdea. 00080000:00000010:1.0:1767384402.281009:0:41613:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9debdea. 00080000:00000010:1.0:1767384402.281021:0:41613:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d9debdea. 00080000:00000010:1.0:1767384402.281026:0:41613:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d9debdea. 00000001:02000400:3.0:1767384402.415645:0:41649:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000800:00000010:0.0:1767384402.568547:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006def8f7e. 00000800:00000010:0.0:1767384402.568557:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ad7b551. 00000800:00000010:0.0:1767384402.568562:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013f38583. 00000800:00000010:0.0:1767384402.568576:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013f38583. 00000800:00020000:0.0:1767384402.568585:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:0.0:1767384402.568589:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ad7b551. 00000800:00000010:0.0:1767384402.568591:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006def8f7e. 00000400:02020000:0.0:1767384402.568620:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp33 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384402.631956:0:16349:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b6269703. 00000400:00000010:0.0:1767384402.631968:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003b302256. 00000400:00000010:0.0:1767384402.631973:0:16349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9ee208a. 00000400:00000010:0.0:1767384402.631980:0:16349:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009edd607. 00000800:00000010:0.0:1767384402.632008:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000007d5c0f7. 00000800:00000010:3.0:1767384402.632595:0:16340:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f761c41c. 00000800:00000010:3.0:1767384402.632600:0:16340:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384402.632604:0:16340:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000766b4f6a. 00000800:00000010:3.0:1767384402.632618:0:16340:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000766b4f6a. 00000800:00020000:3.0:1767384402.632627:0:16340:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.118 00000800:00000010:3.0:1767384402.632631:0:16340:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041bd2340. 00000800:00000010:3.0:1767384402.632633:0:16340:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f761c41c. 00000400:02020000:3.0:1767384402.632661:0:16340:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.118@tcp36 at host 192.168.204.118:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384402.632670:0:16340:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000007d5c0f7. 00080000:00000010:2.0:1767384402.770056:0:41661:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006cec6e8a. 00080000:00000010:2.0:1767384402.770068:0:41661:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006cec6e8a. 00080000:00000010:2.0:1767384402.770080:0:41661:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006cec6e8a. 00080000:00000010:2.0:1767384402.770085:0:41661:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006cec6e8a. Debug log: 134414 lines, 134414 kept, 0 dropped, 0 bad.